00000100:00000001:2.0F:1749611125.328694:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611125.328721:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611125.328724:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611125.328728:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611125.328731:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611125.328735:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611125.328738:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0F:1749611125.390666:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611125.390680:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611125.390802:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749611125.390807:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611125.390810:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0F:1749611125.457650:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1749611125.457665:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749611125.457668:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749611125.457672:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:1.0:1749611125.457675:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749611125.457678:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611125.457681:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749611125.457684:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611125.457686:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0F:1749611125.481682:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6cc80. 00080000:00000010:3.0:1749611125.481691:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6cc80. 00000020:00000001:3.0:1749611125.481696:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611125.481740:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6cc80. 00080000:00000010:3.0:1749611125.481743:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6cc80. 00000020:00000001:3.0:1749611125.481746:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611125.481750:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6cc80. 00080000:00000010:3.0:1749611125.481753:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6cc80. 00000020:00000001:3.0:1749611125.481755:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611125.661079:0:11782:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9b00. 00080000:00000010:1.0:1749611125.661091:0:11782:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9b00. 00000020:00000001:1.0:1749611125.661097:0:11782:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611125.661115:0:11782:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9b00. 00080000:00000010:1.0:1749611125.661120:0:11782:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9b00. 00000020:00000001:1.0:1749611125.661124:0:11782:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611125.661132:0:11782:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9b00. 00080000:00000010:1.0:1749611125.661138:0:11782:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9b00. 00000020:00000001:1.0:1749611125.661141:0:11782:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611125.665442:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6cc80. 00080000:00000010:3.0:1749611125.665452:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6cc80. 00000020:00000001:3.0:1749611125.665458:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611125.665561:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6cc80. 00080000:00000010:3.0:1749611125.665566:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6cc80. 00000020:00000001:3.0:1749611125.665569:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611125.665577:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6cc80. 00080000:00000010:3.0:1749611125.665581:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6cc80. 00000020:00000001:3.0:1749611125.665603:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611125.941504:0:11823:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9080. 00080000:00000010:1.0:1749611125.941515:0:11823:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9080. 00000020:00000001:1.0:1749611125.941521:0:11823:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611125.941572:0:11823:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9080. 00080000:00000010:1.0:1749611125.941578:0:11823:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9080. 00000020:00000001:1.0:1749611125.941603:0:11823:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611125.941612:0:11823:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9080. 00080000:00000010:1.0:1749611125.941617:0:11823:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9080. 00000020:00000001:1.0:1749611125.941620:0:11823:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611125.979650:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611125.979655:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611125.979658:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611125.979662:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966ab840 going to sleep for 0 seconds 00000100:00000001:2.0:1749611125.979665:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611125.979669:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611125.979672:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611125.979675:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611125.979678:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611126.138717:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9580. 00080000:00000010:1.0:1749611126.138728:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9580. 00000020:00000001:1.0:1749611126.138734:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611126.138808:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9580. 00080000:00000010:1.0:1749611126.138814:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9580. 00000020:00000001:1.0:1749611126.138818:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611126.138826:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9580. 00080000:00000010:1.0:1749611126.138832:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9580. 00000020:00000001:1.0:1749611126.138835:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611126.328780:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611126.328802:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611126.328805:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611126.328811:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611126.328814:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611126.328819:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611126.328821:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611126.392723:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611126.392730:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611126.392824:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749611126.392829:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611126.392833:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1749611126.457735:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1749611126.457764:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749611126.457766:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749611126.457771:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:1.0:1749611126.457775:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749611126.457779:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611126.457782:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749611126.457785:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611126.457788:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611126.639405:0:11910:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387100. 00080000:00000010:2.0:1749611126.639418:0:11910:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387100. 00000020:00000001:2.0:1749611126.639425:0:11910:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611126.639443:0:11910:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387100. 00080000:00000010:2.0:1749611126.639449:0:11910:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387100. 00000020:00000001:2.0:1749611126.639452:0:11910:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611126.639460:0:11910:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387100. 00080000:00000010:2.0:1749611126.639466:0:11910:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387100. 00000020:00000001:2.0:1749611126.639469:0:11910:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611126.644159:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9580. 00080000:00000010:1.0:1749611126.644166:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9580. 00000020:00000001:1.0:1749611126.644171:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611126.644241:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9580. 00080000:00000010:1.0:1749611126.644245:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9580. 00000020:00000001:1.0:1749611126.644248:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611126.644253:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9580. 00080000:00000010:1.0:1749611126.644257:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9580. 00000020:00000001:1.0:1749611126.644259:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1749611126.767241:0:11952:0:(debug.c:791:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1749611126.767247:0:11952:0:(debug.c:792:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity test 160k: Verify that changelog records are not lost ========================================================== 23:05:25 (1749611125) 00000001:00000001:1.0:1749611126.774027:0:11952:0:(debug.c:794:libcfs_debug_mark_buffer()) ************************************************** 00080000:00000010:0.0:1749611126.830098:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dffd80. 00080000:00000010:0.0:1749611126.830108:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dffd80. 00000020:00000001:0.0:1749611126.830113:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611126.830168:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dffd80. 00080000:00000010:0.0:1749611126.830173:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dffd80. 00000020:00000001:0.0:1749611126.830176:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611126.830183:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dffd80. 00080000:00000010:0.0:1749611126.830188:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dffd80. 00000020:00000001:0.0:1749611126.830191:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611126.979647:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611126.979663:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611126.979666:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611126.979670:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966ab840 going to sleep for 0 seconds 00000100:00000001:2.0:1749611126.979674:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611126.979678:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611126.979681:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611126.979685:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611126.979688:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611127.109640:0:11974:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6cb80. 00080000:00000010:3.0:1749611127.109651:0:11974:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6cb80. 00000020:00000001:3.0:1749611127.109657:0:11974:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611127.109679:0:11974:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6cb80. 00080000:00000010:3.0:1749611127.109684:0:11974:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6cb80. 00000020:00000001:3.0:1749611127.109688:0:11974:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611127.109696:0:11974:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6cb80. 00080000:00000010:3.0:1749611127.109701:0:11974:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6cb80. 00000020:00000001:3.0:1749611127.109705:0:11974:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611127.113796:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9580. 00080000:00000010:1.0:1749611127.113802:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9580. 00000020:00000001:1.0:1749611127.113807:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611127.113870:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9580. 00080000:00000010:1.0:1749611127.113873:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9580. 00000020:00000001:1.0:1749611127.113876:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611127.113880:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9580. 00080000:00000010:1.0:1749611127.113883:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9580. 00000020:00000001:1.0:1749611127.113885:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611127.288694:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387980. 00080000:00000010:2.0:1749611127.288705:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387980. 00000020:00000001:2.0:1749611127.288711:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611127.288784:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387980. 00080000:00000010:2.0:1749611127.288790:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387980. 00000020:00000001:2.0:1749611127.288794:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611127.288802:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387980. 00080000:00000010:2.0:1749611127.288808:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387980. 00000020:00000001:2.0:1749611127.288811:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611127.328653:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611127.328668:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611127.328670:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611127.328674:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611127.328677:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611127.328682:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611127.328684:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611127.394678:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611127.394684:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611127.394766:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749611127.394772:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611127.394776:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:0.0:1749611127.450370:0:12039:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dffd80. 00080000:00000010:0.0:1749611127.450381:0:12039:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dffd80. 00000020:00000001:0.0:1749611127.450387:0:12039:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611127.450404:0:12039:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dffd80. 00080000:00000010:0.0:1749611127.450410:0:12039:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dffd80. 00000020:00000001:0.0:1749611127.450413:0:12039:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611127.450422:0:12039:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dffd80. 00080000:00000010:0.0:1749611127.450427:0:12039:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dffd80. 00000020:00000001:0.0:1749611127.450430:0:12039:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611127.455074:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6c400. 00080000:00000010:3.0:1749611127.455082:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6c400. 00000020:00000001:3.0:1749611127.455087:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611127.455157:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6c400. 00080000:00000010:3.0:1749611127.455161:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6c400. 00000020:00000001:3.0:1749611127.455164:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611127.455169:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6c400. 00080000:00000010:3.0:1749611127.455172:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6c400. 00000020:00000001:3.0:1749611127.455175:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611127.457634:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1749611127.457640:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749611127.457643:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749611127.457647:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:1.0:1749611127.457650:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749611127.457653:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611127.457665:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749611127.457669:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611127.457671:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611127.628664:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387b80. 00080000:00000010:2.0:1749611127.628676:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387b80. 00000020:00000001:2.0:1749611127.628682:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611127.628754:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387b80. 00080000:00000010:2.0:1749611127.628760:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387b80. 00000020:00000001:2.0:1749611127.628764:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611127.628773:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387b80. 00080000:00000010:2.0:1749611127.628778:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387b80. 00000020:00000001:2.0:1749611127.628782:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611127.979676:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611127.979691:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611127.979693:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611127.979698:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966ab840 going to sleep for 0 seconds 00000100:00000001:2.0:1749611127.979701:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611127.979705:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611127.979708:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611127.979712:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611127.979714:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611128.039679:0:12103:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dffb80. 00080000:00000010:0.0:1749611128.039689:0:12103:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dffb80. 00000020:00000001:0.0:1749611128.039695:0:12103:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611128.039713:0:12103:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dffb80. 00080000:00000010:0.0:1749611128.039718:0:12103:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dffb80. 00000020:00000001:0.0:1749611128.039722:0:12103:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611128.039730:0:12103:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dffb80. 00080000:00000010:0.0:1749611128.039736:0:12103:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dffb80. 00000020:00000001:0.0:1749611128.039739:0:12103:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611128.044058:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dffb80. 00080000:00000010:0.0:1749611128.044066:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dffb80. 00000020:00000001:0.0:1749611128.044070:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611128.044147:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dffb80. 00080000:00000010:0.0:1749611128.044151:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dffb80. 00000020:00000001:0.0:1749611128.044154:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611128.044160:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dffb80. 00080000:00000010:0.0:1749611128.044162:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dffb80. 00000020:00000001:0.0:1749611128.044165:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1749611128.167147:0:12148:0:(debug.c:791:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1749611128.167151:0:12148:0:(debug.c:792:libcfs_debug_mark_buffer()) DEBUG MARKER: sanity test_160k: @@@@@@ FAIL: lustre-MDT0000: changelog_mask=+hsm failed: 2 00000001:00000001:3.0:1749611128.174160:0:12148:0:(debug.c:794:libcfs_debug_mark_buffer()) ************************************************** 00080000:00000010:3.0:1749611128.229248:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6cb80. 00080000:00000010:3.0:1749611128.229258:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6cb80. 00000020:00000001:3.0:1749611128.229263:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611128.229329:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6cb80. 00080000:00000010:3.0:1749611128.229334:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6cb80. 00000020:00000001:3.0:1749611128.229337:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611128.229345:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6cb80. 00080000:00000010:3.0:1749611128.229349:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6cb80. 00000020:00000001:3.0:1749611128.229352:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611128.328657:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611128.328672:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611128.328675:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611128.328679:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611128.328682:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611128.328686:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611128.328688:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749611128.334649:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749611128.334657:0:8737:0:(pinger.c:247:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1749611128.334660:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749611128.334664:0:8737:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749611128.334666:0:8737:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749611128.334669:0:8737:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749611128.334673:0:8737:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749611128.334679:0:8737:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5729 00000100:00080000:0.0:1749611128.334684:0:8737:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749611128.334688:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749611128.334691:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749611128.334694:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749611128.334696:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:0.0:1749611128.334701:0:8737:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749611128.334704:0:8737:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfa7 00000020:00000001:0.0:1749611128.334707:0:8737:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749611128.334711:0:8737:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801327a1800 refcount=4 00000020:00000001:0.0:1749611128.334713:0:8737:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000020:00000001:0.0:1749611128.334716:0:8737:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000100:00000040:0.0:1749611128.334719:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749611128.334721:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749611128.334722:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749611128.334724:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:0.0:1749611128.334727:0:8737:0:(genops.c:898:class_export_put()) PUTting export ffff8801327a1800 : new refcount 3 00000100:00080000:0.0:1749611128.334740:0:8737:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8801369c9000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:0.0:1749611128.334743:0:8737:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611128.334746:0:8737:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749611128.334753:0:8737:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749611128.334757:0:8737:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611128.334759:0:8737:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749611128.334762:0:8737:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749611128.334768:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012be1f480. 00000020:00000040:0.0:1749611128.334773:0:8737:0:(genops.c:1229:class_import_get()) import ffff8801369c9000 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:0.0:1749611128.334777:0:8737:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749611128.334779:0:8737:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611128.334783:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749611128.334786:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749611128.334790:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749611128.334796:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880087547c00. 00000100:00000001:0.0:1749611128.334804:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611128.334814:0:8737:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012be1f480 x1834598494622080/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749611128.334826:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749611128.334830:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611128.334835:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88012be1f480] to pc [ptlrpcd_rcv+-1] req@ffff88012be1f480 x1834598494622080/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611128.334862:0:8737:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749611128.334866:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749611128.334870:0:8737:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749611128.334871:0:8737:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749611128.334873:0:8737:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749611128.334876:0:8737:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749611128.334878:0:8737:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5729 00000100:00080000:0.0:1749611128.334880:0:8737:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749611128.334883:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749611128.334885:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749611128.334892:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749611128.334894:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:0.0:1749611128.334897:0:8737:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749611128.334898:0:8737:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfd8 00000020:00000001:0.0:1749611128.334900:0:8737:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749611128.334902:0:8737:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012e71d000 refcount=9 00000020:00000001:0.0:1749611128.334904:0:8737:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000020:00000001:0.0:1749611128.334906:0:8737:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000100:00000040:0.0:1749611128.334908:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749611128.334910:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749611128.334912:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749611128.334913:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:0.0:1749611128.334916:0:8737:0:(genops.c:898:class_export_put()) PUTting export ffff88012e71d000 : new refcount 8 00000100:00080000:0.0:1749611128.334918:0:8737:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff88012e71c800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:0.0:1749611128.334920:0:8737:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611128.334922:0:8737:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749611128.334925:0:8737:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749611128.334927:0:8737:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611128.334929:0:8737:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749611128.334931:0:8737:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749611128.334934:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012be1f100. 00000020:00000040:0.0:1749611128.334936:0:8737:0:(genops.c:1229:class_import_get()) import ffff88012e71c800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 02000000:00000001:0.0:1749611128.334938:0:8737:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749611128.334940:0:8737:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611128.334941:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749611128.334942:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749611128.334944:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749611128.334947:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880087546000. 00000100:00000001:0.0:1749611128.334951:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611128.334952:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1749611128.334955:0:8737:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012be1f100 x1834598494622208/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749611128.334958:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611128.334960:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1749611128.334963:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749611128.334965:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611128.334970:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012be1f480 x1834598494622080/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749611128.334973:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88012be1f100] to pc [ptlrpcd_rcv+-1] req@ffff88012be1f100 x1834598494622208/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611128.334982:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611128.334982:0:8737:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611128.334984:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749611128.334985:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 02000000:00000001:2.0:1749611128.334988:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00080000:0.0:1749611128.334988:0:8737:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749611128.334990:0:8737:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749611128.334991:0:8737:0:(import.c:66:import_set_state_nolock()) ffff88006a72c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 02000000:00000001:2.0:1749611128.334992:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749611128.334994:0:8737:0:(import.c:480:import_select_connection()) Process entered 02000000:00000001:2.0:1749611128.334995:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749611128.334996:0:8737:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5729 00000100:00100000:2.0:1749611128.334998:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012be1f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494622080:0@lo:38:kworker.0 00000100:00080000:0.0:1749611128.334999:0:8737:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749611128.335001:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749611128.335003:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1749611128.335004:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000040:0.0:1749611128.335005:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749611128.335006:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 02000000:00000001:2.0:1749611128.335008:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:0.0:1749611128.335008:0:8737:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749611128.335010:0:8737:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d04f 02000000:00000001:2.0:1749611128.335011:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611128.335011:0:8737:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:2.0:1749611128.335014:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000040:0.0:1749611128.335014:0:8737:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72a800 refcount=8 00000020:00000001:0.0:1749611128.335016:0:8737:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100117504 : -131939609434112 : ffff88006a72a800) 00000020:00000001:0.0:1749611128.335018:0:8737:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100117504 : -131939609434112 : ffff88006a72a800) 02000000:00000010:2.0:1749611128.335019:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880086dca400. 00000100:00000040:0.0:1749611128.335020:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 02000000:00000001:2.0:1749611128.335022:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611128.335022:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749611128.335023:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749611128.335025:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:0.0:1749611128.335027:0:8737:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72a800 : new refcount 7 00000100:00080000:0.0:1749611128.335029:0:8737:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff88006a72c000 using connection 192.168.202.106@tcp/0@lo 00000400:00000010:2.0:1749611128.335031:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207feb00. 00000100:00000001:0.0:1749611128.335031:0:8737:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611128.335033:0:8737:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749611128.335036:0:8737:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749611128.335038:0:8737:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749611128.335041:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a330. 00000100:00000001:0.0:1749611128.335044:0:8737:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749611128.335045:0:8737:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749611128.335049:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012be1e300. 00000100:00000200:2.0:1749611128.335050:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494622080, portal 4 00000020:00000040:0.0:1749611128.335051:0:8737:0:(genops.c:1229:class_import_get()) import ffff88006a72c000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:2.0:1749611128.335053:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 02000000:00000001:0.0:1749611128.335053:0:8737:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749611128.335054:0:8737:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611128.335056:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749611128.335057:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749611128.335059:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749611128.335062:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880087546800. 00000100:00000001:2.0:1749611128.335063:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137345414272 : -131936364137344 : ffff88012be1f480) 00000100:00000001:0.0:1749611128.335065:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611128.335069:0:8737:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012be1e300 x1834598494622336/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1749611128.335073:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88012be1f480 x1834598494622080/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611153 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611128.335076:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749611128.335078:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611128.335081:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:0.0:1749611128.335081:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88012be1e300] to pc [ptlrpcd_rcv+-1] req@ffff88012be1e300 x1834598494622336/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749611128.335085:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1749611128.335088:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5aa18. 00000100:00000001:0.0:1749611128.335088:0:8737:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611128.335091:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000200:2.0:1749611128.335092:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598494622080, offset 0 00000100:00000001:0.0:1749611128.335094:0:8737:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000200:2.0:1749611128.335098:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000010:0.0:1749611128.335099:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012be1fb80. 00000020:00000040:0.0:1749611128.335101:0:8737:0:(genops.c:1229:class_import_get()) import ffff880079138800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:0.0:1749611128.335103:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749611128.335105:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749611128.335106:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749611128.335109:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88007ef3fc00. 00000100:00000001:0.0:1749611128.335111:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611128.335116:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:0.0:1749611128.335116:0:8737:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID req@ffff88012be1fb80 x1834598494622464/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749611128.335123:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749611128.335125:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611128.335130:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88012be1fb80] to pc [ptlrpcd_00_00+0] req@ffff88012be1fb80 x1834598494622464/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749611128.335131:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848ebf93d180 00000400:00000200:2.0:1749611128.335140:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x3df5 [256] + 10400 00000400:00000200:2.0:1749611128.335149:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749611128.335154:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749611128.335160:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:2.0:1749611128.335162:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:2.0:1749611128.335167:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009c4fd180. 00000100:00000040:2.0:1749611128.335170:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88009c4fd180 x1834598494622080 msgsize 520 00000100:00000001:0.0:1749611128.335171:0:8737:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749611128.335174:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:2.0:1749611128.335175:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749611128.335178:0:8737:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749611128.335179:0:8737:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749611128.335181:0:8737:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749611128.335183:0:8737:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749611128.335186:0:8737:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5729 00000100:00000001:2.0:1749611128.335187:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00080000:0.0:1749611128.335189:0:8737:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749611128.335191:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749611128.335193:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749611128.335195:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000400:00000200:2.0:1749611128.335196:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5aa18 00000100:00000001:0.0:1749611128.335196:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000400:00000010:2.0:1749611128.335199:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5aa18. 00000020:00000001:0.0:1749611128.335199:0:8737:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749611128.335200:0:8737:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0db 00000020:00000001:0.0:1749611128.335201:0:8737:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1749611128.335202:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000020:00000040:0.0:1749611128.335203:0:8737:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72d000 refcount=8 00000020:00000001:0.0:1749611128.335205:0:8737:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000100:00000200:2.0:1749611128.335207:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012be1f480 x1834598494622080/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611153 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749611128.335207:0:8737:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000100:00000040:0.0:1749611128.335210:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749611128.335212:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749611128.335213:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749611128.335215:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:2.0:1749611128.335216:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000040:0.0:1749611128.335217:0:8737:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72d000 : new refcount 7 00000100:00000040:2.0:1749611128.335220:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012be1f480 x1834598494622080/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611153 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1749611128.335220:0:8737:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88006a728800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:0.0:1749611128.335222:0:8737:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611128.335223:0:8737:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:2.0:1749611128.335226:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611128.335227:0:8737:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749611128.335228:0:28320:0:(events.c:69:request_out_callback()) Process leaving 02000000:00000001:0.0:1749611128.335228:0:8737:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611128.335230:0:8737:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749611128.335232:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611128.335236:0:8737:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611128.335237:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1301 usecs (2 jiffies) 00000100:00000010:0.0:1749611128.335240:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012be1e680. 00000100:00000001:2.0:1749611128.335241:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4300401794 00000020:00000040:0.0:1749611128.335242:0:8737:0:(genops.c:1229:class_import_get()) import ffff88006a728800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 02000000:00000001:0.0:1749611128.335244:0:8737:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 00000100:00000010:2.0:1749611128.335245:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012e7e8380. 02000000:00000001:0.0:1749611128.335246:0:8737:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611128.335247:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749611128.335249:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749611128.335250:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749611128.335254:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880087545800. 00000100:00000001:2.0:1749611128.335256:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 0 00000100:00000001:0.0:1749611128.335257:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611128.335259:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1749611128.335261:0:8737:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012be1e680 x1834598494622592/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749611128.335264:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4300401794 00000100:00000001:3.0:1749611128.335265:0:28321:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000010:2.0:1749611128.335266:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012e7e8dc0. 00000100:00000001:3.0:1749611128.335268:0:28321:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1749611128.335268:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749611128.335270:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 1 00000100:00000001:0.0:1749611128.335270:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611128.335273:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4300401794 00000100:00000040:0.0:1749611128.335273:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88012be1e680] to pc [ptlrpcd_rcv+-1] req@ffff88012be1e680 x1834598494622592/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749611128.335276:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012be1fb80 x1834598494622464/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1749611128.335276:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012e7e8280. 00000100:00000001:1.0:1749611128.335276:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611128.335279:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 2 00000100:00000001:0.0:1749611128.335280:0:8737:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611128.335282:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4300401794 00000100:00000001:1.0:1749611128.335282:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611128.335283:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000010:2.0:1749611128.335284:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012e7e8940. 00000100:00000001:0.0:1749611128.335286:0:8737:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1749611128.335287:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 3 00000100:00000001:3.0:1749611128.335288:0:28321:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000010:0.0:1749611128.335288:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012be1f800. 00000100:00000001:3.0:1749611128.335290:0:28321:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611128.335290:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:0.0:1749611128.335290:0:8737:0:(genops.c:1229:class_import_get()) import ffff88006a729800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 00000100:00000001:0.0:1749611128.335292:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1749611128.335293:0:28321:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1749611128.335293:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611128.335293:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749611128.335295:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611128.335296:0:28321:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749611128.335296:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749611128.335297:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88007ef3f100. 00000100:00000001:2.0:1749611128.335298:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1749611128.335299:0:28321:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611128.335300:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749611128.335302:0:28321:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012be1fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:28321:1834598494622464:0@lo:400:kworker.0 00000100:00000001:2.0:1749611128.335303:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:0.0:1749611128.335303:0:8737:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID req@ffff88012be1f800 x1834598494622720/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749611128.335305:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611128.335306:0:28321:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1749611128.335307:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611128.335308:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611128.335309:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 02000000:00000001:3.0:1749611128.335310:0:28321:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1749611128.335310:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 02000000:00000001:3.0:1749611128.335312:0:28321:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611128.335312:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611128.335314:0:28321:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1749611128.335314:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012be1f100 x1834598494622208/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749611128.335315:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88012be1f800] to pc [ptlrpcd_00_01+1] req@ffff88012be1f800 x1834598494622720/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1749611128.335318:0:28321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880091b0ce00. 00000100:00000001:1.0:1749611128.335319:0:9761:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:3.0:1749611128.335321:0:28321:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611128.335321:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00100000:1.0:1749611128.335321:0:9761:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494622080 00000100:00000001:2.0:1749611128.335323:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611128.335324:0:9761:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:2.0:1749611128.335326:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:3.0:1749611128.335327:0:28321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b52f7c60. 00000100:00000001:1.0:1749611128.335328:0:9761:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 02000000:00000001:2.0:1749611128.335329:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749611128.335331:0:9761:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749611128.335332:0:28321:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed440. 02000000:00000001:2.0:1749611128.335332:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611128.335335:0:9761:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749611128.335337:0:28321:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494622464, portal 10 00000100:00100000:2.0:1749611128.335337:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012be1f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494622208:0@lo:38:kworker.0 00000100:00000001:3.0:1749611128.335339:0:28321:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749611128.335339:0:8737:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749611128.335340:0:9761:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494622080 00000100:00000001:3.0:1749611128.335341:0:28321:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137345416064 : -131936364135552 : ffff88012be1fb80) 00000100:00000001:2.0:1749611128.335342:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000020:00000001:1.0:1749611128.335342:0:9761:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749611128.335344:0:9761:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000040:0.0:1749611128.335344:0:8737:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5739) 02000000:00000001:2.0:1749611128.335346:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:1.0:1749611128.335346:0:9761:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:2.0:1749611128.335348:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611128.335349:0:9761:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611128.335351:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:1.0:1749611128.335351:0:9761:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749611128.335355:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880086dca000. 00000020:00000010:1.0:1749611128.335357:0:9761:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012d125800. 00000100:00000040:3.0:1749611128.335358:0:28321:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88012be1fb80 x1834598494622464/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611144 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749611128.335364:0:9761:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88006a3a9500. 02000000:00000001:2.0:1749611128.335366:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611128.335367:0:28321:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749611128.335369:0:28321:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000010:1.0:1749611128.335369:0:9761:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438c320. 00000400:00000010:3.0:1749611128.335372:0:28321:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed000. 00000400:00000010:2.0:1749611128.335372:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fe580. 00000100:00000200:3.0:1749611128.335375:0:28321:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494622464, offset 0 00000100:00000001:1.0:1749611128.335375:0:9761:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749611128.335377:0:9761:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000400:00000010:2.0:1749611128.335378:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5aa18. 00000100:00000001:1.0:1749611128.335379:0:9761:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749611128.335380:0:28321:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749611128.335386:0:9761:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749611128.335389:0:28321:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749611128.335396:0:28321:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf93d300 00000100:00000200:2.0:1749611128.335399:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494622208, portal 10 00000400:00000200:3.0:1749611128.335403:0:28321:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3be9 [64] + 182728 00000100:00000001:2.0:1749611128.335403:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749611128.335405:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137345413376 : -131936364138240 : ffff88012be1f100) 00000400:00000200:3.0:1749611128.335410:0:28321:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749611128.335414:0:28321:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:2.0:1749611128.335415:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88012be1f100 x1834598494622208/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611153 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611128.335419:0:28321:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:1.0:1749611128.335420:0:9761:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1749611128.335421:0:28321:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1749611128.335426:0:28321:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800873d7100. 00000100:00000001:2.0:1749611128.335426:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749611128.335429:0:28321:0:(events.c:338:request_in_callback()) incoming req@ffff8800873d7100 x1834598494622464 msgsize 224 00000100:00000040:2.0:1749611128.335429:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1749611128.335431:0:9761:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00100000:3.0:1749611128.335433:0:28321:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000010:2.0:1749611128.335433:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a7f8. 00000100:00000001:1.0:1749611128.335433:0:9761:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000200:2.0:1749611128.335437:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494622208, offset 0 00000100:00100000:1.0:1749611128.335439:0:9761:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204 00000100:00000001:1.0:1749611128.335442:0:9761:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134936695168 : -131938772856448 : ffff88009c4fd180) 00000400:00000200:2.0:1749611128.335443:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749611128.335444:0:28321:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000040:1.0:1749611128.335449:0:9761:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009c4fd180 x1834598494622080/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611148 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749611128.335451:0:28321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed000 00000400:00000010:3.0:1749611128.335454:0:28321:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed000. 00000400:00000200:2.0:1749611128.335457:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749611128.335458:0:28321:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1749611128.335462:0:28321:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012be1fb80 x1834598494622464/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611144 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749611128.335463:0:9761:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c4fd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:28320:x1834598494622080:12345-0@lo:38:kworker.0 00000400:00000200:2.0:1749611128.335466:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf93d200 00000100:00000200:1.0:1749611128.335468:0:9761:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494622080 00000100:00000001:3.0:1749611128.335471:0:28321:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000001:1.0:1749611128.335471:0:9761:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:0.0:1749611128.335471:0:9693:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:2.0:1749611128.335473:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be9 [64] + 182952 00000100:00100000:0.0:1749611128.335473:0:9693:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494622464 00000100:00000040:3.0:1749611128.335474:0:28321:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012be1fb80 x1834598494622464/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611144 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749611128.335476:0:9693:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749611128.335478:0:9693:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000200:2.0:1749611128.335480:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749611128.335480:0:9693:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611128.335481:0:28321:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611128.335483:0:28321:0:(events.c:69:request_out_callback()) Process leaving 02000000:00000001:0.0:1749611128.335483:0:9693:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749611128.335485:0:9761:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000400:00000200:2.0:1749611128.335486:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:0.0:1749611128.335486:0:9693:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494622464 00000100:00000001:3.0:1749611128.335487:0:28321:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611128.335488:0:9693:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749611128.335490:0:9693:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d064 00000100:00000040:3.0:1749611128.335491:0:28321:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 1015 usecs (2 jiffies) 00000100:00000001:2.0:1749611128.335491:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000020:00000001:0.0:1749611128.335491:0:9693:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000200:2.0:1749611128.335493:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:3.0:1749611128.335494:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4300401794 00000020:00000040:0.0:1749611128.335494:0:9693:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012d4a0000 refcount=5 00000020:00000001:0.0:1749611128.335496:0:9693:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137369010176 : -131936340541440 : ffff88012d4a0000) 00000100:00000001:3.0:1749611128.335497:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4300401794 00000100:00000010:2.0:1749611128.335498:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009c4fd500. 00000020:00000001:0.0:1749611128.335498:0:9693:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137369010176 : -131936340541440 : ffff88012d4a0000) 00000100:00000001:3.0:1749611128.335500:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4300401794 00000020:00000001:1.0:1749611128.335501:0:9761:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611128.335502:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88009c4fd500 x1834598494622208 msgsize 520 00000100:00000001:0.0:1749611128.335504:0:9693:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00010000:00020000:1.0:1749611128.335506:0:9761:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:3.0:1749611128.335507:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4300401794 00000020:00000010:0.0:1749611128.335507:0:9693:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff880129cc84c0. 00000100:00000001:3.0:1749611128.335509:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4300401794 00000100:00100000:2.0:1749611128.335509:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00000001:1.0:1749611128.335509:0:9761:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749611128.335511:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4300401794 00010000:00000001:1.0:1749611128.335512:0:9761:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749611128.335513:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4300401794 00000100:00000001:3.0:1749611128.335515:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4300401794 00000020:00000040:0.0:1749611128.335515:0:9693:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000100:00000001:1.0:1749611128.335516:0:9761:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:3.0:1749611128.335517:0:28321:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749611128.335518:0:9761:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1749611128.335520:0:28321:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611128.335522:0:28321:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611128.335542:0:9693:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:0.0:1749611128.335547:0:9693:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8ea00. 00000020:00000010:0.0:1749611128.335550:0:9693:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880096dffb80. 00000100:00000001:2.0:1749611128.335551:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000020:00000010:0.0:1749611128.335554:0:9693:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4add640. 02000000:00000001:1.0:1749611128.335556:0:9761:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:0.0:1749611128.335581:0:9693:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000400:00000200:2.0:1749611128.335583:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a7f8 00000100:00000001:0.0:1749611128.335584:0:9693:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749611128.335585:0:9693:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000400:00000010:2.0:1749611128.335586:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a7f8. 00000100:00000001:0.0:1749611128.335588:0:9693:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611128.335589:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611128.335589:0:28320:0:(events.c:35:request_out_callback()) Process entered 02000000:00000010:1.0:1749611128.335591:0:9761:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8801322e7800. 00000100:00000200:2.0:1749611128.335593:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012be1f100 x1834598494622208/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611153 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749611128.335594:0:9761:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611128.335594:0:9693:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1749611128.335596:0:28321:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611128.335596:0:9693:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1749611128.335597:0:28321:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1749611128.335597:0:9761:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611128.335597:0:9693:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611128.335600:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749611128.335601:0:28321:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611128.335601:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00010000:00000001:1.0:1749611128.335602:0:9761:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1749611128.335603:0:28321:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611128.335604:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012be1f100 x1834598494622208/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611153 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611128.335604:0:9693:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1749611128.335605:0:28321:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00000001:1.0:1749611128.335605:0:9761:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611128.335607:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1749611128.335608:0:9761:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:3.0:1749611128.335609:0:28321:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611128.335610:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611128.335611:0:28321:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611128.335611:0:9693:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1749611128.335612:0:9761:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:3.0:1749611128.335613:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1749611128.335613:0:9693:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494622208 00000100:00000001:3.0:1749611128.335614:0:28321:0:(client.c:1945:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1749611128.335614:0:9693:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749611128.335615:0:28321:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1749611128.335616:0:9761:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1749611128.335616:0:9693:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749611128.335619:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000040:1.0:1749611128.335619:0:9761:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000040:3.0:1749611128.335620:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012be1f800 x1834598494622720/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611128.335622:0:9761:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:2.0:1749611128.335624:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611128.335624:0:9761:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:0.0:1749611128.335624:0:9693:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749611128.335627:0:9761:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 02000000:00000001:0.0:1749611128.335627:0:9693:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611128.335628:0:28321:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000040:2.0:1749611128.335628:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 1052 usecs (2 jiffies) 00000100:00000001:3.0:1749611128.335629:0:28321:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611128.335629:0:9693:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494622208 02000000:00000001:1.0:1749611128.335630:0:9761:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1749611128.335631:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4300401795 00000020:00000001:0.0:1749611128.335631:0:9693:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:3.0:1749611128.335632:0:28321:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000040:0.0:1749611128.335632:0:9693:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 02000000:00000001:1.0:1749611128.335633:0:9761:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611128.335634:0:28321:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1749611128.335634:0:9693:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1749611128.335635:0:9761:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:3.0:1749611128.335636:0:28321:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611128.335636:0:28320:0:(niobuf.c:648:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, simply extend its deadline from 4300401794 00000020:00000001:0.0:1749611128.335636:0:9693:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749611128.335637:0:9761:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:0.0:1749611128.335638:0:9693:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749611128.335639:0:28321:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012be1f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:28321:1834598494622720:0@lo:400:kworker.0 00000100:00000001:2.0:1749611128.335640:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4300401795 00000400:00000010:1.0:1749611128.335641:0:9761:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b990. 00000020:00000010:0.0:1749611128.335641:0:9693:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8f200. 00000100:00000001:3.0:1749611128.335643:0:28321:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1749611128.335643:0:28320:0:(niobuf.c:648:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, simply extend its deadline from 4300401794 00000020:00000010:0.0:1749611128.335644:0:9693:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880096dff200. 02000000:00000001:3.0:1749611128.335646:0:28321:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1749611128.335646:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4300401795 00000100:00000200:1.0:1749611128.335646:0:9761:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598494622080, offset 0 02000000:00000001:3.0:1749611128.335647:0:28321:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749611128.335647:0:9693:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4add3e8. 02000000:00000001:3.0:1749611128.335649:0:28321:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1749611128.335649:0:28320:0:(niobuf.c:648:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, simply extend its deadline from 4300401794 00000100:00000001:0.0:1749611128.335650:0:9693:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749611128.335651:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4300401795 00000400:00000200:1.0:1749611128.335651:0:9761:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749611128.335651:0:9693:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1749611128.335653:0:9693:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611128.335655:0:28320:0:(niobuf.c:648:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, simply extend its deadline from 4300401794 00000100:00000001:0.0:1749611128.335656:0:9693:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611128.335657:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000010:3.0:1749611128.335658:0:28321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880091b0c400. 02000000:00000001:3.0:1749611128.335660:0:28321:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611128.335660:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749611128.335660:0:9761:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749611128.335662:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000400:00000010:3.0:1749611128.335663:0:28321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b52f7c08. 00000100:00000001:0.0:1749611128.335663:0:9693:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749611128.335666:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012be1e300 x1834598494622336/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1749611128.335667:0:28321:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed000. 00000400:00000200:1.0:1749611128.335668:0:9761:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848ebf93d180 00000100:00000001:0.0:1749611128.335669:0:9693:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749611128.335670:0:9693:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000200:3.0:1749611128.335671:0:28321:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494622720, portal 10 00000100:00000001:3.0:1749611128.335673:0:28321:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749611128.335673:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000400:00000200:1.0:1749611128.335673:0:9761:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x7ea5 [1] + 0 00000100:00000001:3.0:1749611128.335675:0:28321:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137345415168 : -131936364136448 : ffff88012be1f800) 00000100:00000001:2.0:1749611128.335675:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611128.335675:0:9693:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 365 02000000:00000001:2.0:1749611128.335677:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:0.0:1749611128.335678:0:9693:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff88012d4a0000 : new rpc_count 1 02000000:00000001:2.0:1749611128.335679:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1749611128.335679:0:9761:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749611128.335680:0:9693:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134583169280 : -131939126382336 : ffff8800873d7100) 02000000:00000001:2.0:1749611128.335681:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611128.335682:0:28321:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88012be1f800 x1834598494622720/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611144 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749611128.335683:0:9761:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:2.0:1749611128.335685:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012be1e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494622336:0@lo:38:kworker.0 00000100:00000040:0.0:1749611128.335685:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800873d7100 x1834598494622464/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:564/0 lens 224/0 e 0 to 0 dl 1749611139 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611128.335686:0:9761:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749611128.335688:0:28321:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749611128.335688:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1749611128.335690:0:28321:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:2.0:1749611128.335690:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:3.0:1749611128.335692:0:28321:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed088. 02000000:00000001:2.0:1749611128.335692:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611128.335693:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1749611128.335694:0:9693:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000200:3.0:1749611128.335695:0:28321:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494622720, offset 0 00000020:00000010:0.0:1749611128.335695:0:9693:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff880129cc8d00. 02000000:00000010:2.0:1749611128.335696:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880086dc9c00. 02000000:00000001:2.0:1749611128.335698:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611128.335698:0:9693:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1749611128.335699:0:28321:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:1.0:1749611128.335699:0:9761:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012be1f480 x1834598494622080/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611153 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1749611128.335700:0:9693:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff880129cc8d00. 00000400:00000010:2.0:1749611128.335702:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fe318. 00000400:00000010:2.0:1749611128.335705:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a7f8. 00000100:00100000:0.0:1749611128.335705:0:9693:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800873d7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:28321:x1834598494622464:12345-0@lo:400:kworker.0 00000400:00000200:3.0:1749611128.335707:0:28321:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:0.0:1749611128.335709:0:9693:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494622464 00000100:00000200:2.0:1749611128.335710:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494622336, portal 10 00000100:00000040:1.0:1749611128.335711:0:9761:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88012be1f480 x1834598494622080/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611153 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749611128.335712:0:9693:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000400:00000200:3.0:1749611128.335713:0:28321:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf93d400 00000020:00000001:0.0:1749611128.335715:0:9693:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000400:00000200:3.0:1749611128.335717:0:28321:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3be9 [64] + 183472 00000100:00000001:2.0:1749611128.335718:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000020:00000001:0.0:1749611128.335718:0:9693:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611128.335719:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137345409792 : -131936364141824 : ffff88012be1e300) 00000100:00000001:1.0:1749611128.335720:0:9761:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000001:0.0:1749611128.335721:0:9693:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000400:00000200:3.0:1749611128.335722:0:28321:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749611128.335725:0:28321:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:2.0:1749611128.335727:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88012be1e300 x1834598494622336/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611153 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749611128.335728:0:9761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b990 00000020:00000001:0.0:1749611128.335729:0:9693:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000400:00000010:1.0:1749611128.335730:0:9761:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b990. 00000020:00000001:0.0:1749611128.335732:0:9693:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000001:1.0:1749611128.335733:0:9761:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749611128.335734:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:1.0:1749611128.335734:0:9761:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000040:2.0:1749611128.335736:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:0.0:1749611128.335736:0:9693:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1749611128.335738:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a5d8. 00000100:00000001:1.0:1749611128.335738:0:9761:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611128.335738:0:9693:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00000001:3.0:1749611128.335740:0:28321:0:(events.c:287:request_in_callback()) Process entered 00000020:00000001:0.0:1749611128.335740:0:9693:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00000200:2.0:1749611128.335741:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494622336, offset 0 00000100:00000040:1.0:1749611128.335741:0:9761:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000200:3.0:1749611128.335742:0:28321:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000020:00000001:0.0:1749611128.335743:0:9693:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611128.335744:0:9761:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1749611128.335745:0:28321:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800873d7480. 00000020:00000001:0.0:1749611128.335745:0:9693:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000400:00000200:2.0:1749611128.335746:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:1.0:1749611128.335746:0:9761:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1749611128.335748:0:28321:0:(events.c:338:request_in_callback()) incoming req@ffff8800873d7480 x1834598494622720 msgsize 224 00000100:00000001:0.0:1749611128.335749:0:9693:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000040:1.0:1749611128.335751:0:9761:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009c4fd180 x1834598494622080/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611148 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749611128.335751:0:9693:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00100000:3.0:1749611128.335753:0:28321:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:2.0:1749611128.335753:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000010:0.0:1749611128.335754:0:9693:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880087546400. 02000000:00000001:0.0:1749611128.335757:0:9693:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611128.335759:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf93d280 00000100:00000001:0.0:1749611128.335759:0:9693:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611128.335761:0:9693:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611128.335762:0:28321:0:(events.c:374:request_in_callback()) Process leaving 00000100:00100000:1.0:1749611128.335762:0:9761:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c4fd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:28320:x1834598494622080:12345-0@lo:38:kworker.0 Request processed in 299us (588us total) trans 0 rc -19/-19 00000400:00000200:2.0:1749611128.335763:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be9 [64] + 183696 00010000:00000040:0.0:1749611128.335764:0:9693:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494622464 00010000:00000001:0.0:1749611128.335767:0:9693:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000400:00000200:2.0:1749611128.335768:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749611128.335769:0:28321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed088 00000400:00000010:3.0:1749611128.335771:0:28321:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed088. 00010000:00000200:0.0:1749611128.335771:0:9693:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff8800873d7100 x1834598494622464/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:564/0 lens 224/224 e 0 to 0 dl 1749611139 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749611128.335773:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:1.0:1749611128.335773:0:9761:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204 00000100:00000001:3.0:1749611128.335774:0:28321:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:2.0:1749611128.335776:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:1.0:1749611128.335776:0:9761:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000200:3.0:1749611128.335777:0:28321:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012be1f800 x1834598494622720/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611144 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611128.335777:0:9761:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:2.0:1749611128.335778:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00010000:00000001:0.0:1749611128.335780:0:9693:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000010:2.0:1749611128.335781:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009c4fd880. 00000020:00000010:1.0:1749611128.335782:0:9761:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88006a3a9500. 00010000:00000001:0.0:1749611128.335782:0:9693:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611128.335784:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88009c4fd880 x1834598494622336 msgsize 520 00000100:00000001:3.0:1749611128.335785:0:28321:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00001000:0.0:1749611128.335785:0:9693:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=33 v=5 (1 1 1 1) 00000020:00000010:1.0:1749611128.335786:0:9761:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438c320. 00000100:00000040:3.0:1749611128.335787:0:28321:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012be1f800 x1834598494622720/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611144 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611128.335788:0:9693:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00100000:2.0:1749611128.335789:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000010:1.0:1749611128.335790:0:9761:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012d125800. 00000100:00000040:0.0:1749611128.335791:0:9693:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:0.0:1749611128.335793:0:9693:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:1.0:1749611128.335794:0:9761:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1749611128.335795:0:9693:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1749611128.335796:0:9693:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611128.335797:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:0.0:1749611128.335799:0:9693:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:2.0:1749611128.335801:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a5d8 00000100:00000040:0.0:1749611128.335801:0:9693:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1749611128.335803:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a5d8. 00000400:00000010:0.0:1749611128.335804:0:9693:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821a18. 00000100:00000001:2.0:1749611128.335805:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1749611128.335808:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012be1e300 x1834598494622336/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611153 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611128.335809:0:28321:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749611128.335809:0:9693:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494622464, offset 224 00000100:00000001:3.0:1749611128.335811:0:28321:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1749611128.335813:0:10935:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:0.0:1749611128.335814:0:9693:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:1.0:1749611128.335815:0:10935:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494622720 00000100:00000001:3.0:1749611128.335816:0:28321:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611128.335816:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1749611128.335818:0:10935:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:2.0:1749611128.335819:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012be1e300 x1834598494622336/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611153 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611128.335819:0:10935:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000040:3.0:1749611128.335820:0:28321:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 960 usecs (1 jiffies) 00000100:00000001:1.0:1749611128.335821:0:10935:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611128.335822:0:9693:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749611128.335823:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4300401794 02000000:00000001:1.0:1749611128.335825:0:10935:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611128.335826:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4300401795 00000100:00000001:2.0:1749611128.335826:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611128.335827:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00100000:1.0:1749611128.335827:0:10935:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494622720 00000100:00000001:3.0:1749611128.335829:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4300401794 00000020:00000001:1.0:1749611128.335829:0:10935:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1749611128.335830:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611128.335830:0:9693:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf93d300 00000100:00000001:3.0:1749611128.335831:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4300401795 00000020:00000040:1.0:1749611128.335831:0:10935:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0f0 00000020:00000001:1.0:1749611128.335832:0:10935:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1749611128.335833:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4300401794 00000100:00000040:2.0:1749611128.335833:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 932 usecs (1 jiffies) 00000100:00000001:3.0:1749611128.335835:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4300401795 00000100:00000001:2.0:1749611128.335835:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4300401794 00000400:00000200:0.0:1749611128.335836:0:9693:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x7ead [1] + 224 00000100:00000001:3.0:1749611128.335837:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4300401794 00000100:00000001:3.0:1749611128.335839:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4300401795 00000100:00000001:3.0:1749611128.335841:0:28321:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:1.0:1749611128.335841:0:10935:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800b4002000 refcount=5 00000400:00000200:0.0:1749611128.335841:0:9693:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1749611128.335843:0:28321:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611128.335843:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4300401795 00000020:00000001:1.0:1749611128.335843:0:10935:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000400:00000200:0.0:1749611128.335844:0:9693:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749611128.335846:0:28321:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611128.335846:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4300401794 00000020:00000001:1.0:1749611128.335846:0:10935:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000001:3.0:1749611128.335848:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611128.335848:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4300401795 00000100:00000001:2.0:1749611128.335850:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4300401794 00000100:00000001:1.0:1749611128.335850:0:10935:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1749611128.335852:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4300401795 00000020:00000010:1.0:1749611128.335853:0:10935:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b52e3780. 00000100:00000001:0.0:1749611128.335853:0:9693:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749611128.335854:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4300401794 00000100:00000001:2.0:1749611128.335856:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4300401795 00000100:00000200:0.0:1749611128.335857:0:9693:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012be1fb80 x1834598494622464/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611144 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749611128.335858:0:10935:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff88013685b540. 00000100:00000001:2.0:1749611128.335859:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749611128.335861:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1749611128.335862:0:9736:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00000001:1.0:1749611128.335862:0:10935:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:2.0:1749611128.335863:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000020:00000010:1.0:1749611128.335864:0:10935:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b52e3780. 00000020:00000040:3.0:1749611128.335866:0:9736:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000100:00000040:2.0:1749611128.335867:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012be1e680 x1834598494622592/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749611128.335867:0:9693:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88012be1fb80 x1834598494622464/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611144 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749611128.335869:0:10935:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012d125800. 00000020:00000010:1.0:1749611128.335872:0:10935:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88006a3a9500. 00000100:00000001:2.0:1749611128.335874:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611128.335875:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749611128.335875:0:10935:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438c320. 02000000:00000001:2.0:1749611128.335877:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1749611128.335879:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749611128.335879:0:10935:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749611128.335879:0:9693:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749611128.335880:0:9692:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:2.0:1749611128.335881:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611128.335881:0:10935:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00100000:3.0:1749611128.335882:0:9692:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494622336 00000100:00100000:2.0:1749611128.335883:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012be1e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494622592:0@lo:38:kworker.0 00000100:00000001:1.0:1749611128.335883:0:10935:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1749611128.335884:0:9692:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749611128.335886:0:9692:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749611128.335886:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1749611128.335886:0:9693:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821a18 00000100:00000001:1.0:1749611128.335887:0:10935:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1749611128.335888:0:9692:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749611128.335888:0:9693:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821a18. 02000000:00000001:2.0:1749611128.335889:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1749611128.335889:0:10935:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 02000000:00000001:2.0:1749611128.335890:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611128.335890:0:9693:0:(events.c:387:reply_out_callback()) Process entered 02000000:00000001:3.0:1749611128.335891:0:9692:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611128.335891:0:10935:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611128.335892:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1749611128.335892:0:9693:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:1.0:1749611128.335893:0:10935:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1749611128.335894:0:9692:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494622336 02000000:00000010:2.0:1749611128.335895:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880086dc9800. 00000100:00000001:0.0:1749611128.335895:0:9693:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611128.335896:0:9692:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:2.0:1749611128.335897:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1749611128.335898:0:9692:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000040:0.0:1749611128.335898:0:9693:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000020:00000001:3.0:1749611128.335899:0:9692:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1749611128.335899:0:10935:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000400:00000010:2.0:1749611128.335900:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fe210. 00000020:00000001:3.0:1749611128.335901:0:9692:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611128.335901:0:10935:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00010000:00000001:0.0:1749611128.335901:0:9693:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000400:00000010:2.0:1749611128.335903:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a5d8. 00000020:00000001:0.0:1749611128.335903:0:9693:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611128.335904:0:9692:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749611128.335904:0:10935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 366 00000020:00000001:0.0:1749611128.335905:0:9693:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000200:2.0:1749611128.335906:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494622592, portal 10 00000100:00000040:1.0:1749611128.335906:0:10935:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800b4002000 : new rpc_count 1 00000020:00000010:3.0:1749611128.335907:0:9692:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880091b0d200. 00000100:00000001:2.0:1749611128.335908:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749611128.335909:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137345410688 : -131936364140928 : ffff88012be1e680) 00000100:00000001:1.0:1749611128.335909:0:10935:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134583170176 : -131939126381440 : ffff8800873d7480) 00000100:00000040:0.0:1749611128.335909:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800873d7100 x1834598494622464/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:564/0 lens 224/224 e 0 to 0 dl 1749611139 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749611128.335914:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800873d7480 x1834598494622720/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:564/0 lens 224/0 e 0 to 0 dl 1749611139 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749611128.335915:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88012be1e680 x1834598494622592/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611153 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749611128.335916:0:9692:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b6c700. 00000100:00100000:0.0:1749611128.335919:0:9693:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800873d7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:28321:x1834598494622464:12345-0@lo:400:kworker.0 Request processed in 224us (487us total) trans 0 rc 0/0 00000020:00000010:3.0:1749611128.335921:0:9692:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8708. 00000100:00000001:1.0:1749611128.335923:0:10935:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1749611128.335925:0:10935:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b52e3780. 00000100:00000001:3.0:1749611128.335926:0:9692:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749611128.335927:0:9692:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749611128.335927:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:1.0:1749611128.335927:0:10935:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1749611128.335928:0:9693:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 365 00000100:00000040:2.0:1749611128.335929:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000010:1.0:1749611128.335929:0:10935:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b52e3780. 00000100:00000001:3.0:1749611128.335930:0:9692:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611128.335931:0:9693:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88012d4a0000 : new rpc_count 0 00000400:00000010:2.0:1749611128.335932:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a990. 00000100:00100000:1.0:1749611128.335933:0:10935:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800873d7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:28321:x1834598494622720:12345-0@lo:400:kworker.0 00000100:00000001:3.0:1749611128.335934:0:9692:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611128.335934:0:9693:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000200:2.0:1749611128.335935:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494622592, offset 0 00000100:00000001:0.0:1749611128.335935:0:9693:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1749611128.335937:0:9692:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1749611128.335937:0:10935:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494622720 00000400:00000200:2.0:1749611128.335939:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:1.0:1749611128.335939:0:10935:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000010:0.0:1749611128.335939:0:9693:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880096dffb80. 00000020:00000010:0.0:1749611128.335942:0:9693:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4add640. 00000400:00000200:2.0:1749611128.335944:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749611128.335945:0:9692:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000020:00000001:1.0:1749611128.335945:0:10935:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000020:00000010:0.0:1749611128.335945:0:9693:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8ea00. 00000100:00000001:3.0:1749611128.335947:0:9692:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000001:1.0:1749611128.335948:0:10935:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611128.335949:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf93d380 00000020:00000040:0.0:1749611128.335949:0:9693:0:(genops.c:898:class_export_put()) PUTting export ffff88012d4a0000 : new refcount 4 00000020:00000001:1.0:1749611128.335950:0:10935:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00100000:3.0:1749611128.335951:0:9692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 569 00000100:00000001:0.0:1749611128.335951:0:9693:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749611128.335952:0:10935:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000400:00000200:2.0:1749611128.335953:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be9 [64] + 184216 00000100:00000001:3.0:1749611128.335954:0:9692:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134936696064 : -131938772855552 : ffff88009c4fd500) 00000020:00000001:1.0:1749611128.335955:0:10935:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000400:00000200:2.0:1749611128.335957:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1749611128.335958:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009c4fd500 x1834598494622208/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611148 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749611128.335959:0:10935:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611128.335959:0:9693:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000400:00000200:2.0:1749611128.335960:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:1.0:1749611128.335961:0:10935:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00000001:0.0:1749611128.335961:0:9693:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000001:1.0:1749611128.335962:0:10935:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00000001:2.0:1749611128.335963:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000020:00000001:1.0:1749611128.335964:0:10935:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749611128.335965:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00100000:0.0:1749611128.335965:0:9693:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 570 00000020:00000001:1.0:1749611128.335966:0:10935:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000010:2.0:1749611128.335968:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009c4fdc00. 00000100:00000001:0.0:1749611128.335968:0:9693:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134936696960 : -131938772854656 : ffff88009c4fd880) 00000100:00100000:3.0:1749611128.335969:0:9692:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c4fd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:28320:x1834598494622208:12345-0@lo:38:kworker.0 00000100:00000001:1.0:1749611128.335970:0:10935:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000040:2.0:1749611128.335971:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88009c4fdc00 x1834598494622592 msgsize 520 02000000:00000001:1.0:1749611128.335972:0:10935:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:0.0:1749611128.335972:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009c4fd880 x1834598494622336/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611148 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749611128.335973:0:9692:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494622208 00000100:00100000:2.0:1749611128.335975:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000001:3.0:1749611128.335976:0:9692:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 02000000:00000010:1.0:1749611128.335976:0:10935:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8801322e7c00. 00010000:00000001:3.0:1749611128.335978:0:9692:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:2.0:1749611128.335978:0:28320:0:(events.c:374:request_in_callback()) Process leaving 02000000:00000001:1.0:1749611128.335978:0:10935:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611128.335980:0:10935:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611128.335981:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a990 00000400:00000010:2.0:1749611128.335982:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a990. 00000020:00000001:1.0:1749611128.335982:0:10935:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611128.335984:0:28320:0:(events.c:35:request_out_callback()) Process entered 00010000:00000040:1.0:1749611128.335985:0:10935:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494622720 00010000:00000001:1.0:1749611128.335987:0:10935:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00100000:0.0:1749611128.335987:0:9693:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c4fd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:28320:x1834598494622336:12345-0@lo:38:kworker.0 00000020:00000001:3.0:1749611128.335988:0:9692:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749611128.335988:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012be1e680 x1834598494622592/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611153 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00020000:3.0:1749611128.335991:0:9692:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000200:0.0:1749611128.335991:0:9693:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494622336 00010000:00000200:1.0:1749611128.335992:0:10935:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff8800873d7480 x1834598494622720/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:564/0 lens 224/224 e 0 to 0 dl 1749611139 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1749611128.335994:0:9692:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000001:0.0:1749611128.335994:0:9693:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:2.0:1749611128.335995:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00010000:00000001:0.0:1749611128.335996:0:9693:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00010000:00000001:3.0:1749611128.335997:0:9692:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749611128.335998:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012be1e680 x1834598494622592/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611153 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1749611128.335999:0:10935:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1749611128.336000:0:9692:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00010000:00000001:1.0:1749611128.336001:0:10935:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611128.336002:0:9692:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1749611128.336004:0:9692:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00001000:1.0:1749611128.336004:0:10935:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=33 v=5 (1 1 1 1) 00000100:00000001:2.0:1749611128.336005:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611128.336005:0:9693:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611128.336006:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1749611128.336007:0:10935:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 02000000:00000010:3.0:1749611128.336008:0:9692:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880111d52c00. 02000000:00000001:3.0:1749611128.336009:0:9692:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611128.336009:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:0.0:1749611128.336009:0:9693:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000040:1.0:1749611128.336010:0:10935:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000040:2.0:1749611128.336011:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 786 usecs (1 jiffies) 00010000:00000001:0.0:1749611128.336011:0:9693:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749611128.336012:0:9692:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611128.336012:0:10935:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:2.0:1749611128.336014:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4300401794 02000000:00000001:1.0:1749611128.336014:0:10935:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:0.0:1749611128.336014:0:9693:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00010000:00000001:3.0:1749611128.336015:0:9692:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 02000000:00000001:1.0:1749611128.336015:0:10935:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611128.336016:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4300401795 00010000:00000001:3.0:1749611128.336017:0:9692:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611128.336017:0:10935:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749611128.336017:0:9693:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:2.0:1749611128.336018:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4300401794 00000100:00000001:0.0:1749611128.336019:0:9693:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00001000:3.0:1749611128.336020:0:9692:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:2.0:1749611128.336020:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4300401795 00000100:00000040:1.0:1749611128.336020:0:10935:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:0.0:1749611128.336021:0:9693:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000010:1.0:1749611128.336022:0:10935:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b990. 00000100:00000001:3.0:1749611128.336023:0:9692:0:(connection.c:104:ptlrpc_connection_get()) Process entered 02000000:00000010:0.0:1749611128.336024:0:9693:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880087545400. 00000100:00000001:3.0:1749611128.336026:0:9692:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 02000000:00000001:0.0:1749611128.336026:0:9693:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611128.336027:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4300401794 00000100:00000200:1.0:1749611128.336027:0:10935:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494622720, offset 224 00000100:00000001:0.0:1749611128.336028:0:9693:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611128.336030:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4300401795 00010000:00000001:0.0:1749611128.336030:0:9693:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000400:00000200:1.0:1749611128.336031:0:10935:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749611128.336032:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4300401794 00010000:00000001:0.0:1749611128.336032:0:9693:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611128.336034:0:9692:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000001:2.0:1749611128.336034:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4300401795 00000100:00001000:0.0:1749611128.336035:0:9693:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:3.0:1749611128.336036:0:9692:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:2.0:1749611128.336036:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749611128.336038:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749611128.336038:0:10935:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749611128.336038:0:9693:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:3.0:1749611128.336039:0:9692:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:0.0:1749611128.336041:0:9693:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749611128.336043:0:9692:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 28 to 0@lo 00000400:00000001:2.0:1749611128.336043:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:0.0:1749611128.336044:0:9693:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 28 to 0@lo 00000400:00000001:2.0:1749611128.336045:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1749611128.336045:0:10935:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf93d400 02000000:00000001:3.0:1749611128.336046:0:9692:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1749611128.336046:0:9693:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000400:00000010:2.0:1749611128.336047:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207feb00. 02000000:00000001:3.0:1749611128.336048:0:9692:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611128.336048:0:9693:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:3.0:1749611128.336050:0:9692:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:2.0:1749611128.336050:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a330 00000400:00000010:2.0:1749611128.336051:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a330. 00000100:00000040:0.0:1749611128.336051:0:9693:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 28 to 0@lo 00000100:00000040:3.0:1749611128.336052:0:9692:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749611128.336053:0:28320:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000001:0.0:1749611128.336053:0:9693:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000010:3.0:1749611128.336055:0:9692:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed088. 02000000:00000001:0.0:1749611128.336055:0:9693:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749611128.336057:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012be1f480 x1834598494622080/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611153 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611128.336057:0:9693:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:0.0:1749611128.336060:0:9693:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749611128.336062:0:9693:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821a18. 00000400:00000200:1.0:1749611128.336063:0:10935:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x7ec1 [1] + 224 00000100:00000200:2.0:1749611128.336066:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012be1f480 x1834598494622080/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611153 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611128.336073:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:1.0:1749611128.336074:0:10935:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749611128.336075:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611128.336078:0:28320:0:(client.c:1550:after_reply()) Process entered 00000400:00000200:1.0:1749611128.336078:0:10935:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1749611128.336080:0:9692:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494622208, offset 0 02000000:00000001:2.0:1749611128.336081:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000200:0.0:1749611128.336081:0:9693:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494622336, offset 0 00000100:00000001:1.0:1749611128.336082:0:10935:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749611128.336083:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000200:3.0:1749611128.336085:0:9692:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749611128.336085:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749611128.336087:0:10935:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012be1f800 x1834598494622720/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611144 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749611128.336089:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611128.336089:0:9693:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1749611128.336092:0:9692:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00001000:2.0:1749611128.336095:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff8801369c9438 time=1749611128 v=5 (0 0 0 0) 00000400:00000200:0.0:1749611128.336096:0:9693:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:1.0:1749611128.336097:0:10935:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88012be1f800 x1834598494622720/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611144 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749611128.336099:0:9692:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf93d200 00000100:00001000:2.0:1749611128.336099:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff8801369c93f0 time=101 v=20 (1 1 20 1) 00000100:00000001:2.0:1749611128.336102:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000400:00000200:3.0:1749611128.336104:0:9692:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x7eb5 [1] + 0 00000100:00000001:2.0:1749611128.336104:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749611128.336106:0:10935:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749611128.336107:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:3.0:1749611128.336108:0:9692:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749611128.336109:0:9693:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf93d280 00000400:00000200:1.0:1749611128.336111:0:10935:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b990 00000400:00000200:3.0:1749611128.336112:0:9692:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:2.0:1749611128.336112:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012be1f480 x1834598494622080/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611153 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749611128.336113:0:10935:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b990. 00000100:00000001:1.0:1749611128.336115:0:10935:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749611128.336116:0:10935:0:(events.c:399:reply_out_callback()) Process leaving 00000400:00000200:0.0:1749611128.336118:0:9693:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x7ec9 [1] + 0 00000100:00000001:2.0:1749611128.336119:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749611128.336120:0:10935:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611128.336122:0:9692:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000040:1.0:1749611128.336122:0:10935:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 27 to 0@lo 00000400:00000200:0.0:1749611128.336122:0:9693:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749611128.336123:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00010000:00000001:1.0:1749611128.336125:0:10935:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000400:00000200:0.0:1749611128.336126:0:9693:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1749611128.336127:0:9692:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012be1f100 x1834598494622208/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611153 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749611128.336127:0:10935:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611128.336129:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749611128.336129:0:10935:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1749611128.336130:0:9693:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749611128.336132:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000040:1.0:1749611128.336133:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800873d7480 x1834598494622720/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:564/0 lens 224/224 e 0 to 0 dl 1749611139 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611128.336134:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000200:0.0:1749611128.336134:0:9693:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012be1e300 x1834598494622336/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611153 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749611128.336137:0:9692:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88012be1f100 x1834598494622208/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611153 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1749611128.336138:0:28320:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749611128.336141:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00100000:1.0:1749611128.336143:0:10935:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800873d7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:28321:x1834598494622720:12345-0@lo:400:kworker.0 Request processed in 218us (393us total) trans 0 rc 0/0 00000100:00000001:2.0:1749611128.336144:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749611128.336144:0:9693:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88012be1e300 x1834598494622336/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611153 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611128.336146:0:9692:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000040:2.0:1749611128.336148:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012be1f480 x1834598494622080/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611153 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749611128.336151:0:9692:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed088 00000100:00100000:1.0:1749611128.336152:0:10935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 366 00000400:00000010:3.0:1749611128.336153:0:9692:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed088. 00000100:00000001:0.0:1749611128.336153:0:9693:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749611128.336155:0:9692:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000040:1.0:1749611128.336155:0:10935:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800b4002000 : new rpc_count 0 00000100:00000001:3.0:1749611128.336157:0:9692:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00100000:2.0:1749611128.336157:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012be1f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494622080:0@lo:38:kworker.0 00000100:00000001:1.0:1749611128.336158:0:10935:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:0.0:1749611128.336158:0:9693:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821a18 00000100:00000001:3.0:1749611128.336160:0:9692:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611128.336160:0:10935:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000010:0.0:1749611128.336160:0:9693:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821a18. 00000100:00000001:2.0:1749611128.336161:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611128.336162:0:9693:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000040:3.0:1749611128.336163:0:9692:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:2.0:1749611128.336163:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000010:1.0:1749611128.336163:0:10935:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88006a3a9500. 00000100:00000001:0.0:1749611128.336164:0:9693:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:3.0:1749611128.336165:0:9692:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611128.336166:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012be1f480 x1834598494622080/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611153 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749611128.336166:0:10935:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438c320. 00000020:00000001:3.0:1749611128.336167:0:9692:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749611128.336167:0:9693:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749611128.336169:0:10935:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012d125800. 00000100:00000040:0.0:1749611128.336170:0:9693:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000040:3.0:1749611128.336172:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009c4fd500 x1834598494622208/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611148 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611128.336172:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000040:1.0:1749611128.336173:0:10935:0:(genops.c:898:class_export_put()) PUTting export ffff8800b4002000 : new refcount 4 00000100:00000001:0.0:1749611128.336173:0:9693:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611128.336175:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1749611128.336175:0:10935:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1749611128.336175:0:9693:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000010:2.0:1749611128.336178:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880086dca400. 00000100:00000040:0.0:1749611128.336179:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009c4fd880 x1834598494622336/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611148 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749611128.336182:0:9692:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c4fd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:28320:x1834598494622208:12345-0@lo:38:kworker.0 Request processed in 213us (678us total) trans 0 rc -19/-19 02000000:00000001:2.0:1749611128.336182:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1749611128.336182:0:10935:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:2.0:1749611128.336184:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000100:00100000:1.0:1749611128.336184:0:10935:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494622592 00000020:00000040:2.0:1749611128.336186:0:28320:0:(genops.c:1242:class_import_put()) import ffff8801369c9000 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000020:00000001:2.0:1749611128.336189:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00100000:0.0:1749611128.336189:0:9693:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c4fd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:28320:x1834598494622336:12345-0@lo:38:kworker.0 Request processed in 202us (402us total) trans 0 rc -19/-19 02000000:00000001:1.0:1749611128.336190:0:10935:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000010:2.0:1749611128.336192:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880087547c00. 00000100:00000001:1.0:1749611128.336192:0:10935:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749611128.336194:0:10935:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611128.336195:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00100000:3.0:1749611128.336196:0:9692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 569 02000000:00000001:2.0:1749611128.336196:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:1.0:1749611128.336197:0:10935:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749611128.336198:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012be1f480. 00000100:00100000:1.0:1749611128.336199:0:10935:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494622592 00000100:00000001:3.0:1749611128.336200:0:9692:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749611128.336201:0:9692:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1749611128.336201:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000020:00000001:1.0:1749611128.336201:0:10935:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1749611128.336203:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1749611128.336203:0:10935:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:1.0:1749611128.336204:0:10935:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1749611128.336205:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1749611128.336206:0:9692:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880096dff200. 00000020:00000001:1.0:1749611128.336206:0:10935:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611128.336207:0:9693:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 570 00000020:00000010:3.0:1749611128.336209:0:9692:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4add3e8. 00000100:00000001:2.0:1749611128.336209:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:1.0:1749611128.336209:0:10935:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611128.336209:0:9693:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1749611128.336210:0:9693:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1749611128.336212:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1749611128.336212:0:10935:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012d125800. 00000020:00000010:3.0:1749611128.336213:0:9692:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8f200. 00000100:00000001:2.0:1749611128.336214:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000010:1.0:1749611128.336214:0:10935:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88006a3a9500. 00000020:00000010:0.0:1749611128.336214:0:9693:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b6c700. 00000100:00000001:2.0:1749611128.336215:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749611128.336217:0:9692:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1749611128.336217:0:10935:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438c320. 00000020:00000010:0.0:1749611128.336217:0:9693:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8708. 00000400:00000001:2.0:1749611128.336218:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749611128.336220:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1749611128.336220:0:10935:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749611128.336221:0:10935:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000020:00000010:0.0:1749611128.336221:0:9693:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880091b0d200. 00000100:00000001:1.0:1749611128.336223:0:10935:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611128.336224:0:9693:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611128.336226:0:10935:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749611128.336227:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fe580. 00000100:00000001:3.0:1749611128.336230:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1749611128.336230:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5aa18 00000400:00000010:2.0:1749611128.336231:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5aa18. 00000100:00000001:0.0:1749611128.336232:0:9693:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749611128.336233:0:28321:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611128.336233:0:9693:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1749611128.336234:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749611128.336235:0:10935:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1749611128.336237:0:28321:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00100000:0.0:1749611128.336237:0:9693:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 571 00000400:00000001:3.0:1749611128.336238:0:28321:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000200:2.0:1749611128.336238:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012be1f100 x1834598494622208/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611153 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611128.336239:0:9693:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134936697856 : -131938772853760 : ffff88009c4fdc00) 00000400:00000010:3.0:1749611128.336240:0:28321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b52f7c08. 00000400:00000200:3.0:1749611128.336244:0:28321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed000 00000400:00000010:3.0:1749611128.336245:0:28321:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed000. 00000100:00000001:1.0:1749611128.336245:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000200:2.0:1749611128.336247:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012be1f100 x1834598494622208/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611153 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611128.336248:0:28321:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749611128.336248:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611128.336248:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009c4fdc00 x1834598494622592/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611148 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749611128.336252:0:28321:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012be1f800 x1834598494622720/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611144 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611128.336254:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749611128.336256:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611128.336258:0:28320:0:(client.c:1550:after_reply()) Process entered 00000100:00100000:0.0:1749611128.336258:0:9693:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c4fdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:28320:x1834598494622592:12345-0@lo:38:kworker.0 02000000:00000001:2.0:1749611128.336259:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749611128.336260:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000200:3.0:1749611128.336262:0:28321:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012be1f800 x1834598494622720/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611144 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611128.336262:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749611128.336262:0:9693:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494622592 02000000:00000001:2.0:1749611128.336264:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611128.336264:0:9693:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:0.0:1749611128.336265:0:9693:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:3.0:1749611128.336268:0:28321:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00001000:2.0:1749611128.336268:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88012e71cc38 time=1749611128 v=5 (0 0 0 0) 00000100:00000001:3.0:1749611128.336270:0:28321:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1749611128.336270:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012e71cbf0 time=83 v=20 (1 1 20 1) 00000100:00000001:3.0:1749611128.336272:0:28321:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:2.0:1749611128.336273:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000020:00000001:0.0:1749611128.336273:0:9693:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611128.336274:0:28321:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749611128.336274:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749611128.336275:0:28321:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749611128.336276:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00010000:00020000:0.0:1749611128.336276:0:9693:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:3.0:1749611128.336277:0:28321:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611128.336278:0:9693:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 02000000:00000001:3.0:1749611128.336279:0:28321:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611128.336280:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012be1f100 x1834598494622208/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611153 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1749611128.336281:0:9693:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749611128.336283:0:9693:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00001000:3.0:1749611128.336284:0:28321:0:(import.c:2097:obd_at_measure()) add 5 to ffff88006a729c38 time=133 v=5 (5 5 5 5) 00000100:00000001:0.0:1749611128.336285:0:9693:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1749611128.336286:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 02000000:00000001:0.0:1749611128.336287:0:9693:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00001000:3.0:1749611128.336288:0:28321:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a729bf0 time=133 v=5 (1 1 1 1) 00000100:00000001:2.0:1749611128.336289:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749611128.336290:0:28321:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749611128.336290:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1749611128.336290:0:9693:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880087547400. 02000000:00000001:0.0:1749611128.336291:0:9693:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611128.336292:0:28321:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611128.336292:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749611128.336293:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749611128.336293:0:9693:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749611128.336295:0:28321:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00080000:2.0:1749611128.336295:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00010000:00000001:0.0:1749611128.336296:0:9693:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1749611128.336297:0:9693:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749611128.336298:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00010000:00080000:3.0:1749611128.336300:0:28321:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff88012be1f800 x1834598494622720/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611144 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611128.336300:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00001000:0.0:1749611128.336300:0:9693:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000040:2.0:1749611128.336303:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012be1f100 x1834598494622208/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611153 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611128.336303:0:9693:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:0.0:1749611128.336305:0:9693:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00010000:00000001:3.0:1749611128.336308:0:28321:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611128.336308:0:9693:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:0.0:1749611128.336310:0:9693:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:0.0:1749611128.336312:0:9693:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000040:0.0:1749611128.336315:0:9693:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:3.0:1749611128.336316:0:28321:0:(client.c:3040:ptlrpc_free_committed()) Process entered 02000000:00000001:0.0:1749611128.336316:0:9693:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1749611128.336318:0:9693:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611128.336319:0:28321:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: skip recheck: last_committed 0 00000100:00000001:0.0:1749611128.336320:0:9693:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:3.0:1749611128.336321:0:28321:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1749611128.336322:0:28321:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611128.336322:0:9693:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00100000:2.0:1749611128.336323:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012be1f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494622208:0@lo:38:kworker.0 00000400:00000010:0.0:1749611128.336324:0:9693:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821a18. 00000100:00000040:3.0:1749611128.336327:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012be1f800 x1834598494622720/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611144 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749611128.336327:0:9693:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494622592, offset 0 00000400:00000001:2.0:1749611128.336329:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749611128.336331:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1749611128.336333:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fe318. 00000100:00000001:3.0:1749611128.336334:0:28321:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1749611128.336335:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a7f8 00000100:00000001:3.0:1749611128.336336:0:28321:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000400:00000010:2.0:1749611128.336337:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a7f8. 00000100:00000001:3.0:1749611128.336338:0:28321:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611128.336339:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000040:3.0:1749611128.336341:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012be1f800 x1834598494622720/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611144 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749611128.336342:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012be1e300 x1834598494622336/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611153 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749611128.336344:0:9693:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:3.0:1749611128.336348:0:28321:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012be1f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:28321:1834598494622720:0@lo:400:kworker.0 00000100:00000200:2.0:1749611128.336350:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012be1e300 x1834598494622336/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611153 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1749611128.336354:0:28321:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:0.0:1749611128.336355:0:9693:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000001:3.0:1749611128.336356:0:28321:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1749611128.336356:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000010:3.0:1749611128.336358:0:28321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b52f7c60. 00000100:00000001:2.0:1749611128.336358:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611128.336359:0:28320:0:(client.c:1550:after_reply()) Process entered 00000400:00000200:3.0:1749611128.336360:0:28321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed440 00000400:00000200:0.0:1749611128.336360:0:9693:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf93d380 02000000:00000001:2.0:1749611128.336361:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000400:00000010:3.0:1749611128.336362:0:28321:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed440. 00000100:00000001:2.0:1749611128.336362:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749611128.336363:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611128.336365:0:28321:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000001:2.0:1749611128.336365:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611128.336366:0:9693:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x7ed5 [1] + 0 00000100:00000200:3.0:1749611128.336368:0:28321:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012be1fb80 x1834598494622464/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611144 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1749611128.336369:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a72c438 time=1749611128 v=5 (0 0 0 0) 00000100:00001000:2.0:1749611128.336371:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a72c3f0 time=33 v=20 (1 1 20 1) 00000400:00000200:0.0:1749611128.336371:0:9693:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749611128.336374:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000400:00000200:0.0:1749611128.336374:0:9693:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1749611128.336375:0:28321:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012be1fb80 x1834598494622464/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611144 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611128.336376:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749611128.336377:0:9693:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749611128.336378:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749611128.336382:0:28321:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000040:2.0:1749611128.336382:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012be1e300 x1834598494622336/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611153 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749611128.336382:0:9693:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012be1e680 x1834598494622592/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611153 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611128.336384:0:28321:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611128.336385:0:28321:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:3.0:1749611128.336387:0:28321:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749611128.336388:0:28321:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749611128.336389:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749611128.336390:0:28321:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611128.336391:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:0.0:1749611128.336391:0:9693:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88012be1e680 x1834598494622592/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611153 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749611128.336392:0:28321:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611128.336392:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611128.336393:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749611128.336395:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00001000:3.0:1749611128.336396:0:28321:0:(import.c:2097:obd_at_measure()) add 5 to ffff880079138c38 time=33 v=5 (5 5 5 5) 00000100:00080000:2.0:1749611128.336397:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a72c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00001000:3.0:1749611128.336398:0:28321:0:(import.c:2097:obd_at_measure()) add 1 to ffff880079138bf0 time=33 v=5 (1 1 1 1) 00000100:00000001:0.0:1749611128.336400:0:9693:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749611128.336401:0:28321:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749611128.336402:0:28321:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611128.336403:0:9693:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821a18 00000100:00080000:2.0:1749611128.336404:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000400:00000010:0.0:1749611128.336405:0:9693:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821a18. 00000100:00000001:2.0:1749611128.336406:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749611128.336407:0:9693:0:(events.c:387:reply_out_callback()) Process entered 00010000:00000001:3.0:1749611128.336408:0:28321:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1749611128.336408:0:9693:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:0.0:1749611128.336410:0:9693:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611128.336411:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012be1e300 x1834598494622336/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611153 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00080000:3.0:1749611128.336412:0:28321:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff88012be1fb80 x1834598494622464/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611144 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749611128.336413:0:9693:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749611128.336416:0:9693:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611128.336418:0:9693:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1749611128.336419:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012be1e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494622336:0@lo:38:kworker.0 00010000:00000001:3.0:1749611128.336420:0:28321:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611128.336422:0:28321:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1749611128.336422:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009c4fdc00 x1834598494622592/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611148 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749611128.336423:0:28321:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:3.0:1749611128.336424:0:28321:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000400:00000001:2.0:1749611128.336424:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749611128.336425:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1749611128.336426:0:28321:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749611128.336427:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fe210. 00000100:00000040:3.0:1749611128.336429:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012be1fb80 x1834598494622464/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611144 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749611128.336429:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a5d8 00000400:00000010:2.0:1749611128.336431:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a5d8. 00000100:00100000:0.0:1749611128.336431:0:9693:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c4fdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:28320:x1834598494622592:12345-0@lo:38:kworker.0 Request processed in 172us (457us total) trans 0 rc -19/-19 00000100:00000001:2.0:1749611128.336432:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749611128.336435:0:28321:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1749611128.336435:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012be1e680 x1834598494622592/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611153 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611128.336437:0:28321:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00100000:0.0:1749611128.336437:0:9693:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 571 00000100:00000001:3.0:1749611128.336439:0:28321:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611128.336439:0:9693:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1749611128.336441:0:9693:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:3.0:1749611128.336442:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012be1fb80 x1834598494622464/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611144 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749611128.336443:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012be1e680 x1834598494622592/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611153 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1749611128.336443:0:9693:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88006a3a9500. 00000020:00000010:0.0:1749611128.336446:0:9693:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438c320. 00000100:00100000:3.0:1749611128.336449:0:28321:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012be1fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:28321:1834598494622464:0@lo:400:kworker.0 00000020:00000010:0.0:1749611128.336449:0:9693:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012d125800. 00000100:00000001:2.0:1749611128.336450:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749611128.336451:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611128.336452:0:9693:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611128.336453:0:28321:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611128.336453:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:2.0:1749611128.336454:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749611128.336455:0:28321:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1749611128.336455:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749611128.336456:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611128.336457:0:28321:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012be1f800 x1834598494622720/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611144 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749611128.336458:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749611128.336462:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a728c38 time=1749611128 v=5 (0 0 0 0) 00000100:00000001:3.0:1749611128.336464:0:28321:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00001000:2.0:1749611128.336464:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a728bf0 time=133 v=20 (1 20 1 1) 02000000:00000001:3.0:1749611128.336466:0:28321:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1749611128.336467:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 02000000:00000010:3.0:1749611128.336468:0:28321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880091b0c400. 00000100:00000001:2.0:1749611128.336468:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749611128.336470:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000001:3.0:1749611128.336471:0:28321:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1749611128.336472:0:28321:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000040:2.0:1749611128.336473:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012be1e680 x1834598494622592/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611153 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1749611128.336474:0:28321:0:(genops.c:1242:class_import_put()) import ffff88006a729800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000020:00000001:3.0:1749611128.336476:0:28321:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1749611128.336478:0:28321:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88007ef3f100. 02000000:00000001:3.0:1749611128.336480:0:28321:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1749611128.336480:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 02000000:00000001:3.0:1749611128.336482:0:28321:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1749611128.336482:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000010:3.0:1749611128.336483:0:28321:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012be1f800. 00000100:00000001:3.0:1749611128.336486:0:28321:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749611128.336487:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611128.336489:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749611128.336491:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749611128.336492:0:28321:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611128.336494:0:28321:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00080000:2.0:1749611128.336494:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749611128.336496:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000040:3.0:1749611128.336498:0:28321:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012be1fb80 x1834598494622464/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611144 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611128.336499:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749611128.336503:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012be1e680 x1834598494622592/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611153 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611128.336504:0:28321:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1749611128.336506:0:28321:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1749611128.336507:0:28321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880091b0ce00. 02000000:00000001:3.0:1749611128.336509:0:28321:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1749611128.336510:0:28321:0:(genops.c:1236:class_import_put()) Process entered 00000100:00100000:2.0:1749611128.336510:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012be1e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494622592:0@lo:38:kworker.0 00000020:00000040:3.0:1749611128.336511:0:28321:0:(genops.c:1242:class_import_put()) import ffff880079138800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000020:00000001:3.0:1749611128.336513:0:28321:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1749611128.336513:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1749611128.336514:0:28321:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88007ef3fc00. 00000100:00000001:2.0:1749611128.336515:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1749611128.336516:0:28321:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749611128.336517:0:28321:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000040:2.0:1749611128.336518:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012be1f100 x1834598494622208/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611153 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1749611128.336519:0:28321:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012be1fb80. 00000100:00000001:3.0:1749611128.336521:0:28321:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749611128.336522:0:28321:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611128.336552:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749611128.336554:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749611128.336556:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880086dca000. 02000000:00000001:2.0:1749611128.336578:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749611128.336580:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749611128.336581:0:28320:0:(genops.c:1242:class_import_put()) import ffff88012e71c800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:2.0:1749611128.336583:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749611128.336585:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880087546000. 00000100:00000001:3.0:1749611128.336587:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1749611128.336587:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749611128.336588:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749611128.336590:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012be1f100. 00000100:00000001:2.0:1749611128.336592:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749611128.336593:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611128.336594:0:28321:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749611128.336595:0:28321:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611128.336595:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1749611128.336597:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1749611128.336598:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012be1e300 x1834598494622336/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611153 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611128.336599:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611128.336605:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749611128.336606:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749611128.336608:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880086dc9c00. 02000000:00000001:2.0:1749611128.336616:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749611128.336618:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749611128.336619:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a72c000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:2.0:1749611128.336621:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749611128.336623:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880087546800. 02000000:00000001:2.0:1749611128.336626:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749611128.336627:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749611128.336628:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012be1e300. 00000100:00000001:2.0:1749611128.336630:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749611128.336631:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611128.336633:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749611128.336636:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012be1e680 x1834598494622592/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611153 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611128.336642:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749611128.336643:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749611128.336645:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880086dc9800. 02000000:00000001:2.0:1749611128.336646:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749611128.336647:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749611128.336649:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a728800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000020:00000001:2.0:1749611128.336650:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749611128.336651:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880087545800. 02000000:00000001:2.0:1749611128.336653:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749611128.336654:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749611128.336655:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012be1e680. 00000100:00000001:2.0:1749611128.336657:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749611128.336658:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611128.336660:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611128.336662:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611128.336663:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611128.336665:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611128.336667:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611128.337633:0:3311:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574800 (cpu 0) has reached its deadline 4300401795, at 4300401795 00000100:00000040:2.0:1749611128.337640:0:5791:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5749c0 (cpu 0) has reached its deadline 4300401795, at 4300401795 00000100:00000040:1.0:1749611128.337644:0:8305:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5748e0 (cpu 0) has reached its deadline 4300401795, at 4300401795 00000100:00000010:0.0:1749611128.337644:0:3311:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012e7e8380. 00000100:00000040:3.0:1749611128.337646:0:83:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574aa0 (cpu 0) has reached its deadline 4300401795, at 4300401795 00000100:00000010:2.0:1749611128.337651:0:5791:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012e7e8280. 00000100:00000010:1.0:1749611128.337661:0:8305:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012e7e8dc0. 00000100:00000010:3.0:1749611128.337683:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012e7e8940. 00010000:00000001:0.0:1749611128.396663:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611128.396668:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611128.396775:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749611128.396780:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611128.396784:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1749611128.457662:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1749611128.457667:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749611128.457669:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749611128.457673:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:1.0:1749611128.457676:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749611128.457679:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611128.457682:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749611128.457684:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611128.457686:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611128.637932:0:12172:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387880. 00080000:00000010:2.0:1749611128.637947:0:12172:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387880. 00000020:00000001:2.0:1749611128.637955:0:12172:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611128.637973:0:12172:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387880. 00080000:00000010:2.0:1749611128.637979:0:12172:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387880. 00000020:00000001:2.0:1749611128.637983:0:12172:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611128.637991:0:12172:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387880. 00080000:00000010:2.0:1749611128.637997:0:12172:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387880. 00000020:00000001:2.0:1749611128.638000:0:12172:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611128.642164:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6cb80. 00080000:00000010:3.0:1749611128.642172:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6cb80. 00000020:00000001:3.0:1749611128.642177:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611128.642247:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6cb80. 00080000:00000010:3.0:1749611128.642251:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6cb80. 00000020:00000001:3.0:1749611128.642254:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611128.642260:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6cb80. 00080000:00000010:3.0:1749611128.642263:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6cb80. 00000020:00000001:3.0:1749611128.642266:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) Debug log: 1696 lines, 1696 kept, 0 dropped, 0 bad.