00080000:00000010:0.0F:1749611167.192252:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dffe80. 00080000:00000010:0.0:1749611167.192266:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dffe80. 00000020:00000001:0.0:1749611167.192272:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611167.192347:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dffe80. 00080000:00000010:0.0:1749611167.192353:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dffe80. 00000020:00000001:0.0:1749611167.192356:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611167.192363:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dffe80. 00080000:00000010:0.0:1749611167.192368:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dffe80. 00000020:00000001:0.0:1749611167.192371:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0F:1749611167.362857:0:17650:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9f80. 00080000:00000010:1.0:1749611167.362874:0:17650:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9f80. 00000020:00000001:1.0:1749611167.362883:0:17650:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611167.362906:0:17650:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9f80. 00080000:00000010:1.0:1749611167.362914:0:17650:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9f80. 00000020:00000001:1.0:1749611167.362919:0:17650:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611167.362930:0:17650:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9f80. 00080000:00000010:1.0:1749611167.362938:0:17650:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9f80. 00000020:00000001:1.0:1749611167.362942:0:17650:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0F:1749611167.367625:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387880. 00080000:00000010:2.0:1749611167.367636:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387880. 00000020:00000001:2.0:1749611167.367641:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611167.367722:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387880. 00080000:00000010:2.0:1749611167.367726:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387880. 00000020:00000001:2.0:1749611167.367729:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611167.367735:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387880. 00080000:00000010:2.0:1749611167.367738:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387880. 00000020:00000001:2.0:1749611167.367741:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611167.457605:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611167.457611:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611167.457613:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611167.457618:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749611167.457621:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611167.457625:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611167.457628:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611167.457632:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611167.457635:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611167.474655:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611167.474662:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611167.474707:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749611167.474712:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749611167.474716:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:1.0:1749611167.582686:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9980. 00080000:00000010:1.0:1749611167.582697:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9980. 00000020:00000001:1.0:1749611167.582704:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611167.582778:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9980. 00080000:00000010:1.0:1749611167.582785:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9980. 00000020:00000001:1.0:1749611167.582788:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611167.582797:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9980. 00080000:00000010:1.0:1749611167.582802:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9980. 00000020:00000001:1.0:1749611167.582805:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611167.612003:0:17687:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9980. 00080000:00000010:1.0:1749611167.612012:0:17687:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9980. 00000020:00000001:1.0:1749611167.612017:0:17687:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611167.612034:0:17687:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9980. 00080000:00000010:1.0:1749611167.612040:0:17687:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9980. 00000020:00000001:1.0:1749611167.612043:0:17687:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611167.612049:0:17687:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9980. 00080000:00000010:1.0:1749611167.612054:0:17687:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9980. 00000020:00000001:1.0:1749611167.612057:0:17687:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611167.616129:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9980. 00080000:00000010:1.0:1749611167.616137:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9980. 00000020:00000001:1.0:1749611167.616142:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611167.616245:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9980. 00080000:00000010:1.0:1749611167.616249:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9980. 00000020:00000001:1.0:1749611167.616253:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611167.616265:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9980. 00080000:00000010:1.0:1749611167.616269:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9980. 00000020:00000001:1.0:1749611167.616272:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611167.804752:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387c00. 00080000:00000010:2.0:1749611167.804762:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387c00. 00000020:00000001:2.0:1749611167.804769:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611167.804841:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387c00. 00080000:00000010:2.0:1749611167.804847:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387c00. 00000020:00000001:2.0:1749611167.804851:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611167.804858:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387c00. 00080000:00000010:2.0:1749611167.804864:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387c00. 00000020:00000001:2.0:1749611167.804868:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611167.990626:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611167.990636:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611167.990639:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611167.990645:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8af900 going to sleep for 0 seconds 00000100:00000001:2.0:1749611167.990650:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611167.990654:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611167.990659:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611167.990664:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611167.990668:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611168.275333:0:17778:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dffd80. 00080000:00000010:0.0:1749611168.275344:0:17778:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dffd80. 00000020:00000001:0.0:1749611168.275349:0:17778:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611168.275366:0:17778:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dffd80. 00080000:00000010:0.0:1749611168.275371:0:17778:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dffd80. 00000020:00000001:0.0:1749611168.275375:0:17778:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611168.275382:0:17778:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dffd80. 00080000:00000010:0.0:1749611168.275388:0:17778:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dffd80. 00000020:00000001:0.0:1749611168.275391:0:17778:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611168.279434:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387280. 00080000:00000010:2.0:1749611168.279441:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387280. 00000020:00000001:2.0:1749611168.279449:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611168.279513:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387280. 00080000:00000010:2.0:1749611168.279517:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387280. 00000020:00000001:2.0:1749611168.279520:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611168.279570:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387280. 00080000:00000010:2.0:1749611168.279574:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387280. 00000020:00000001:2.0:1749611168.279577:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611168.388619:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611168.388638:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611168.388641:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611168.388646:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611168.388650:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611168.388655:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611168.388658:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1749611168.397624:0:17820:0:(debug.c:791:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1749611168.397628:0:17820:0:(debug.c:792:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity test 161c: check CL_RENME[UNLINK] changelog record flags ========================================================== 23:06:07 (1749611167) 00000100:00080000:3.0F:1749611168.398605:0:30690:0:(pinger.c:229:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:3.0:1749611168.398616:0:30690:0:(pinger.c:247:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1749611168.398619:0:30690:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:3.0:1749611168.398622:0:30690:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1749611168.398624:0:30690:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1749611168.398627:0:30690:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1749611168.398630:0:30690:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:3.0:1749611168.398635:0:30690:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5769 00000100:00080000:3.0:1749611168.398639:0:30690:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1749611168.398642:0:30690:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:3.0:1749611168.398645:0:30690:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749611168.398647:0:30690:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:3.0:1749611168.398648:0:30690:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:3.0:1749611168.398653:0:30690:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749611168.398655:0:30690:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfa7 00000020:00000001:3.0:1749611168.398658:0:30690:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1749611168.398661:0:30690:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801327a1800 refcount=4 00000020:00000001:3.0:1749611168.398664:0:30690:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000020:00000001:3.0:1749611168.398666:0:30690:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000100:00000040:3.0:1749611168.398668:0:30690:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:3.0:1749611168.398670:0:30690:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749611168.398671:0:30690:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:3.0:1749611168.398672:0:30690:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:3.0:1749611168.398675:0:30690:0:(genops.c:898:class_export_put()) PUTting export ffff8801327a1800 : new refcount 3 00000100:00080000:3.0:1749611168.398677:0:30690:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8801369c9000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:3.0:1749611168.398679:0:30690:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611168.398681:0:30690:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1749611168.398687:0:30690:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1749611168.398690:0:30690:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611168.398692:0:30690:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:3.0:1749611168.398697:0:30690:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1749611168.398703:0:30690:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8801135bdc00. 00000020:00000040:3.0:1749611168.398707:0:30690:0:(genops.c:1229:class_import_get()) import ffff8801369c9000 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:3.0:1749611168.398710:0:30690:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1749611168.398712:0:30690:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611168.398715:0:30690:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1749611168.398718:0:30690:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1749611168.398722:0:30690:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1749611168.398728:0:30690:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88009be8a400. 00000100:00000001:3.0:1749611168.398734:0:30690:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749611168.398743:0:30690:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8801135bdc00 x1834598494628736/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1749611168.398753:0:30690:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1749611168.398757:0:30690:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611168.398761:0:30690:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8801135bdc00] to pc [ptlrpcd_rcv+-1] req@ffff8801135bdc00 x1834598494628736/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611168.398781:0:30690:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1749611168.398784:0:30690:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:3.0:1749611168.398788:0:30690:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1749611168.398789:0:30690:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1749611168.398791:0:30690:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1749611168.398793:0:30690:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:3.0:1749611168.398795:0:30690:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5769 00000100:00080000:3.0:1749611168.398796:0:30690:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1749611168.398798:0:30690:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:3.0:1749611168.398800:0:30690:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749611168.398801:0:30690:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:3.0:1749611168.398802:0:30690:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:3.0:1749611168.398804:0:30690:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749611168.398805:0:30690:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfd8 00000020:00000001:3.0:1749611168.398806:0:30690:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1749611168.398808:0:30690:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012e71d000 refcount=9 00000020:00000001:3.0:1749611168.398813:0:30690:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000020:00000001:3.0:1749611168.398815:0:30690:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000100:00000040:3.0:1749611168.398818:0:30690:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:3.0:1749611168.398820:0:30690:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749611168.398821:0:30690:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:3.0:1749611168.398822:0:30690:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:3.0:1749611168.398824:0:30690:0:(genops.c:898:class_export_put()) PUTting export ffff88012e71d000 : new refcount 8 00000100:00080000:3.0:1749611168.398826:0:30690:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff88012e71c800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:3.0:1749611168.398827:0:30690:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611168.398829:0:30690:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1749611168.398831:0:30690:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1749611168.398833:0:30690:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611168.398834:0:30690:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:3.0:1749611168.398836:0:30690:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1749611168.398839:0:30690:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8801135bc700. 00000020:00000040:3.0:1749611168.398840:0:30690:0:(genops.c:1229:class_import_get()) import ffff88012e71c800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 02000000:00000001:3.0:1749611168.398842:0:30690:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1749611168.398843:0:30690:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611168.398844:0:30690:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1749611168.398845:0:30690:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1749611168.398846:0:30690:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1749611168.398849:0:30690:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88009be89c00. 00000100:00000001:3.0:1749611168.398851:0:30690:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611168.398854:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1749611168.398855:0:30690:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8801135bc700 x1834598494628864/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749611168.398858:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749611168.398860:0:30690:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749611168.398860:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1749611168.398862:0:30690:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611168.398865:0:30690:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8801135bc700] to pc [ptlrpcd_rcv+-1] req@ffff8801135bc700 x1834598494628864/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749611168.398868:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8801135bdc00 x1834598494628736/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611168.398871:0:30690:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1749611168.398874:0:30690:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:3.0:1749611168.398876:0:30690:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749611168.398877:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611168.398879:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611168.398881:0:30690:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1749611168.398882:0:30690:0:(import.c:66:import_set_state_nolock()) ffff88006a72c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 02000000:00000001:2.0:1749611168.398882:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1749611168.398884:0:30690:0:(import.c:480:import_select_connection()) Process entered 02000000:00000001:2.0:1749611168.398885:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00080000:3.0:1749611168.398887:0:30690:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5769 02000000:00000001:2.0:1749611168.398887:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1749611168.398889:0:30690:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1749611168.398890:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8801135bdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494628736:0@lo:38:kworker.0 00000100:00000040:3.0:1749611168.398891:0:30690:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:3.0:1749611168.398892:0:30690:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749611168.398893:0:30690:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749611168.398894:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1749611168.398895:0:30690:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:3.0:1749611168.398896:0:30690:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749611168.398897:0:30690:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d04f 00000020:00000001:3.0:1749611168.398898:0:30690:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:2.0:1749611168.398898:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000020:00000040:3.0:1749611168.398900:0:30690:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72a800 refcount=8 02000000:00000001:2.0:1749611168.398900:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611168.398901:0:30690:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100117504 : -131939609434112 : ffff88006a72a800) 02000000:00000001:2.0:1749611168.398902:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:3.0:1749611168.398903:0:30690:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100117504 : -131939609434112 : ffff88006a72a800) 00000100:00000040:3.0:1749611168.398905:0:30690:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:3.0:1749611168.398906:0:30690:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749611168.398907:0:30690:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:3.0:1749611168.398908:0:30690:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 02000000:00000010:2.0:1749611168.398908:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880086dc8000. 00000020:00000040:3.0:1749611168.398910:0:30690:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72a800 : new refcount 7 02000000:00000001:2.0:1749611168.398910:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1749611168.398912:0:30690:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff88006a72c000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:3.0:1749611168.398913:0:30690:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611168.398914:0:30690:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1749611168.398917:0:30690:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1749611168.398918:0:30690:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611168.398919:0:30690:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:3.0:1749611168.398920:0:30690:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1749611168.398923:0:30690:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8801135bea00. 00000020:00000040:3.0:1749611168.398924:0:30690:0:(genops.c:1229:class_import_get()) import ffff88006a72c000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:3.0:1749611168.398926:0:30690:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1749611168.398927:0:30690:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611168.398928:0:30690:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1749611168.398932:0:30690:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1749611168.398934:0:30690:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1749611168.398936:0:30690:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88009be8b800. 00000100:00000001:3.0:1749611168.398939:0:30690:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749611168.398942:0:30690:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8801135bea00 x1834598494628992/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1749611168.398947:0:30690:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1749611168.398949:0:30690:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611168.398951:0:30690:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8801135bea00] to pc [ptlrpcd_rcv+-1] req@ffff8801135bea00 x1834598494628992/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611168.398957:0:30690:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611168.398959:0:30690:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1749611168.398962:0:30690:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1749611168.398964:0:30690:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8801135bed80. 00000400:00000010:2.0:1749611168.398965:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fec60. 00000020:00000040:3.0:1749611168.398966:0:30690:0:(genops.c:1229:class_import_get()) import ffff880079138800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:3.0:1749611168.398969:0:30690:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1749611168.398970:0:30690:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1749611168.398972:0:30690:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1749611168.398976:0:30690:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8801240ab200. 00000400:00000010:2.0:1749611168.398976:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a990. 00000100:00000001:3.0:1749611168.398978:0:30690:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611168.398982:0:30690:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID req@ffff8801135bed80 x1834598494629120/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1749611168.398987:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494628736, portal 4 00000100:00000001:2.0:1749611168.398990:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1749611168.398992:0:30690:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1749611168.398994:0:30690:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611168.398999:0:30690:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8801135bed80] to pc [ptlrpcd_00_00+0] req@ffff8801135bed80 x1834598494629120/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611168.399001:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612136933972992 : -131936775578624 : ffff8801135bdc00) 00000100:00000040:2.0:1749611168.399014:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8801135bdc00 x1834598494628736/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611193 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611168.399023:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749611168.399027:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1749611168.399029:0:30690:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749611168.399031:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5aa18. 00000100:00080000:3.0:1749611168.399033:0:30690:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00000200:2.0:1749611168.399036:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598494628736, offset 0 00000100:00080000:3.0:1749611168.399037:0:30690:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1749611168.399039:0:30690:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1749611168.399041:0:30690:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000400:00000200:2.0:1749611168.399042:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749611168.399050:0:30690:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:3.0:1749611168.399053:0:30690:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5769 00000100:00080000:3.0:1749611168.399056:0:30690:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1749611168.399059:0:30690:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:3.0:1749611168.399062:0:30690:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749611168.399064:0:30690:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:3.0:1749611168.399067:0:30690:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:3.0:1749611168.399069:0:30690:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749611168.399071:0:30690:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0db 00000020:00000001:3.0:1749611168.399073:0:30690:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1749611168.399076:0:30690:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72d000 refcount=8 00000020:00000001:3.0:1749611168.399078:0:30690:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000400:00000200:2.0:1749611168.399079:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:3.0:1749611168.399081:0:30690:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000100:00000040:3.0:1749611168.399084:0:30690:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:3.0:1749611168.399087:0:30690:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749611168.399089:0:30690:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:3.0:1749611168.399091:0:30690:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:3.0:1749611168.399093:0:30690:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72d000 : new refcount 7 00000100:00080000:3.0:1749611168.399095:0:30690:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88006a728800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:3.0:1749611168.399096:0:30690:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611168.399097:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848ebf93eb80 02000000:00000001:3.0:1749611168.399098:0:30690:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:0.0:1749611168.399098:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1749611168.399101:0:30690:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1749611168.399103:0:30690:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611168.399104:0:30690:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00100000:0.0:1749611168.399104:0:28322:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:3.0:1749611168.399106:0:30690:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611168.399106:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1749611168.399109:0:30690:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8801135bf100. 00000020:00000040:3.0:1749611168.399111:0:30690:0:(genops.c:1229:class_import_get()) import ffff88006a728800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 00000400:00000200:2.0:1749611168.399112:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x3df5 [256] + 14560 00000100:00000001:0.0:1749611168.399112:0:28322:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:3.0:1749611168.399113:0:30690:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 00000100:00000001:0.0:1749611168.399113:0:28322:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1749611168.399114:0:30690:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611168.399115:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749611168.399116:0:30690:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1749611168.399116:0:28322:0:(client.c:1945:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1749611168.399117:0:30690:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1749611168.399118:0:28322:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 02000000:00000001:3.0:1749611168.399119:0:30690:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611168.399124:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1749611168.399124:0:28322:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8801135bed80 x1834598494629120/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1749611168.399127:0:30690:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88009be8a800. 00000400:00000200:2.0:1749611168.399129:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749611168.399130:0:30690:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611168.399133:0:28322:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611168.399134:0:28322:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749611168.399135:0:30690:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8801135bf100 x1834598494629248/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749611168.399135:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:2.0:1749611168.399137:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 02000000:00000001:0.0:1749611168.399137:0:28322:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1749611168.399139:0:28322:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749611168.399141:0:30690:0:(jobid.c:925:lustre_get_jobid()) Process entered 02000000:00000001:0.0:1749611168.399141:0:28322:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749611168.399142:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880081d77480. 00000100:00000001:3.0:1749611168.399143:0:30690:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611168.399144:0:28322:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8801135bed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:28322:1834598494629120:0@lo:400:kworker.0 00000100:00000040:2.0:1749611168.399145:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880081d77480 x1834598494628736 msgsize 520 00000100:00000040:3.0:1749611168.399146:0:30690:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8801135bf100] to pc [ptlrpcd_rcv+-1] req@ffff8801135bf100 x1834598494629248/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749611168.399149:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1749611168.399152:0:30690:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611168.399154:0:30690:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1749611168.399155:0:28322:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1749611168.399158:0:30690:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:0.0:1749611168.399158:0:28322:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1749611168.399159:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000010:3.0:1749611168.399160:0:30690:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8801135bf800. 02000000:00000001:0.0:1749611168.399160:0:28322:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611168.399161:0:28322:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000040:3.0:1749611168.399162:0:30690:0:(genops.c:1229:class_import_get()) import ffff88006a729800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 00000100:00000001:3.0:1749611168.399164:0:30690:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1749611168.399165:0:30690:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000010:0.0:1749611168.399165:0:28322:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88007fb8f400. 02000000:00000001:3.0:1749611168.399167:0:30690:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611168.399167:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5aa18 02000000:00000001:0.0:1749611168.399167:0:28322:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1749611168.399169:0:30690:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8801240ab100. 00000400:00000010:2.0:1749611168.399169:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5aa18. 00000100:00000001:3.0:1749611168.399171:0:30690:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611168.399172:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000400:00000010:0.0:1749611168.399172:0:28322:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ff268. 00000100:00000040:3.0:1749611168.399174:0:30690:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID req@ffff8801135bf800 x1834598494629376/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1749611168.399176:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8801135bdc00 x1834598494628736/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611193 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749611168.399178:0:28322:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821000. 00000100:00000001:3.0:1749611168.399180:0:30690:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1749611168.399181:0:30690:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611168.399183:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000200:0.0:1749611168.399183:0:28322:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494629120, portal 10 00000100:00000040:3.0:1749611168.399184:0:30690:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8801135bf800] to pc [ptlrpcd_00_01+1] req@ffff8801135bf800 x1834598494629376/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749611168.399206:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8801135bdc00 x1834598494628736/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611193 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611168.399208:0:30690:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611168.399208:0:28322:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749611168.399211:0:28322:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612136933977472 : -131936775574144 : ffff8801135bed80) 00000100:00000001:2.0:1749611168.399212:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611168.399213:0:30690:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5779) 00000100:00000001:2.0:1749611168.399214:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1749611168.399219:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611168.399221:0:28322:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8801135bed80 x1834598494629120/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611184 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611168.399223:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1749611168.399223:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1311 usecs (2 jiffies) 00000100:00100000:3.0:1749611168.399226:0:28321:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1749611168.399227:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611168.399227:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4300441858 00000100:00000010:2.0:1749611168.399231:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b52e3d40. 00000100:00000001:0.0:1749611168.399231:0:28322:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:3.0:1749611168.399232:0:28321:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749611168.399234:0:28321:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749611168.399234:0:28322:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1749611168.399235:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000010:0.0:1749611168.399237:0:28322:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821a18. 00000100:00000200:0.0:1749611168.399240:0:28322:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494629120, offset 0 00000100:00000001:3.0:1749611168.399241:0:28321:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611168.399242:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 0 00000100:00000001:3.0:1749611168.399243:0:28321:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1749611168.399246:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4300441858 00000400:00000200:0.0:1749611168.399246:0:28322:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:3.0:1749611168.399247:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8801135bf800 x1834598494629376/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1749611168.399249:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b52e3440. 00000100:00000001:2.0:1749611168.399251:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 1 00000100:00000001:3.0:1749611168.399254:0:28321:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611168.399254:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4300441858 00000100:00000001:3.0:1749611168.399255:0:28321:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611168.399255:0:28322:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000010:2.0:1749611168.399256:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b52e3480. 02000000:00000001:3.0:1749611168.399258:0:28321:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1749611168.399259:0:28321:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749611168.399259:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 2 02000000:00000001:3.0:1749611168.399261:0:28321:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611168.399261:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4300441858 00000100:00000010:2.0:1749611168.399263:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b52e35c0. 00000400:00000200:0.0:1749611168.399263:0:28322:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf93ed00 00000100:00100000:3.0:1749611168.399264:0:28321:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8801135bf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:28321:1834598494629376:0@lo:400:kworker.0 00000100:00000001:2.0:1749611168.399265:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 3 00000100:00000001:3.0:1749611168.399267:0:28321:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1749611168.399268:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1749611168.399269:0:28321:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1749611168.399270:0:28321:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611168.399270:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611168.399271:0:28322:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3bed [64] + 4016 02000000:00000001:3.0:1749611168.399272:0:28321:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1749611168.399272:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1749611168.399274:0:28321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012d05b400. 00000100:00000001:2.0:1749611168.399274:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1749611168.399275:0:28321:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611168.399277:0:28322:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1749611168.399278:0:28321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b52f7b00. 00000100:00000001:2.0:1749611168.399278:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611168.399279:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611168.399281:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1749611168.399281:0:28322:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:3.0:1749611168.399282:0:28321:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed198. 00000100:00000001:2.0:1749611168.399282:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611168.399283:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000200:3.0:1749611168.399286:0:28321:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494629376, portal 10 00000100:00000040:2.0:1749611168.399286:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8801135bc700 x1834598494628864/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611168.399286:0:28322:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:3.0:1749611168.399288:0:28321:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000200:0.0:1749611168.399288:0:28322:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:3.0:1749611168.399289:0:28321:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612136933980160 : -131936775571456 : ffff8801135bf800) 00000100:00000001:2.0:1749611168.399292:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000010:0.0:1749611168.399293:0:28322:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012be1c000. 00000100:00000001:2.0:1749611168.399294:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611168.399295:0:28321:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8801135bf800 x1834598494629376/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611184 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749611168.399295:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:0.0:1749611168.399297:0:28322:0:(events.c:338:request_in_callback()) incoming req@ffff88012be1c000 x1834598494629120 msgsize 224 02000000:00000001:2.0:1749611168.399298:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749611168.399299:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611168.399300:0:28321:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00100000:0.0:1749611168.399301:0:28322:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1749611168.399302:0:28321:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00100000:2.0:1749611168.399302:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8801135bc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494628864:0@lo:38:kworker.0 00000400:00000010:3.0:1749611168.399304:0:28321:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed110. 00000100:00000001:2.0:1749611168.399305:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000200:3.0:1749611168.399306:0:28321:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494629376, offset 0 02000000:00000001:2.0:1749611168.399307:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1749611168.399308:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611168.399310:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1749611168.399311:0:28321:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:2.0:1749611168.399312:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880086dcac00. 00000100:00000001:0.0:1749611168.399312:0:28322:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:3.0:1749611168.399318:0:28321:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:2.0:1749611168.399318:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611168.399319:0:28322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821a18 00000400:00000010:2.0:1749611168.399321:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fe580. 00000400:00000010:0.0:1749611168.399322:0:28322:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821a18. 00000400:00000200:3.0:1749611168.399324:0:28321:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf93ee00 00000100:00000001:0.0:1749611168.399325:0:28322:0:(events.c:35:request_out_callback()) Process entered 00000400:00000010:2.0:1749611168.399326:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5aa18. 00000400:00000200:3.0:1749611168.399328:0:28321:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3bed [64] + 4240 00000100:00000200:0.0:1749611168.399330:0:28322:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8801135bed80 x1834598494629120/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611184 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749611168.399333:0:28321:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749611168.399336:0:28321:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1749611168.399338:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494628864, portal 10 00000100:00000001:2.0:1749611168.399340:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749611168.399341:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612136933967616 : -131936775584000 : ffff8801135bc700) 00000100:00000001:3.0:1749611168.399343:0:28321:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:3.0:1749611168.399344:0:28321:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1749611168.399347:0:28321:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8801135bd500. 00000100:00000040:2.0:1749611168.399348:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8801135bc700 x1834598494628864/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611193 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749611168.399350:0:28321:0:(events.c:338:request_in_callback()) incoming req@ffff8801135bd500 x1834598494629376 msgsize 224 00000100:00000001:2.0:1749611168.399353:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00100000:3.0:1749611168.399354:0:28321:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1749611168.399356:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749611168.399356:0:28322:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000010:2.0:1749611168.399357:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a7f8. 00000100:00000200:2.0:1749611168.399359:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494628864, offset 0 00000100:00000001:3.0:1749611168.399360:0:28321:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000040:0.0:1749611168.399360:0:28322:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8801135bed80 x1834598494629120/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611184 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749611168.399363:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1749611168.399368:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749611168.399369:0:28322:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611168.399371:0:28322:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000200:2.0:1749611168.399373:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf93ec00 00000400:00000200:3.0:1749611168.399376:0:28321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed110 00000400:00000010:3.0:1749611168.399378:0:28321:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed110. 00000100:00000001:0.0:1749611168.399378:0:28322:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611168.399381:0:28321:0:(events.c:35:request_out_callback()) Process entered 00000400:00000200:2.0:1749611168.399384:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3bed [64] + 4464 00000100:00000040:0.0:1749611168.399384:0:28322:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 1025 usecs (2 jiffies) 00000100:00000200:3.0:1749611168.399385:0:28321:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8801135bf800 x1834598494629376/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611184 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611168.399386:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4300441858 00000400:00000200:2.0:1749611168.399388:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749611168.399389:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4300441858 00000400:00000200:2.0:1749611168.399391:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749611168.399391:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4300441858 00000100:00000001:3.0:1749611168.399392:0:28321:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1749611168.399393:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4300441858 00000100:00000040:3.0:1749611168.399394:0:28321:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8801135bf800 x1834598494629376/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611184 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611168.399394:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:2.0:1749611168.399395:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:0.0:1749611168.399395:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4300441858 00000100:00000001:0.0:1749611168.399397:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4300441858 00000100:00000010:2.0:1749611168.399398:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880081d75880. 00000100:00000001:0.0:1749611168.399398:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4300441858 00000100:00000001:3.0:1749611168.399399:0:28321:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611168.399400:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880081d75880 x1834598494628864 msgsize 520 00000100:00000001:0.0:1749611168.399400:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4300441858 00000100:00000001:3.0:1749611168.399401:0:28321:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1749611168.399401:0:28322:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749611168.399403:0:28322:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611168.399404:0:28321:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611168.399404:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1749611168.399405:0:28322:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611168.399407:0:28321:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 967 usecs (1 jiffies) 00000100:00000001:0.0:1749611168.399407:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611168.399409:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749611168.399410:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4300441857 00000100:00000001:0.0:1749611168.399410:0:28322:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611168.399411:0:28322:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611168.399412:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4300441858 00000100:00000001:0.0:1749611168.399412:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611168.399414:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4300441857 00000100:00000001:3.0:1749611168.399416:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4300441858 00000100:00000001:2.0:1749611168.399416:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:3.0:1749611168.399418:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4300441857 00000400:00000200:2.0:1749611168.399419:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a7f8 00000100:00000001:3.0:1749611168.399420:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4300441858 00000100:00000001:3.0:1749611168.399421:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4300441857 00000400:00000010:2.0:1749611168.399421:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a7f8. 00000100:00000001:3.0:1749611168.399423:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4300441858 00000100:00000001:2.0:1749611168.399423:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:3.0:1749611168.399424:0:28321:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1749611168.399425:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8801135bc700 x1834598494628864/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611193 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611168.399426:0:28321:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611168.399428:0:28321:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611168.399430:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611168.399431:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1749611168.399432:0:9761:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:2.0:1749611168.399433:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8801135bc700 x1834598494628864/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611193 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749611168.399434:0:9761:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494628736 02000000:00000001:0.0:1749611168.399436:0:9761:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749611168.399438:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611168.399438:0:9761:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749611168.399440:0:9761:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611168.399443:0:9760:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1749611168.399444:0:28320:0:(events.c:69:request_out_callback()) Process leaving 02000000:00000001:0.0:1749611168.399444:0:9761:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611168.399447:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611168.399447:0:9761:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494628736 00000100:00100000:3.0:1749611168.399448:0:9760:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494629120 00000020:00000001:0.0:1749611168.399449:0:9761:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:3.0:1749611168.399450:0:9760:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:2.0:1749611168.399451:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 1067 usecs (2 jiffies) 00000100:00000001:3.0:1749611168.399452:0:9760:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749611168.399453:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4300441858 00000100:00000001:3.0:1749611168.399454:0:9760:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749611168.399455:0:9761:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 02000000:00000001:3.0:1749611168.399456:0:9760:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611168.399456:0:9761:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1749611168.399457:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4300441858 00000100:00100000:3.0:1749611168.399458:0:9760:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494629120 00000020:00000001:0.0:1749611168.399458:0:9761:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611168.399460:0:9760:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1749611168.399460:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4300441858 00000020:00000001:0.0:1749611168.399460:0:9761:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1749611168.399462:0:9760:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d064 00000100:00000001:2.0:1749611168.399462:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4300441858 00000020:00000001:3.0:1749611168.399463:0:9760:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000010:0.0:1749611168.399464:0:9761:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8f000. 00000100:00000001:2.0:1749611168.399465:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4300441858 00000020:00000040:3.0:1749611168.399466:0:9760:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012d4a0000 refcount=5 00000020:00000001:3.0:1749611168.399467:0:9760:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137369010176 : -131936340541440 : ffff88012d4a0000) 00000100:00000001:2.0:1749611168.399467:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4300441858 00000020:00000001:3.0:1749611168.399469:0:9760:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137369010176 : -131936340541440 : ffff88012d4a0000) 00000100:00000001:2.0:1749611168.399470:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4300441858 00000020:00000010:0.0:1749611168.399470:0:9761:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880096dffd80. 00000100:00000001:2.0:1749611168.399472:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4300441858 00000100:00000001:3.0:1749611168.399474:0:9760:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1749611168.399474:0:9761:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4add0c8. 00000100:00000001:2.0:1749611168.399475:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1749611168.399477:0:9760:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88013050ec40. 00000100:00000001:2.0:1749611168.399477:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611168.399479:0:9761:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749611168.399480:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1749611168.399481:0:9761:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1749611168.399483:0:9761:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1749611168.399485:0:9760:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000100:00000040:2.0:1749611168.399485:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8801135bea00 x1834598494628992/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611168.399487:0:9761:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611168.399490:0:9760:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:3.0:1749611168.399492:0:9760:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012d05aa00. 00000100:00000001:0.0:1749611168.399493:0:9761:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611168.399494:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000020:00000010:3.0:1749611168.399495:0:9760:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b6c280. 00000100:00000001:2.0:1749611168.399496:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749611168.399498:0:9760:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8190. 02000000:00000001:2.0:1749611168.399498:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1749611168.399500:0:9761:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 02000000:00000001:2.0:1749611168.399501:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749611168.399502:0:9761:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 02000000:00000001:2.0:1749611168.399503:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611168.399504:0:9760:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:3.0:1749611168.399506:0:9760:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00100000:0.0:1749611168.399506:0:9761:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 212 00000100:00000001:3.0:1749611168.399507:0:9760:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00100000:2.0:1749611168.399507:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8801135bea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494628992:0@lo:38:kworker.0 00000100:00000001:0.0:1749611168.399509:0:9761:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134492599424 : -131939216952192 : ffff880081d77480) 00000100:00000001:3.0:1749611168.399510:0:9760:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611168.399511:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1749611168.399513:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:0.0:1749611168.399513:0:9761:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880081d77480 x1834598494628736/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611188 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611168.399514:0:9760:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 02000000:00000001:2.0:1749611168.399515:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611168.399516:0:9760:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1749611168.399517:0:9760:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611168.399517:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1749611168.399520:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880086dc9c00. 00000100:00000001:3.0:1749611168.399522:0:9760:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1749611168.399541:0:9761:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880081d77480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:28320:x1834598494628736:12345-0@lo:38:kworker.0 00000100:00000200:0.0:1749611168.399544:0:9761:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494628736 00000100:00000001:3.0:1749611168.399547:0:9760:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1749611168.399548:0:9760:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494629376 00000020:00000001:0.0:1749611168.399548:0:9761:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 02000000:00000001:3.0:1749611168.399549:0:9760:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749611168.399551:0:9760:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00010000:00000001:0.0:1749611168.399551:0:9761:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:3.0:1749611168.399552:0:9760:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611168.399552:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611168.399554:0:9760:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749611168.399556:0:9760:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494629376 00000020:00000001:3.0:1749611168.399557:0:9760:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000010:2.0:1749611168.399557:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fe318. 00000020:00000040:3.0:1749611168.399558:0:9760:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0f0 00000400:00000010:2.0:1749611168.399561:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a7f8. 00000020:00000001:0.0:1749611168.399564:0:9761:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749611168.399565:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494628992, portal 10 00010000:00020000:0.0:1749611168.399567:0:9761:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00000001:0.0:1749611168.399569:0:9761:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000001:3.0:1749611168.399571:0:9760:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:0.0:1749611168.399572:0:9761:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000040:3.0:1749611168.399573:0:9760:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800b4002000 refcount=5 00000100:00000001:2.0:1749611168.399574:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000020:00000001:3.0:1749611168.399575:0:9760:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000020:00000001:3.0:1749611168.399576:0:9760:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000001:2.0:1749611168.399576:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612136933976576 : -131936775575040 : ffff8801135bea00) 00000100:00000001:0.0:1749611168.399576:0:9761:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:0.0:1749611168.399578:0:9761:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1749611168.399579:0:9760:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 02000000:00000001:0.0:1749611168.399580:0:9761:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000010:3.0:1749611168.399581:0:9760:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88013050e700. 00000020:00000010:3.0:1749611168.399583:0:9760:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff88013051f840. 02000000:00000010:0.0:1749611168.399584:0:9761:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880111d53400. 00000100:00000040:2.0:1749611168.399585:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8801135bea00 x1834598494628992/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611193 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749611168.399585:0:9761:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611168.399586:0:9760:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:0.0:1749611168.399587:0:9761:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749611168.399588:0:9760:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88013050e700. 00010000:00000001:0.0:1749611168.399590:0:9761:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000020:00000010:3.0:1749611168.399591:0:9760:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012d05bc00. 00000100:00000001:2.0:1749611168.399592:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000010:3.0:1749611168.399594:0:9760:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b6c400. 00000100:00000040:2.0:1749611168.399595:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000010:3.0:1749611168.399597:0:9760:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c83e8. 00000400:00000010:2.0:1749611168.399597:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a5d8. 00010000:00000001:0.0:1749611168.399597:0:9761:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611168.399600:0:9760:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749611168.399601:0:9760:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000200:2.0:1749611168.399601:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494628992, offset 0 00000100:00001000:0.0:1749611168.399601:0:9761:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:3.0:1749611168.399602:0:9760:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611168.399604:0:9761:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:3.0:1749611168.399605:0:9760:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000400:00000200:2.0:1749611168.399605:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749611168.399606:0:9760:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1749611168.399607:0:9760:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611168.399607:0:9761:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749611168.399609:0:9761:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:0.0:1749611168.399611:0:9761:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:3.0:1749611168.399612:0:9760:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1749611168.399613:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749611168.399614:0:9761:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:3.0:1749611168.399616:0:9760:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1749611168.399617:0:9760:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494628864 00000100:00000040:0.0:1749611168.399617:0:9761:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 02000000:00000001:3.0:1749611168.399619:0:9760:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:2.0:1749611168.399619:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf93ec80 02000000:00000001:0.0:1749611168.399619:0:9761:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1749611168.399620:0:9760:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749611168.399621:0:9760:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611168.399621:0:9761:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611168.399623:0:9760:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611168.399623:0:9761:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:2.0:1749611168.399624:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3bed [64] + 4984 00000100:00100000:3.0:1749611168.399625:0:9760:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494628864 00000100:00000040:0.0:1749611168.399625:0:9761:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:3.0:1749611168.399626:0:9760:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749611168.399627:0:9760:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000400:00000010:0.0:1749611168.399627:0:9761:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821a18. 00000020:00000001:3.0:1749611168.399628:0:9760:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1749611168.399629:0:9760:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611168.399629:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:3.0:1749611168.399630:0:9760:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749611168.399630:0:9761:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598494628736, offset 0 00000020:00000010:3.0:1749611168.399632:0:9760:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012d05a000. 00000400:00000200:2.0:1749611168.399632:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1749611168.399633:0:9761:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:3.0:1749611168.399634:0:9760:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b6cc80. 00000020:00000010:3.0:1749611168.399636:0:9760:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8258. 00000100:00000001:2.0:1749611168.399636:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:3.0:1749611168.399638:0:9760:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000200:2.0:1749611168.399638:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000400:00000200:0.0:1749611168.399639:0:9761:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749611168.399642:0:9760:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000010:2.0:1749611168.399642:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880081d75180. 00000100:00000001:3.0:1749611168.399644:0:9760:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611168.399644:0:9761:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848ebf93eb80 00000100:00000040:2.0:1749611168.399645:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880081d75180 x1834598494628992 msgsize 520 00000100:00000001:3.0:1749611168.399646:0:9760:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611168.399648:0:9761:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x80f9 [1] + 0 00000100:00100000:2.0:1749611168.399650:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1749611168.399651:0:9760:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611168.399652:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:0.0:1749611168.399652:0:9761:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749611168.399654:0:9761:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749611168.399656:0:9760:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:2.0:1749611168.399656:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a5d8 00000100:00100000:3.0:1749611168.399657:0:9760:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494628992 02000000:00000001:3.0:1749611168.399658:0:9760:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000010:2.0:1749611168.399659:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a5d8. 00000100:00000001:3.0:1749611168.399660:0:9760:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749611168.399661:0:9760:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611168.399661:0:28320:0:(events.c:35:request_out_callback()) Process entered 02000000:00000001:3.0:1749611168.399663:0:9760:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749611168.399665:0:9760:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494628992 00000100:00000001:0.0:1749611168.399665:0:9761:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000001:3.0:1749611168.399666:0:9760:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000200:2.0:1749611168.399666:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8801135bea00 x1834598494628992/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611193 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1749611168.399667:0:9760:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:3.0:1749611168.399668:0:9760:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1749611168.399669:0:9760:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749611168.399669:0:9761:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8801135bdc00 x1834598494628736/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611193 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749611168.399670:0:9760:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749611168.399672:0:9760:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012d05a200. 00000020:00000010:3.0:1749611168.399674:0:9760:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b6c980. 00000100:00000001:2.0:1749611168.399675:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000010:3.0:1749611168.399676:0:9760:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8320. 00000100:00000001:3.0:1749611168.399677:0:9760:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000040:0.0:1749611168.399677:0:9761:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff8801135bdc00 x1834598494628736/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611193 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611168.399678:0:9760:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749611168.399679:0:9760:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611168.399679:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8801135bea00 x1834598494628992/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611193 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611168.399681:0:9760:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611168.399682:0:9760:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611168.399684:0:9761:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749611168.399685:0:9760:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749611168.399686:0:9760:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1749611168.399687:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611168.399688:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000200:0.0:1749611168.399688:0:9761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821a18 00000100:00100000:3.0:1749611168.399689:0:9760:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 381 00000400:00000010:0.0:1749611168.399689:0:9761:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821a18. 00000100:00000040:3.0:1749611168.399691:0:9760:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff88012d4a0000 : new rpc_count 1 00000100:00000001:0.0:1749611168.399691:0:9761:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749611168.399692:0:9761:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:3.0:1749611168.399693:0:9760:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137345400832 : -131936364150784 : ffff88012be1c000) 00000100:00000001:2.0:1749611168.399693:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611168.399695:0:9761:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611168.399696:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88012be1c000 x1834598494629120/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:604/0 lens 224/0 e 0 to 0 dl 1749611179 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749611168.399696:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 940 usecs (1 jiffies) 00000100:00000040:0.0:1749611168.399698:0:9761:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749611168.399699:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4300441857 00000100:00000001:0.0:1749611168.399700:0:9761:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611168.399703:0:9760:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1749611168.399704:0:9760:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88013050e700. 00000100:00000001:3.0:1749611168.399706:0:9760:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1749611168.399706:0:9761:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1749611168.399708:0:9760:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88013050e700. 00000100:00000001:2.0:1749611168.399709:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4300441858 00000100:00000001:2.0:1749611168.399712:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4300441857 00000100:00000040:0.0:1749611168.399712:0:9761:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880081d77480 x1834598494628736/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611188 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611168.399714:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4300441858 00000100:00100000:3.0:1749611168.399715:0:9760:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012be1c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:28322:x1834598494629120:12345-0@lo:400:kworker.0 00000100:00000001:2.0:1749611168.399716:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4300441857 00000100:00000200:3.0:1749611168.399718:0:9760:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494629120 00000100:00000001:2.0:1749611168.399719:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4300441858 00000020:00000001:3.0:1749611168.399721:0:9760:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:2.0:1749611168.399722:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4300441857 00000020:00000001:3.0:1749611168.399723:0:9760:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000001:2.0:1749611168.399724:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4300441858 00000020:00000001:3.0:1749611168.399725:0:9760:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611168.399725:0:9761:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880081d77480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:28320:x1834598494628736:12345-0@lo:38:kworker.0 Request processed in 202us (576us total) trans 0 rc -19/-19 00000100:00000001:2.0:1749611168.399727:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1749611168.399728:0:9760:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000001:2.0:1749611168.399729:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611168.399730:0:9760:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000020:00000001:3.0:1749611168.399732:0:9760:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000001:2.0:1749611168.399733:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000020:00000001:3.0:1749611168.399735:0:9760:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1749611168.399735:0:9761:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 212 00000020:00000001:3.0:1749611168.399737:0:9760:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00000040:2.0:1749611168.399738:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8801135bf100 x1834598494629248/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611168.399738:0:9761:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000001:3.0:1749611168.399739:0:9760:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00000001:0.0:1749611168.399740:0:9761:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:3.0:1749611168.399741:0:9760:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611168.399743:0:9760:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000020:00000010:0.0:1749611168.399745:0:9761:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880096dffd80. 00000100:00000001:2.0:1749611168.399746:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749611168.399747:0:9760:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1749611168.399748:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611168.399749:0:9760:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:2.0:1749611168.399750:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000010:0.0:1749611168.399750:0:9761:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4add0c8. 02000000:00000010:3.0:1749611168.399751:0:9760:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009be88800. 02000000:00000001:3.0:1749611168.399753:0:9760:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611168.399753:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1749611168.399754:0:9761:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8f000. 00000100:00000001:3.0:1749611168.399755:0:9760:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611168.399755:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611168.399757:0:9760:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611168.399758:0:9761:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000040:3.0:1749611168.399759:0:9760:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494629120 00000100:00100000:2.0:1749611168.399759:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8801135bf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494629248:0@lo:38:kworker.0 00010000:00000001:3.0:1749611168.399761:0:9760:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000001:2.0:1749611168.399763:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00010000:00000200:3.0:1749611168.399765:0:9760:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88012be1c000 x1834598494629120/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:604/0 lens 224/224 e 0 to 0 dl 1749611179 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749611168.399765:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1749611168.399767:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611168.399770:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00000001:3.0:1749611168.399771:0:9760:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1749611168.399773:0:9760:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749611168.399773:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880086dc8400. 00000100:00001000:3.0:1749611168.399775:0:9760:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=73 v=5 (1 1 1 1) 02000000:00000001:2.0:1749611168.399775:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611168.399778:0:9760:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749611168.399780:0:9760:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000400:00000010:2.0:1749611168.399780:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fe210. 00000100:00000001:3.0:1749611168.399781:0:9760:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 02000000:00000001:3.0:1749611168.399783:0:9760:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1749611168.399783:0:12680:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 02000000:00000001:3.0:1749611168.399784:0:9760:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749611168.399784:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a5d8. 00000100:00000001:3.0:1749611168.399785:0:9760:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749611168.399785:0:12680:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000040:3.0:1749611168.399787:0:9760:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000200:2.0:1749611168.399788:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494629248, portal 10 00000400:00000010:3.0:1749611168.399789:0:9760:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed110. 00000100:00100000:0.0:1749611168.399789:0:12680:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 382 00000100:00000001:2.0:1749611168.399790:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749611168.399792:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612136933978368 : -131936775573248 : ffff8801135bf100) 00000100:00000040:0.0:1749611168.399793:0:12680:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800b4002000 : new rpc_count 1 00000100:00000001:0.0:1749611168.399795:0:12680:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612136933971200 : -131936775580416 : ffff8801135bd500) 00000100:00000200:3.0:1749611168.399796:0:9760:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494629120, offset 224 00000400:00000200:3.0:1749611168.399799:0:9760:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:2.0:1749611168.399799:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8801135bf100 x1834598494629248/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611193 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749611168.399802:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8801135bd500 x1834598494629376/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:604/0 lens 224/0 e 0 to 0 dl 1749611179 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749611168.399805:0:9760:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749611168.399810:0:9760:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf93ed00 00000100:00000001:0.0:1749611168.399812:0:12680:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1749611168.399813:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:3.0:1749611168.399814:0:9760:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x8101 [1] + 224 00000100:00000040:2.0:1749611168.399816:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000010:0.0:1749611168.399816:0:12680:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8801369dbdc0. 00000400:00000200:3.0:1749611168.399818:0:9760:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1749611168.399819:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5abb0. 00000100:00000001:0.0:1749611168.399819:0:12680:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1749611168.399821:0:9760:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:0.0:1749611168.399822:0:12680:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8801369dbdc0. 00000100:00000200:2.0:1749611168.399823:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494629248, offset 0 00000100:00000001:3.0:1749611168.399824:0:9760:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1749611168.399827:0:9760:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8801135bed80 x1834598494629120/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611184 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749611168.399827:0:12680:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801135bd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:28321:x1834598494629376:12345-0@lo:400:kworker.0 00000400:00000200:2.0:1749611168.399828:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:0.0:1749611168.399832:0:12680:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494629376 00000100:00000040:3.0:1749611168.399835:0:9760:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8801135bed80 x1834598494629120/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611184 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749611168.399835:0:12680:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000400:00000200:2.0:1749611168.399836:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:0.0:1749611168.399838:0:12680:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000020:00000001:0.0:1749611168.399841:0:12680:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611168.399843:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf93ed80 00000020:00000001:0.0:1749611168.399844:0:12680:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000001:3.0:1749611168.399845:0:9760:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000001:0.0:1749611168.399846:0:12680:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000400:00000200:2.0:1749611168.399847:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3bed [64] + 5504 00000020:00000001:0.0:1749611168.399849:0:12680:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000400:00000200:2.0:1749611168.399852:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749611168.399857:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1749611168.399858:0:9760:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed110 00000400:00000010:3.0:1749611168.399860:0:9760:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed110. 00000020:00000001:0.0:1749611168.399860:0:12680:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611168.399862:0:9760:0:(events.c:387:reply_out_callback()) Process entered 00000020:00000001:0.0:1749611168.399862:0:12680:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00000001:3.0:1749611168.399863:0:9760:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:2.0:1749611168.399863:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:2.0:1749611168.399864:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000020:00000001:0.0:1749611168.399864:0:12680:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00000001:3.0:1749611168.399865:0:9760:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611168.399867:0:12680:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611168.399868:0:9760:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000010:2.0:1749611168.399868:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880081d74e00. 00000020:00000001:0.0:1749611168.399869:0:12680:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00010000:00000001:3.0:1749611168.399870:0:9760:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000001:3.0:1749611168.399871:0:9760:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611168.399871:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880081d74e00 x1834598494629248 msgsize 520 00000020:00000001:3.0:1749611168.399873:0:9760:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1749611168.399873:0:12680:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1749611168.399875:0:12680:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:3.0:1749611168.399876:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012be1c000 x1834598494629120/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:604/0 lens 224/224 e 0 to 0 dl 1749611179 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749611168.399877:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000010:0.0:1749611168.399879:0:12680:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880111d50800. 00000100:00000001:2.0:1749611168.399880:0:28320:0:(events.c:374:request_in_callback()) Process leaving 02000000:00000001:0.0:1749611168.399881:0:12680:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749611168.399884:0:9760:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012be1c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:28322:x1834598494629120:12345-0@lo:400:kworker.0 Request processed in 180us (586us total) trans 0 rc 0/0 00000400:00000200:2.0:1749611168.399884:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5abb0 00000100:00000001:0.0:1749611168.399884:0:12680:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749611168.399887:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5abb0. 00000020:00000001:0.0:1749611168.399887:0:12680:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611168.399889:0:28320:0:(events.c:35:request_out_callback()) Process entered 00010000:00000040:0.0:1749611168.399890:0:12680:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494629376 00000100:00100000:3.0:1749611168.399891:0:9760:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 381 00010000:00000001:0.0:1749611168.399892:0:12680:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000040:3.0:1749611168.399893:0:9760:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88012d4a0000 : new rpc_count 0 00000100:00000200:2.0:1749611168.399894:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8801135bf100 x1834598494629248/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611193 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611168.399895:0:9760:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749611168.399897:0:9760:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000200:0.0:1749611168.399898:0:12680:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff8801135bd500 x1834598494629376/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:604/0 lens 224/224 e 0 to 0 dl 1749611179 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749611168.399899:0:9760:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b6c280. 00000020:00000010:3.0:1749611168.399902:0:9760:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8190. 00000100:00000001:2.0:1749611168.399903:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749611168.399906:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8801135bf100 x1834598494629248/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611193 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1749611168.399907:0:12680:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000020:00000010:3.0:1749611168.399909:0:9760:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012d05aa00. 00010000:00000001:0.0:1749611168.399909:0:12680:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1749611168.399912:0:9760:0:(genops.c:898:class_export_put()) PUTting export ffff88012d4a0000 : new refcount 4 00000100:00000001:2.0:1749611168.399913:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749611168.399913:0:12680:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=73 v=5 (1 1 1 1) 00000100:00000001:3.0:1749611168.399914:0:9760:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611168.399915:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1749611168.399918:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611168.399918:0:12680:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749611168.399920:0:12680:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:3.0:1749611168.399921:0:9760:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1749611168.399922:0:9760:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494629248 00000100:00000040:2.0:1749611168.399922:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 800 usecs (1 jiffies) 02000000:00000001:3.0:1749611168.399923:0:9760:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749611168.399923:0:12680:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:3.0:1749611168.399925:0:9760:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749611168.399925:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4300441857 00000100:00000001:3.0:1749611168.399926:0:9760:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611168.399926:0:12680:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1749611168.399927:0:12680:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611168.399928:0:9760:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611168.399929:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4300441858 00000100:00100000:3.0:1749611168.399930:0:9760:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494629248 00000100:00000001:0.0:1749611168.399930:0:12680:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749611168.399931:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4300441857 00000020:00000001:3.0:1749611168.399932:0:9760:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:0.0:1749611168.399932:0:12680:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000040:3.0:1749611168.399933:0:9760:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:2.0:1749611168.399933:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4300441858 00000020:00000001:3.0:1749611168.399934:0:9760:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1749611168.399935:0:9760:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749611168.399936:0:12680:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821a18. 00000020:00000001:3.0:1749611168.399937:0:9760:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749611168.399939:0:9760:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012d05aa00. 00000020:00000010:3.0:1749611168.399941:0:9760:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b6c280. 00000100:00000200:0.0:1749611168.399941:0:12680:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494629376, offset 224 00000100:00000001:2.0:1749611168.399942:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4300441857 00000020:00000010:3.0:1749611168.399943:0:9760:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8190. 00000100:00000001:3.0:1749611168.399944:0:9760:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749611168.399944:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4300441858 00000100:00000001:3.0:1749611168.399945:0:9760:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:0.0:1749611168.399946:0:12680:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749611168.399947:0:9760:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611168.399947:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4300441857 00000100:00000001:3.0:1749611168.399949:0:9760:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611168.399950:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4300441858 00000100:00000001:3.0:1749611168.399951:0:9760:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611168.399952:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1749611168.399953:0:12680:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749611168.399954:0:9760:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749611168.399955:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611168.399956:0:9760:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1749611168.399959:0:9760:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 593 00000100:00000001:3.0:1749611168.399960:0:9760:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134492592256 : -131939216959360 : ffff880081d75880) 00000400:00000200:0.0:1749611168.399960:0:12680:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf93ee00 00000400:00000001:2.0:1749611168.399961:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:3.0:1749611168.399963:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880081d75880 x1834598494628864/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611188 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1749611168.399963:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1749611168.399967:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fec60. 00000400:00000200:2.0:1749611168.399970:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a990 00000100:00100000:3.0:1749611168.399971:0:9760:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880081d75880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:28320:x1834598494628864:12345-0@lo:38:kworker.0 00000400:00000010:2.0:1749611168.399972:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a990. 00000100:00000200:3.0:1749611168.399974:0:9760:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494628864 00000020:00000001:3.0:1749611168.399975:0:9760:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:2.0:1749611168.399975:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00010000:00000001:3.0:1749611168.399976:0:9760:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000200:2.0:1749611168.399980:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8801135bdc00 x1834598494628736/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611193 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749611168.399981:0:12680:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x8109 [1] + 224 00000020:00000001:3.0:1749611168.399983:0:9760:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611168.399987:0:12680:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00020000:3.0:1749611168.399990:0:9760:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000200:2.0:1749611168.399991:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8801135bdc00 x1834598494628736/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611193 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749611168.399991:0:12680:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:3.0:1749611168.399992:0:9760:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:3.0:1749611168.399994:0:9760:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749611168.399995:0:12680:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749611168.399996:0:9760:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:3.0:1749611168.399997:0:9760:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1749611168.399999:0:9760:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1749611168.399999:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000200:0.0:1749611168.400000:0:12680:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8801135bf800 x1834598494629376/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611184 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1749611168.400001:0:9760:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009be8bc00. 00000100:00000001:2.0:1749611168.400001:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1749611168.400002:0:9760:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611168.400004:0:9760:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611168.400004:0:28320:0:(client.c:1550:after_reply()) Process entered 00010000:00000001:3.0:1749611168.400006:0:9760:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 02000000:00000001:2.0:1749611168.400007:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00010000:00000001:3.0:1749611168.400008:0:9760:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611168.400009:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00001000:3.0:1749611168.400010:0:9760:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:2.0:1749611168.400012:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611168.400013:0:9760:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:3.0:1749611168.400015:0:9760:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 02000000:00000001:2.0:1749611168.400015:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611168.400016:0:9760:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000001:3.0:1749611168.400018:0:9760:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:3.0:1749611168.400019:0:9760:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000040:0.0:1749611168.400019:0:12680:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8801135bf800 x1834598494629376/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611184 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749611168.400022:0:9760:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00001000:2.0:1749611168.400022:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff8801369c9438 time=1749611168 v=5 (0 0 0 0) 02000000:00000001:3.0:1749611168.400024:0:9760:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1749611168.400025:0:9760:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749611168.400026:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff8801369c93f0 time=141 v=20 (1 1 20 1) 00000100:00000001:3.0:1749611168.400027:0:9760:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749611168.400029:0:9760:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749611168.400029:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000400:00000010:3.0:1749611168.400030:0:9760:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed110. 00000100:00000001:2.0:1749611168.400032:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000200:3.0:1749611168.400033:0:9760:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494628864, offset 0 00000100:00000001:0.0:1749611168.400034:0:12680:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749611168.400035:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:3.0:1749611168.400036:0:9760:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1749611168.400041:0:9760:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:2.0:1749611168.400041:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8801135bdc00 x1834598494628736/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611193 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749611168.400044:0:12680:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821a18 00000400:00000200:3.0:1749611168.400046:0:9760:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf93ec00 00000400:00000010:0.0:1749611168.400046:0:12680:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821a18. 00000100:00000001:0.0:1749611168.400049:0:12680:0:(events.c:387:reply_out_callback()) Process entered 00000400:00000200:3.0:1749611168.400050:0:9760:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x8111 [1] + 0 00000100:00000001:2.0:1749611168.400050:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749611168.400051:0:12680:0:(events.c:399:reply_out_callback()) Process leaving 00000400:00000200:3.0:1749611168.400053:0:9760:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749611168.400054:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749611168.400055:0:12680:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749611168.400056:0:9760:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:0.0:1749611168.400058:0:12680:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:3.0:1749611168.400059:0:9760:0:(events.c:79:reply_in_callback()) Process entered 00010000:00000001:0.0:1749611168.400061:0:12680:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00000200:3.0:1749611168.400062:0:9760:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8801135bc700 x1834598494628864/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611193 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611168.400063:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1749611168.400063:0:12680:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611168.400066:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000020:00000001:0.0:1749611168.400066:0:12680:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1749611168.400069:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000040:0.0:1749611168.400071:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8801135bd500 x1834598494629376/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:604/0 lens 224/224 e 0 to 0 dl 1749611179 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1749611168.400073:0:28320:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749611168.400077:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000040:3.0:1749611168.400078:0:9760:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff8801135bc700 x1834598494628864/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611193 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611168.400081:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00100000:0.0:1749611168.400083:0:12680:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801135bd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:28321:x1834598494629376:12345-0@lo:400:kworker.0 Request processed in 268us (729us total) trans 0 rc 0/0 00000100:00000001:3.0:1749611168.400084:0:9760:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000040:2.0:1749611168.400087:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8801135bdc00 x1834598494628736/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611193 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749611168.400088:0:9760:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed110 00000400:00000010:3.0:1749611168.400089:0:9760:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed110. 00000100:00000001:3.0:1749611168.400091:0:9760:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749611168.400092:0:9760:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00100000:0.0:1749611168.400092:0:12680:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 382 00000100:00000001:3.0:1749611168.400094:0:9760:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611168.400096:0:9760:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000040:0.0:1749611168.400096:0:12680:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800b4002000 : new rpc_count 0 00000100:00000001:3.0:1749611168.400098:0:9760:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611168.400098:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801135bdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494628736:0@lo:38:kworker.0 00000100:00000001:0.0:1749611168.400098:0:12680:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000001:3.0:1749611168.400100:0:9760:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749611168.400101:0:12680:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:3.0:1749611168.400103:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880081d75880 x1834598494628864/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611188 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611168.400103:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749611168.400104:0:12680:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b6c400. 00000100:00000001:2.0:1749611168.400106:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000010:0.0:1749611168.400108:0:12680:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c83e8. 00000100:00100000:3.0:1749611168.400110:0:9760:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880081d75880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:28320:x1834598494628864:12345-0@lo:38:kworker.0 Request processed in 139us (707us total) trans 0 rc -19/-19 00000100:00000040:2.0:1749611168.400110:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8801135bdc00 x1834598494628736/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611193 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1749611168.400112:0:12680:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012d05bc00. 00000100:00100000:3.0:1749611168.400116:0:9760:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 593 00000020:00000040:0.0:1749611168.400117:0:12680:0:(genops.c:898:class_export_put()) PUTting export ffff8800b4002000 : new refcount 4 00000100:00000001:3.0:1749611168.400118:0:9760:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749611168.400119:0:9760:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1749611168.400120:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1749611168.400120:0:12680:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1749611168.400121:0:9760:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b6cc80. 02000000:00000001:2.0:1749611168.400122:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000010:3.0:1749611168.400123:0:9760:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8258. 00000020:00000010:3.0:1749611168.400125:0:9760:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012d05a000. 02000000:00000010:2.0:1749611168.400126:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880086dc8000. 00000100:00000001:3.0:1749611168.400127:0:9760:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1749611168.400129:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1749611168.400130:0:12680:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000020:00000001:2.0:1749611168.400132:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1749611168.400132:0:12680:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1749611168.400133:0:9760:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749611168.400134:0:9760:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000040:2.0:1749611168.400134:0:28320:0:(genops.c:1242:class_import_put()) import ffff8801369c9000 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000100:00100000:0.0:1749611168.400136:0:12680:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 594 00000020:00000001:2.0:1749611168.400137:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1749611168.400139:0:12680:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134492590464 : -131939216961152 : ffff880081d75180) 00000100:00100000:3.0:1749611168.400140:0:9760:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 595 02000000:00000010:2.0:1749611168.400141:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88009be8a400. 00000100:00000001:3.0:1749611168.400142:0:9760:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134492589568 : -131939216962048 : ffff880081d74e00) 00000100:00000040:0.0:1749611168.400144:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880081d75180 x1834598494628992/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611188 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749611168.400145:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880081d74e00 x1834598494629248/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611188 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749611168.400146:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749611168.400148:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00100000:3.0:1749611168.400151:0:9760:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880081d74e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:28320:x1834598494629248:12345-0@lo:38:kworker.0 00000100:00000010:2.0:1749611168.400151:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8801135bdc00. 00000100:00000200:3.0:1749611168.400154:0:9760:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494629248 00000100:00000001:2.0:1749611168.400156:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749611168.400158:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1749611168.400159:0:9760:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:2.0:1749611168.400160:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1749611168.400161:0:9760:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:2.0:1749611168.400165:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:3.0:1749611168.400166:0:9760:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611168.400167:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1749611168.400168:0:12680:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880081d75180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:28320:x1834598494628992:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1749611168.400169:0:9760:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:2.0:1749611168.400169:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00010000:00000001:3.0:1749611168.400171:0:9760:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749611168.400171:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000200:0.0:1749611168.400173:0:12680:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494628992 00010000:00000001:3.0:1749611168.400174:0:9760:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749611168.400175:0:9760:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000400:00000001:2.0:1749611168.400175:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:0.0:1749611168.400175:0:12680:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:3.0:1749611168.400177:0:9760:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000400:00000001:2.0:1749611168.400177:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:3.0:1749611168.400178:0:9760:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000001:0.0:1749611168.400178:0:12680:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 02000000:00000010:3.0:1749611168.400180:0:9760:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009be88400. 02000000:00000001:3.0:1749611168.400182:0:9760:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611168.400183:0:9760:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749611168.400185:0:9760:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1749611168.400207:0:9760:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749611168.400208:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fe580. 00000020:00000001:0.0:1749611168.400209:0:12680:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749611168.400210:0:9760:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000400:00000200:2.0:1749611168.400212:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5aa18 00000100:00000001:3.0:1749611168.400213:0:9760:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00010000:00020000:0.0:1749611168.400213:0:12680:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:3.0:1749611168.400214:0:9760:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000010:2.0:1749611168.400214:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5aa18. 00000100:00000040:3.0:1749611168.400216:0:9760:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00010000:00000001:0.0:1749611168.400216:0:12680:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749611168.400218:0:9760:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:2.0:1749611168.400218:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749611168.400220:0:9760:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00010000:00000001:0.0:1749611168.400220:0:12680:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749611168.400223:0:9760:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:0.0:1749611168.400223:0:12680:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 02000000:00000001:3.0:1749611168.400224:0:9760:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000200:2.0:1749611168.400224:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8801135bc700 x1834598494628864/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611193 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611168.400225:0:12680:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1749611168.400226:0:9760:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611168.400226:0:12680:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1749611168.400227:0:9760:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749611168.400229:0:9760:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749611168.400230:0:9760:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed110. 02000000:00000010:0.0:1749611168.400230:0:12680:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880111d51000. 02000000:00000001:0.0:1749611168.400233:0:12680:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749611168.400235:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8801135bc700 x1834598494628864/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611193 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611168.400235:0:12680:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611168.400238:0:12680:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1749611168.400241:0:12680:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611168.400243:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00001000:0.0:1749611168.400244:0:12680:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:2.0:1749611168.400245:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611168.400247:0:12680:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:2.0:1749611168.400248:0:28320:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:0.0:1749611168.400249:0:12680:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 02000000:00000001:2.0:1749611168.400250:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749611168.400252:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000040:0.0:1749611168.400252:0:12680:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000001:2.0:1749611168.400254:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611168.400254:0:12680:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 02000000:00000001:2.0:1749611168.400256:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611168.400257:0:12680:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000200:3.0:1749611168.400259:0:9760:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494629248, offset 0 00000100:00000040:0.0:1749611168.400260:0:12680:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00001000:2.0:1749611168.400262:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88012e71cc38 time=1749611168 v=5 (0 0 0 0) 00000400:00000200:3.0:1749611168.400263:0:9760:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:0.0:1749611168.400263:0:12680:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1749611168.400264:0:12680:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749611168.400266:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012e71cbf0 time=123 v=20 (1 1 20 1) 00000100:00000001:0.0:1749611168.400267:0:12680:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:3.0:1749611168.400268:0:9760:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749611168.400269:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1749611168.400270:0:12680:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749611168.400271:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000010:0.0:1749611168.400272:0:12680:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821a18. 00000400:00000200:3.0:1749611168.400273:0:9760:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf93ed80 00000100:00000001:2.0:1749611168.400273:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:3.0:1749611168.400276:0:9760:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x8125 [1] + 0 00000100:00000040:2.0:1749611168.400278:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8801135bc700 x1834598494628864/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611193 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749611168.400279:0:9760:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1749611168.400280:0:12680:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494628992, offset 0 00000400:00000200:3.0:1749611168.400282:0:9760:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1749611168.400285:0:12680:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749611168.400286:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749611168.400289:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749611168.400291:0:9760:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749611168.400291:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611168.400293:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000400:00000200:0.0:1749611168.400293:0:12680:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:3.0:1749611168.400295:0:9760:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8801135bf100 x1834598494629248/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611193 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611168.400295:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:2.0:1749611168.400298:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749611168.400301:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000040:3.0:1749611168.400302:0:9760:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff8801135bf100 x1834598494629248/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611193 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611168.400304:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:0.0:1749611168.400306:0:12680:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf93ec80 00000100:00000001:3.0:1749611168.400309:0:9760:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000040:2.0:1749611168.400309:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8801135bc700 x1834598494628864/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611193 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749611168.400312:0:12680:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x8119 [1] + 0 00000400:00000200:3.0:1749611168.400317:0:9760:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed110 00000400:00000200:0.0:1749611168.400317:0:12680:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1749611168.400319:0:9760:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed110. 00000400:00000200:0.0:1749611168.400320:0:12680:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749611168.400321:0:9760:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749611168.400322:0:9760:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:3.0:1749611168.400325:0:9760:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611168.400325:0:12680:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000040:3.0:1749611168.400327:0:9760:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:3.0:1749611168.400328:0:9760:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749611168.400329:0:12680:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8801135bea00 x1834598494628992/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611193 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749611168.400330:0:9760:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1749611168.400333:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880081d74e00 x1834598494629248/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611188 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749611168.400336:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801135bc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494628864:0@lo:38:kworker.0 00000100:00100000:3.0:1749611168.400340:0:9760:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880081d74e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:28320:x1834598494629248:12345-0@lo:38:kworker.0 Request processed in 188us (467us total) trans 0 rc -19/-19 00000100:00000040:0.0:1749611168.400340:0:12680:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff8801135bea00 x1834598494628992/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611193 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749611168.400346:0:9760:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 595 00000100:00000001:3.0:1749611168.400348:0:9760:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749611168.400349:0:9760:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1749611168.400350:0:12680:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000010:3.0:1749611168.400352:0:9760:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b6c280. 00000020:00000010:3.0:1749611168.400354:0:9760:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8190. 00000020:00000010:3.0:1749611168.400356:0:9760:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012d05aa00. 00000100:00000001:3.0:1749611168.400358:0:9760:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1749611168.400377:0:9736:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000020:00000040:2.0:1749611168.400382:0:9736:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000400:00000200:0.0:1749611168.400383:0:12680:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821a18 00000400:00000010:0.0:1749611168.400387:0:12680:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821a18. 00000100:00000001:0.0:1749611168.400390:0:12680:0:(events.c:387:reply_out_callback()) Process entered 00000400:00000001:2.0:1749611168.400391:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1749611168.400392:0:12680:0:(events.c:399:reply_out_callback()) Process leaving 00000400:00000001:2.0:1749611168.400393:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1749611168.400395:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000010:2.0:1749611168.400395:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fe318. 00000100:00000001:0.0:1749611168.400395:0:12680:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611168.400397:0:28322:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1749611168.400398:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a7f8 00000100:00000040:0.0:1749611168.400399:0:12680:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000400:00000010:2.0:1749611168.400400:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a7f8. 00000100:00000001:0.0:1749611168.400401:0:12680:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1749611168.400403:0:28322:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1749611168.400403:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000001:0.0:1749611168.400404:0:12680:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000001:3.0:1749611168.400405:0:28322:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1749611168.400406:0:28322:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ff268. 00000100:00000200:2.0:1749611168.400407:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8801135bea00 x1834598494628992/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611193 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749611168.400409:0:28322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821000 00000100:00000040:0.0:1749611168.400409:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880081d75180 x1834598494628992/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611188 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1749611168.400411:0:28322:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821000. 00000100:00000001:3.0:1749611168.400412:0:28322:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1749611168.400416:0:28322:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8801135bed80 x1834598494629120/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611184 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749611168.400418:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8801135bea00 x1834598494628992/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611193 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749611168.400421:0:12680:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880081d75180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:28320:x1834598494628992:12345-0@lo:38:kworker.0 Request processed in 253us (773us total) trans 0 rc -19/-19 00000100:00000001:2.0:1749611168.400426:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000200:3.0:1749611168.400427:0:28322:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8801135bed80 x1834598494629120/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611184 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611168.400428:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611168.400430:0:28320:0:(client.c:1550:after_reply()) Process entered 00000100:00100000:0.0:1749611168.400431:0:12680:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 594 00000100:00000001:3.0:1749611168.400432:0:28322:0:(events.c:164:reply_in_callback()) Process leaving 02000000:00000001:2.0:1749611168.400432:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749611168.400434:0:28322:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611168.400434:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749611168.400434:0:12680:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749611168.400436:0:28322:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:2.0:1749611168.400436:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611168.400436:0:12680:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:3.0:1749611168.400437:0:28322:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749611168.400438:0:28322:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 02000000:00000001:2.0:1749611168.400438:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611168.400440:0:28322:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749611168.400440:0:12680:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b6c980. 02000000:00000001:3.0:1749611168.400441:0:28322:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749611168.400443:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a72c438 time=1749611168 v=5 (0 0 0 0) 00000020:00000010:0.0:1749611168.400444:0:12680:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8320. 00000100:00001000:3.0:1749611168.400445:0:28322:0:(import.c:2097:obd_at_measure()) add 5 to ffff880079138c38 time=73 v=5 (5 5 5 5) 00000100:00001000:2.0:1749611168.400447:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a72c3f0 time=73 v=20 (1 1 20 1) 00000100:00001000:3.0:1749611168.400448:0:28322:0:(import.c:2097:obd_at_measure()) add 1 to ffff880079138bf0 time=73 v=5 (1 1 1 1) 00000020:00000010:0.0:1749611168.400448:0:12680:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012d05a200. 00000100:00000001:3.0:1749611168.400450:0:28322:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749611168.400450:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749611168.400451:0:12680:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611168.400452:0:28322:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611168.400452:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00010000:00000001:3.0:1749611168.400454:0:28322:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1749611168.400454:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00010000:00080000:3.0:1749611168.400457:0:28322:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff8801135bed80 x1834598494629120/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611184 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749611168.400459:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8801135bea00 x1834598494628992/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611193 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1749611168.400463:0:28322:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611168.400466:0:28322:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000001:0.0:1749611168.400467:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1749611168.400468:0:28322:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:2.0:1749611168.400468:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749611168.400469:0:28322:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1749611168.400469:0:28321:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749611168.400470:0:28322:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611168.400471:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749611168.400472:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749611168.400473:0:28322:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8801135bed80 x1834598494629120/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611184 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1749611168.400473:0:28321:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749611168.400475:0:28321:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1749611168.400478:0:28322:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749611168.400479:0:28322:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749611168.400480:0:28322:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611168.400481:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000040:3.0:1749611168.400483:0:28322:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8801135bed80 x1834598494629120/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611184 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611168.400484:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000010:0.0:1749611168.400484:0:28321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b52f7b00. 00000100:00080000:2.0:1749611168.400487:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a72c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1749611168.400488:0:28322:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801135bed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:28322:1834598494629120:0@lo:400:kworker.0 00000400:00000200:0.0:1749611168.400489:0:28321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed198 00000100:00000001:3.0:1749611168.400491:0:28322:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1749611168.400491:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000400:00000010:0.0:1749611168.400491:0:28321:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed198. 00000100:00000001:2.0:1749611168.400495:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749611168.400495:0:28321:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749611168.400497:0:28322:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749611168.400500:0:28322:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8801135bed80 x1834598494629120/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611184 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749611168.400500:0:28321:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8801135bf800 x1834598494629376/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611184 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749611168.400501:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8801135bea00 x1834598494628992/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611193 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611168.400505:0:28322:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1749611168.400507:0:28322:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1749611168.400508:0:28322:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88007fb8f400. 02000000:00000001:3.0:1749611168.400510:0:28322:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00100000:2.0:1749611168.400511:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801135bea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494628992:0@lo:38:kworker.0 00000100:00000200:0.0:1749611168.400511:0:28321:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8801135bf800 x1834598494629376/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611184 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749611168.400512:0:28322:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749611168.400513:0:28322:0:(genops.c:1242:class_import_put()) import ffff880079138800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000020:00000001:3.0:1749611168.400514:0:28322:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1749611168.400516:0:28322:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8801240ab200. 02000000:00000001:3.0:1749611168.400517:0:28322:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749611168.400518:0:28322:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000400:00000001:2.0:1749611168.400518:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000010:3.0:1749611168.400520:0:28322:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8801135bed80. 00000100:00000001:0.0:1749611168.400520:0:28321:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000001:2.0:1749611168.400521:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1749611168.400540:0:28322:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749611168.400541:0:28322:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611168.400543:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611168.400544:0:28321:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611168.400547:0:28322:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611168.400547:0:28321:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:3.0:1749611168.400548:0:28322:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749611168.400548:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fe210. 02000000:00000001:0.0:1749611168.400549:0:28321:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749611168.400550:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749611168.400551:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611168.400551:0:28321:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000200:2.0:1749611168.400553:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a5d8 00000100:00000001:0.0:1749611168.400554:0:28321:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749611168.400555:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a5d8. 02000000:00000001:0.0:1749611168.400557:0:28321:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611168.400558:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00001000:0.0:1749611168.400562:0:28321:0:(import.c:2097:obd_at_measure()) add 5 to ffff88006a729c38 time=23 v=5 (5 5 5 5) 00000100:00000200:2.0:1749611168.400563:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8801135bf100 x1834598494629248/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611193 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1749611168.400566:0:28321:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a729bf0 time=23 v=5 (1 1 1 1) 00000100:00000001:0.0:1749611168.400570:0:28321:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749611168.400571:0:28321:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749611168.400574:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8801135bf100 x1834598494629248/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611193 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1749611168.400574:0:28321:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1749611168.400579:0:28321:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff8801135bf800 x1834598494629376/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611184 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611168.400582:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749611168.400585:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611168.400587:0:28320:0:(client.c:1550:after_reply()) Process entered 00010000:00000001:0.0:1749611168.400588:0:28321:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611168.400589:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749611168.400591:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749611168.400591:0:28321:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000001:2.0:1749611168.400593:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611168.400593:0:28321:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: skip recheck: last_committed 0 00000100:00000001:0.0:1749611168.400595:0:28321:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 02000000:00000001:2.0:1749611168.400596:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611168.400597:0:83:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574aa0 (cpu 0) has reached its deadline 4300441858, at 4300441858 00000100:00000001:0.0:1749611168.400597:0:28321:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749611168.400601:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a728c38 time=1749611168 v=5 (0 0 0 0) 00000100:00000040:0.0:1749611168.400601:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8801135bf800 x1834598494629376/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611184 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1749611168.400602:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b52e35c0. 00000100:00001000:2.0:1749611168.400605:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a728bf0 time=23 v=20 (1 1 20 1) 00000100:00000001:2.0:1749611168.400608:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749611168.400609:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749611168.400609:0:28321:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749611168.400612:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749611168.400612:0:28321:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749611168.400614:0:28321:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749611168.400617:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8801135bf100 x1834598494629248/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611193 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749611168.400618:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8801135bf800 x1834598494629376/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611184 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611168.400633:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749611168.400636:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749611168.400638:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611168.400640:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749611168.400642:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00100000:0.0:1749611168.400643:0:28321:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801135bf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:28321:1834598494629376:0@lo:400:kworker.0 00000100:00080000:2.0:1749611168.400645:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749611168.400649:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:0.0:1749611168.400649:0:28321:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611168.400651:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749611168.400652:0:28321:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749611168.400656:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8801135bf100 x1834598494629248/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611193 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749611168.400656:0:28321:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8801135bf800 x1834598494629376/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611184 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611168.400664:0:28321:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00100000:2.0:1749611168.400666:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801135bf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494629248:0@lo:38:kworker.0 02000000:00000001:0.0:1749611168.400666:0:28321:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749611168.400669:0:28321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012d05b400. 00000100:00000001:2.0:1749611168.400671:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611168.400672:0:28321:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1749611168.400674:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000001:0.0:1749611168.400674:0:28321:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749611168.400676:0:28321:0:(genops.c:1242:class_import_put()) import ffff88006a729800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000100:00000040:2.0:1749611168.400678:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8801135bc700 x1834598494628864/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611193 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749611168.400679:0:28321:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749611168.400681:0:28321:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8801240ab100. 02000000:00000001:0.0:1749611168.400684:0:28321:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749611168.400685:0:28321:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1749611168.400687:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000010:0.0:1749611168.400687:0:28321:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8801135bf800. 02000000:00000001:2.0:1749611168.400689:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1749611168.400690:0:28321:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 02000000:00000010:2.0:1749611168.400692:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880086dcac00. 00000100:00000001:0.0:1749611168.400692:0:28321:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611168.400693:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1749611168.400695:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749611168.400697:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1749611168.400697:0:28321:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000020:00000040:2.0:1749611168.400699:0:28320:0:(genops.c:1242:class_import_put()) import ffff88012e71c800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000001:0.0:1749611168.400699:0:28321:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611168.400700:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1749611168.400701:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1749611168.400702:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749611168.400704:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88009be89c00. 02000000:00000001:2.0:1749611168.400709:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749611168.400710:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749611168.400712:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8801135bc700. 00000100:00000001:2.0:1749611168.400715:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749611168.400717:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611168.400719:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749611168.400723:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8801135bea00 x1834598494628992/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611193 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611168.400745:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749611168.400747:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749611168.400748:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880086dc9c00. 02000000:00000001:2.0:1749611168.400751:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749611168.400753:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749611168.400754:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a72c000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:2.0:1749611168.400757:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749611168.400759:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88009be8b800. 02000000:00000001:2.0:1749611168.400762:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749611168.400764:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749611168.400765:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8801135bea00. 00000100:00000001:2.0:1749611168.400768:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749611168.400770:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611168.400772:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749611168.400776:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8801135bf100 x1834598494629248/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611193 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611168.400784:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749611168.400785:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749611168.400787:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880086dc8400. 02000000:00000001:2.0:1749611168.400789:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749611168.400791:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749611168.400792:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a728800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000020:00000001:2.0:1749611168.400795:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749611168.400796:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88009be8a800. 02000000:00000001:2.0:1749611168.400799:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749611168.400801:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749611168.400802:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8801135bf100. 00000100:00000001:2.0:1749611168.400805:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749611168.400807:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611168.400809:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611168.400811:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611168.400813:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611168.400815:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611168.400817:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611168.401619:0:3311:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574800 (cpu 0) has reached its deadline 4300441858, at 4300441858 00000100:00000040:2.0:1749611168.401624:0:5791:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5749c0 (cpu 0) has reached its deadline 4300441858, at 4300441858 00000100:00000010:0.0:1749611168.401628:0:3311:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b52e3d40. 00000100:00000010:2.0:1749611168.401633:0:5791:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b52e3480. 00000001:00000001:1.0:1749611168.407379:0:17820:0:(debug.c:794:libcfs_debug_mark_buffer()) ************************************************** 00000100:00000040:1.0:1749611168.407397:0:8305:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5748e0 (cpu 0) has reached its deadline 4300441858, at 4300441864 00000100:00000010:1.0:1749611168.407406:0:8305:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b52e3440. 00080000:00000010:0.0:1749611168.454913:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dff200. 00080000:00000010:0.0:1749611168.454924:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dff200. 00000020:00000001:0.0:1749611168.454931:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611168.455024:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dff200. 00080000:00000010:0.0:1749611168.455031:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dff200. 00000020:00000001:0.0:1749611168.455035:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611168.455046:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dff200. 00080000:00000010:0.0:1749611168.455053:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dff200. 00000020:00000001:0.0:1749611168.455062:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611168.457590:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611168.457596:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611168.457599:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611168.457603:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749611168.457606:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611168.457609:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611168.457613:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611168.457616:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611168.457619:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611168.476596:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611168.476602:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611168.476662:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749611168.476668:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611168.476671:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:0.0:1749611168.686941:0:17842:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dff200. 00080000:00000010:0.0:1749611168.686951:0:17842:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dff200. 00000020:00000001:0.0:1749611168.686958:0:17842:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611168.686976:0:17842:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dff200. 00080000:00000010:0.0:1749611168.686982:0:17842:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dff200. 00000020:00000001:0.0:1749611168.686985:0:17842:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611168.686994:0:17842:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dff200. 00080000:00000010:0.0:1749611168.687000:0:17842:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dff200. 00000020:00000001:0.0:1749611168.687003:0:17842:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611168.692002:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9580. 00080000:00000010:1.0:1749611168.692009:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9580. 00000020:00000001:1.0:1749611168.692014:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611168.692084:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9580. 00080000:00000010:1.0:1749611168.692088:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9580. 00000020:00000001:1.0:1749611168.692091:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611168.692096:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9580. 00080000:00000010:1.0:1749611168.692100:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9580. 00000020:00000001:1.0:1749611168.692102:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611168.875975:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387800. 00080000:00000010:2.0:1749611168.875986:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387800. 00000020:00000001:2.0:1749611168.875992:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611168.876064:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387800. 00080000:00000010:2.0:1749611168.876070:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387800. 00000020:00000001:2.0:1749611168.876074:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611168.876082:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387800. 00080000:00000010:2.0:1749611168.876087:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387800. 00000020:00000001:2.0:1749611168.876091:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611168.990569:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611168.990573:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611168.990575:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611168.990578:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8af900 going to sleep for 0 seconds 00000100:00000001:2.0:1749611168.990581:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611168.990584:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611168.990587:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611168.990589:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611168.990591:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611169.007707:0:17906:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387f80. 00080000:00000010:2.0:1749611169.007717:0:17906:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387f80. 00000020:00000001:2.0:1749611169.007723:0:17906:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611169.007738:0:17906:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387f80. 00080000:00000010:2.0:1749611169.007743:0:17906:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387f80. 00000020:00000001:2.0:1749611169.007746:0:17906:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611169.007757:0:17906:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387f80. 00080000:00000010:2.0:1749611169.007763:0:17906:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387f80. 00000020:00000001:2.0:1749611169.007767:0:17906:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611169.011747:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dffb80. 00080000:00000010:0.0:1749611169.011753:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dffb80. 00000020:00000001:0.0:1749611169.011757:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611169.011813:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dffb80. 00080000:00000010:0.0:1749611169.011816:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dffb80. 00000020:00000001:0.0:1749611169.011819:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611169.011823:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dffb80. 00080000:00000010:0.0:1749611169.011826:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dffb80. 00000020:00000001:0.0:1749611169.011828:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611169.186001:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9b00. 00080000:00000010:1.0:1749611169.186011:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9b00. 00000020:00000001:1.0:1749611169.186018:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611169.186089:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9b00. 00080000:00000010:1.0:1749611169.186095:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9b00. 00000020:00000001:1.0:1749611169.186098:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611169.186107:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9b00. 00080000:00000010:1.0:1749611169.186114:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9b00. 00000020:00000001:1.0:1749611169.186119:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611169.400677:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611169.400698:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611169.400701:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611169.400707:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611169.400710:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611169.400714:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611169.400717:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611169.457645:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611169.457653:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611169.457656:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611169.457662:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749611169.457668:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611169.457673:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611169.457677:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611169.457681:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611169.457684:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611169.478641:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611169.478647:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611169.478758:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749611169.478763:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749611169.478767:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:0.0:1749611169.577217:0:17971:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dffb80. 00080000:00000010:0.0:1749611169.577227:0:17971:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dffb80. 00000020:00000001:0.0:1749611169.577233:0:17971:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611169.577253:0:17971:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dffb80. 00080000:00000010:0.0:1749611169.577258:0:17971:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dffb80. 00000020:00000001:0.0:1749611169.577262:0:17971:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611169.577270:0:17971:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dffb80. 00080000:00000010:0.0:1749611169.577275:0:17971:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dffb80. 00000020:00000001:0.0:1749611169.577279:0:17971:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611169.582354:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dffb80. 00080000:00000010:0.0:1749611169.582360:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dffb80. 00000020:00000001:0.0:1749611169.582365:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611169.582441:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dffb80. 00080000:00000010:0.0:1749611169.582446:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dffb80. 00000020:00000001:0.0:1749611169.582450:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611169.582455:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dffb80. 00080000:00000010:0.0:1749611169.582458:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dffb80. 00000020:00000001:0.0:1749611169.582461:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1749611169.706964:0:18013:0:(debug.c:791:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1749611169.706970:0:18013:0:(debug.c:792:libcfs_debug_mark_buffer()) DEBUG MARKER: sanity test_161c: @@@@@@ FAIL: lustre-MDT0000: changelog_mask=+hsm failed: 2 00000001:00000001:3.0:1749611169.714359:0:18013:0:(debug.c:794:libcfs_debug_mark_buffer()) ************************************************** 00080000:00000010:3.0:1749611169.771934:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6cb80. 00080000:00000010:3.0:1749611169.771945:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6cb80. 00000020:00000001:3.0:1749611169.771952:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611169.772023:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6cb80. 00080000:00000010:3.0:1749611169.772029:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6cb80. 00000020:00000001:3.0:1749611169.772033:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611169.772042:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6cb80. 00080000:00000010:3.0:1749611169.772047:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6cb80. 00000020:00000001:3.0:1749611169.772051:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611169.990818:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611169.990828:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611169.990831:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611169.990836:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8af900 going to sleep for 0 seconds 00000100:00000001:0.0:1749611169.990840:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611169.990844:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611169.990847:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611169.990851:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611169.990853:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611170.160578:0:18035:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387f80. 00080000:00000010:2.0:1749611170.160591:0:18035:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387f80. 00000020:00000001:2.0:1749611170.160598:0:18035:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611170.160620:0:18035:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387f80. 00080000:00000010:2.0:1749611170.160625:0:18035:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387f80. 00000020:00000001:2.0:1749611170.160629:0:18035:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611170.160638:0:18035:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387f80. 00080000:00000010:2.0:1749611170.160644:0:18035:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387f80. 00000020:00000001:2.0:1749611170.160647:0:18035:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611170.165218:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6c480. 00080000:00000010:3.0:1749611170.165227:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6c480. 00000020:00000001:3.0:1749611170.165234:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611170.165335:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6c480. 00080000:00000010:3.0:1749611170.165340:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6c480. 00000020:00000001:3.0:1749611170.165343:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611170.165349:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6c480. 00080000:00000010:3.0:1749611170.165352:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6c480. 00000020:00000001:3.0:1749611170.165355:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) Debug log: 1695 lines, 1695 kept, 0 dropped, 0 bad.