00080000:00000010:1.0F:1749610827.673250:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9500. 00080000:00000010:1.0:1749610827.673263:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9500. 00000020:00000001:1.0:1749610827.673269:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610827.673363:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9500. 00080000:00000010:1.0:1749610827.673368:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9500. 00000020:00000001:1.0:1749610827.673371:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610827.673379:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9500. 00080000:00000010:1.0:1749610827.673383:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9500. 00000020:00000001:1.0:1749610827.673386:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0F:1749610827.788739:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749610827.788756:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610827.788762:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:1.0:1749610827.838559:0:25857:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9500. 00080000:00000010:1.0:1749610827.838569:0:25857:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9500. 00000020:00000001:1.0:1749610827.838575:0:25857:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610827.838595:0:25857:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9500. 00080000:00000010:1.0:1749610827.838600:0:25857:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9500. 00000020:00000001:1.0:1749610827.838603:0:25857:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610827.838610:0:25857:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9500. 00080000:00000010:1.0:1749610827.838615:0:25857:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9500. 00000020:00000001:1.0:1749610827.838618:0:25857:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610827.842911:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9500. 00080000:00000010:1.0:1749610827.842918:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9500. 00000020:00000001:1.0:1749610827.842923:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610827.842996:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9500. 00080000:00000010:1.0:1749610827.843000:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9500. 00000020:00000001:1.0:1749610827.843003:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610827.843008:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9500. 00080000:00000010:1.0:1749610827.843012:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9500. 00000020:00000001:1.0:1749610827.843014:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0F:1749610827.848631:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610827.848653:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610827.848656:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610827.848660:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610827.848662:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610827.848666:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610827.848668:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749610827.854637:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749610827.854647:0:8737:0:(pinger.c:247:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1749610827.854651:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749610827.854656:0:8737:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749610827.854660:0:8737:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749610827.854664:0:8737:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749610827.854670:0:8737:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749610827.854677:0:8737:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5429 00000100:00080000:2.0:1749610827.854682:0:8737:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749610827.854687:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749610827.854692:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610827.854695:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610827.854698:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:2.0:1749610827.854704:0:8737:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749610827.854708:0:8737:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfa7 00000020:00000001:2.0:1749610827.854713:0:8737:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749610827.854717:0:8737:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801327a1800 refcount=4 00000020:00000001:2.0:1749610827.854721:0:8737:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000020:00000001:2.0:1749610827.854726:0:8737:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000100:00000040:2.0:1749610827.854731:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749610827.854734:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610827.854737:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610827.854740:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:2.0:1749610827.854745:0:8737:0:(genops.c:898:class_export_put()) PUTting export ffff8801327a1800 : new refcount 3 00000100:00080000:2.0:1749610827.854749:0:8737:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8801369c9000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749610827.854753:0:8737:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610827.854758:0:8737:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749610827.854773:0:8737:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749610827.854777:0:8737:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610827.854781:0:8737:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749610827.854784:0:8737:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749610827.854792:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880111572680. 00000020:00000040:2.0:1749610827.854797:0:8737:0:(genops.c:1229:class_import_get()) import ffff8801369c9000 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:2.0:1749610827.854803:0:8737:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749610827.854806:0:8737:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610827.854811:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749610827.854814:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749610827.854820:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749610827.854828:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880111578000. 00000100:00000001:2.0:1749610827.854838:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610827.854850:0:8737:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880111572680 x1834598494571136/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749610827.854868:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749610827.854873:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610827.854880:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880111572680] to pc [ptlrpcd_rcv+-1] req@ffff880111572680 x1834598494571136/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610827.854905:0:8737:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749610827.854910:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749610827.854916:0:8737:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749610827.854918:0:8737:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749610827.854921:0:8737:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749610827.854925:0:8737:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749610827.854929:0:8737:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5429 00000100:00080000:2.0:1749610827.854933:0:8737:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749610827.854937:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749610827.854940:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610827.854943:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610827.854946:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:2.0:1749610827.854950:0:8737:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749610827.854960:0:8737:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfd8 00000020:00000001:2.0:1749610827.854962:0:8737:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749610827.854966:0:8737:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012e71d000 refcount=9 00000020:00000001:2.0:1749610827.854969:0:8737:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000020:00000001:2.0:1749610827.854973:0:8737:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000100:00000040:2.0:1749610827.854978:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749610827.854981:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610827.854985:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610827.854988:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:2.0:1749610827.854992:0:8737:0:(genops.c:898:class_export_put()) PUTting export ffff88012e71d000 : new refcount 8 00000100:00080000:2.0:1749610827.854996:0:8737:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff88012e71c800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749610827.855000:0:8737:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610827.855003:0:8737:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749610827.855008:0:8737:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749610827.855012:0:8737:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610827.855015:0:8737:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749610827.855019:0:8737:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749610827.855024:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880111571880. 00000020:00000040:2.0:1749610827.855028:0:8737:0:(genops.c:1229:class_import_get()) import ffff88012e71c800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 02000000:00000001:2.0:1749610827.855032:0:8737:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749610827.855034:0:8737:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610827.855037:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749610827.855040:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749610827.855043:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749610827.855049:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88011157bc00. 00000100:00000001:2.0:1749610827.855055:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610827.855063:0:8737:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880111571880 x1834598494571264/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749610827.855078:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749610827.855082:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610827.855088:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880111571880] to pc [ptlrpcd_rcv+-1] req@ffff880111571880 x1834598494571264/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610827.855103:0:8737:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749610827.855114:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749610827.855120:0:8737:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749610827.855123:0:8737:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749610827.855125:0:8737:0:(import.c:66:import_set_state_nolock()) ffff88006a72c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749610827.855129:0:8737:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749610827.855133:0:8737:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5429 00000100:00080000:2.0:1749610827.855137:0:8737:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749610827.855141:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749610827.855145:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610827.855148:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610827.855151:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:2.0:1749610827.855154:0:8737:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749610827.855156:0:8737:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d04f 00000020:00000001:2.0:1749610827.855159:0:8737:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749610827.855162:0:8737:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72a800 refcount=8 00000020:00000001:2.0:1749610827.855166:0:8737:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100117504 : -131939609434112 : ffff88006a72a800) 00000020:00000001:2.0:1749610827.855170:0:8737:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100117504 : -131939609434112 : ffff88006a72a800) 00000100:00000040:2.0:1749610827.855175:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749610827.855178:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610827.855180:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610827.855183:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:2.0:1749610827.855187:0:8737:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72a800 : new refcount 7 00000100:00080000:2.0:1749610827.855191:0:8737:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff88006a72c000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749610827.855195:0:8737:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610827.855198:0:8737:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749610827.855203:0:8737:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749610827.855206:0:8737:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610827.855209:0:8737:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749610827.855212:0:8737:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749610827.855218:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880119282300. 00000020:00000040:2.0:1749610827.855222:0:8737:0:(genops.c:1229:class_import_get()) import ffff88006a72c000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:2.0:1749610827.855233:0:8737:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749610827.855235:0:8737:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610827.855239:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749610827.855241:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749610827.855244:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749610827.855250:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88011157b000. 00000100:00000001:2.0:1749610827.855256:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610827.855264:0:8737:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880119282300 x1834598494571392/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749610827.855278:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749610827.855281:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610827.855287:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880119282300] to pc [ptlrpcd_rcv+-1] req@ffff880119282300 x1834598494571392/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610827.855301:0:8737:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610827.855306:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1749610827.855311:0:8737:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1749610827.855316:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880119282680. 00000020:00000040:2.0:1749610827.855320:0:8737:0:(genops.c:1229:class_import_get()) import ffff880079138800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:2.0:1749610827.855323:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749610827.855326:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749610827.855328:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749610827.855333:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88006efe5700. 00000100:00000001:2.0:1749610827.855371:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610827.855378:0:8737:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID req@ffff880119282680 x1834598494571520/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749610827.855392:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749610827.855395:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610827.855402:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880119282680] to pc [ptlrpcd_00_02+2] req@ffff880119282680 x1834598494571520/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610827.855445:0:8737:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749610827.855450:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00000001:3.0F:1749610827.855453:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749610827.855463:0:28323:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749610827.855465:0:28323:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00080000:2.0:1749610827.855465:0:8737:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749610827.855467:0:8737:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749610827.855469:0:8737:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749610827.855473:0:8737:0:(import.c:480:import_select_connection()) Process entered 00000100:00000040:3.0:1749610827.855474:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880119282680 x1834598494571520/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1749610827.855477:0:8737:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5429 00000100:00080000:2.0:1749610827.855481:0:8737:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749610827.855485:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:3.0:1749610827.855487:0:28323:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610827.855489:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1749610827.855490:0:28323:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610827.855492:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 02000000:00000001:3.0:1749610827.855493:0:28323:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1749610827.855495:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 02000000:00000001:3.0:1749610827.855496:0:28323:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1749610827.855498:0:8737:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:3.0:1749610827.855499:0:28323:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749610827.855501:0:8737:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0db 00000100:00100000:3.0:1749610827.855502:0:28323:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880119282680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:28323:1834598494571520:0@lo:400:kworker.0 00000020:00000001:2.0:1749610827.855503:0:8737:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1749610827.855507:0:28323:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000020:00000040:2.0:1749610827.855507:0:8737:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72d000 refcount=8 00000020:00000001:2.0:1749610827.855510:0:8737:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 02000000:00000001:3.0:1749610827.855512:0:28323:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:2.0:1749610827.855513:0:8737:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 02000000:00000001:3.0:1749610827.855514:0:28323:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610827.855516:0:28323:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1749610827.855518:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749610827.855520:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 02000000:00000010:3.0:1749610827.855548:0:28323:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88007ef3b200. 02000000:00000001:3.0:1749610827.855550:0:28323:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610827.855554:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000400:00000010:3.0:1749610827.855557:0:28323:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b52f7dc0. 00000100:00000001:2.0:1749610827.855558:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:2.0:1749610827.855562:0:8737:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72d000 : new refcount 7 00000400:00000010:3.0:1749610827.855564:0:28323:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eedaa0. 00000100:00080000:2.0:1749610827.855566:0:8737:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88006a728800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749610827.855569:0:8737:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749610827.855572:0:28323:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494571520, portal 10 02000000:00000001:2.0:1749610827.855572:0:8737:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:3.0:1749610827.855575:0:28323:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1749610827.855577:0:28323:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137031247488 : -131936678304128 : ffff880119282680) 02000000:00000001:2.0:1749610827.855577:0:8737:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749610827.855581:0:8737:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610827.855584:0:8737:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000040:3.0:1749610827.855586:0:28323:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880119282680 x1834598494571520/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610843 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610827.855587:0:8737:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749610827.855592:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880119281500. 00000100:00000001:3.0:1749610827.855595:0:28323:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000040:2.0:1749610827.855596:0:8737:0:(genops.c:1229:class_import_get()) import ffff88006a728800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 00000100:00000040:3.0:1749610827.855598:0:28323:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749610827.855600:0:28323:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed660. 02000000:00000001:2.0:1749610827.855600:0:8737:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 00000100:00000200:3.0:1749610827.855603:0:28323:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494571520, offset 0 00000400:00000200:3.0:1749610827.855609:0:28323:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:2.0:1749610827.855609:0:8737:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610827.855613:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749610827.855615:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749610827.855618:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749610827.855625:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88011157ac00. 00000400:00000200:3.0:1749610827.855627:0:28323:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749610827.855630:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610827.855638:0:8737:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880119281500 x1834598494571648/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1749610827.855643:0:28323:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf930c00 00000100:00000001:2.0:1749610827.855650:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000400:00000200:3.0:1749610827.855652:0:28323:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3be9 [64] + 60240 00000100:00000001:2.0:1749610827.855654:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610827.855660:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880119281500] to pc [ptlrpcd_rcv+-1] req@ffff880119281500 x1834598494571648/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610827.855664:0:28323:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749610827.855671:0:28323:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749610827.855674:0:8737:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610827.855679:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1749610827.855683:0:8737:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1749610827.855687:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880119282d80. 00000100:00000001:3.0:1749610827.855689:0:28323:0:(events.c:287:request_in_callback()) Process entered 00000020:00000040:2.0:1749610827.855690:0:8737:0:(genops.c:1229:class_import_get()) import ffff88006a729800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 00000100:00000200:3.0:1749610827.855693:0:28323:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:2.0:1749610827.855694:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749610827.855696:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749610827.855698:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1749610827.855699:0:28323:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8801135bf800. 02000000:00000010:2.0:1749610827.855702:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88006efe5d00. 00000100:00000040:3.0:1749610827.855704:0:28323:0:(events.c:338:request_in_callback()) incoming req@ffff8801135bf800 x1834598494571520 msgsize 224 00000100:00000001:2.0:1749610827.855707:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610827.855710:0:28323:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1749610827.855713:0:8737:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID req@ffff880119282d80 x1834598494571776/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1749610827.855722:0:28323:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:2.0:1749610827.855725:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749610827.855728:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610827.855733:0:28323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed660 00000100:00000040:2.0:1749610827.855735:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880119282d80] to pc [ptlrpcd_00_03+3] req@ffff880119282d80 x1834598494571776/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1749610827.855737:0:28323:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed660. 00000100:00000001:3.0:1749610827.855743:0:28323:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:2.0:1749610827.855748:0:8737:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749610827.855750:0:28323:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880119282680 x1834598494571520/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610843 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749610827.855755:0:8737:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5439) 00000100:00000001:3.0:1749610827.855765:0:28323:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749610827.855770:0:28323:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880119282680 x1834598494571520/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610843 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610827.855770:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610827.855774:0:28324:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749610827.855781:0:28323:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610827.855784:0:28323:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1749610827.855785:0:28324:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1749610827.855792:0:28323:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610827.855792:0:28324:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880119282d80 x1834598494571776/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610827.855798:0:28323:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 912 usecs (1 jiffies) 00000100:00000001:3.0:1749610827.855804:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4300101314 00000100:00000001:2.0:1749610827.855805:0:28324:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610827.855808:0:28324:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1749610827.855810:0:28323:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b49a72c0. 02000000:00000001:2.0:1749610827.855813:0:28324:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1749610827.855816:0:28324:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749610827.855818:0:28323:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request now active for cpu 0 02000000:00000001:2.0:1749610827.855820:0:28324:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610827.855824:0:28324:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880119282d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:28324:1834598494571776:0@lo:400:kworker.0 00000100:00000001:3.0:1749610827.855826:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4300101314 00000100:00000010:3.0:1749610827.855830:0:28323:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b49a7780. 00000100:00000001:2.0:1749610827.855831:0:28324:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1749610827.855835:0:28323:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request now active for cpu 1 02000000:00000001:2.0:1749610827.855836:0:28324:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1749610827.855838:0:28324:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610827.855839:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4300101314 02000000:00000001:2.0:1749610827.855841:0:28324:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000010:3.0:1749610827.855843:0:28323:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b49a7200. 02000000:00000010:2.0:1749610827.855845:0:28324:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009c9bc400. 00000100:00000001:3.0:1749610827.855847:0:28323:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request now active for cpu 2 02000000:00000001:2.0:1749610827.855849:0:28324:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610827.855851:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4300101314 00000100:00000010:3.0:1749610827.855855:0:28323:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b49a7b80. 00000400:00000010:2.0:1749610827.855855:0:28324:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fe948. 00000100:00000001:3.0:1749610827.855859:0:28323:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request now active for cpu 3 00000400:00000010:2.0:1749610827.855861:0:28324:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5ad48. 00000100:00000001:3.0:1749610827.855863:0:28323:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1749610827.855867:0:28324:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494571776, portal 10 00000100:00000001:2.0:1749610827.855871:0:28324:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749610827.855873:0:28324:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137031249280 : -131936678302336 : ffff880119282d80) 00000100:00000001:3.0:1749610827.855876:0:28323:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610827.855880:0:28323:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610827.855882:0:28324:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880119282d80 x1834598494571776/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610843 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610827.855883:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610827.855891:0:28323:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610827.855893:0:28324:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:3.0:1749610827.855894:0:28323:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1749610827.855897:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1749610827.855897:0:28324:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1749610827.855899:0:28323:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000010:2.0:1749610827.855900:0:28324:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5aee0. 00000100:00000001:3.0:1749610827.855901:0:28323:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749610827.855904:0:28324:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494571776, offset 0 00000100:00000001:3.0:1749610827.855905:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610827.855911:0:28324:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1749610827.855921:0:28324:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749610827.855929:0:9692:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:2.0:1749610827.855931:0:28324:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf930d00 00000100:00100000:3.0:1749610827.855933:0:9692:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494571520 02000000:00000001:3.0:1749610827.855935:0:9692:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:2.0:1749610827.855938:0:28324:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3be9 [64] + 60464 00000100:00000001:3.0:1749610827.855939:0:9692:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749610827.855942:0:9692:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610827.855945:0:28324:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1749610827.855946:0:9692:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610827.855950:0:9692:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494571520 00000400:00000200:2.0:1749610827.855951:0:28324:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:3.0:1749610827.855952:0:9692:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749610827.855954:0:9692:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d064 00000020:00000001:3.0:1749610827.855956:0:9692:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1749610827.855956:0:28324:0:(events.c:287:request_in_callback()) Process entered 00000020:00000040:3.0:1749610827.855959:0:9692:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012d4a0000 refcount=5 00000020:00000001:3.0:1749610827.855961:0:9692:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137369010176 : -131936340541440 : ffff88012d4a0000) 00000020:00000001:3.0:1749610827.855964:0:9692:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137369010176 : -131936340541440 : ffff88012d4a0000) 00000100:00000200:2.0:1749610827.855966:0:28324:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:3.0:1749610827.855969:0:9692:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000010:2.0:1749610827.855971:0:28324:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880119280a80. 00000020:00000010:3.0:1749610827.855972:0:9692:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b49a78c0. 00000100:00000040:2.0:1749610827.855975:0:28324:0:(events.c:338:request_in_callback()) incoming req@ffff880119280a80 x1834598494571776 msgsize 224 00000020:00000040:3.0:1749610827.855980:0:9692:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000100:00100000:2.0:1749610827.855982:0:28324:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1749610827.855988:0:9692:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:3.0:1749610827.855993:0:9692:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007ef3a000. 00000100:00000001:2.0:1749610827.855994:0:28324:0:(events.c:374:request_in_callback()) Process leaving 00000020:00000010:3.0:1749610827.855998:0:9692:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b6c480. 00000400:00000200:2.0:1749610827.856002:0:28324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5aee0 00000020:00000010:3.0:1749610827.856003:0:9692:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8258. 00000400:00000010:2.0:1749610827.856005:0:28324:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5aee0. 00000100:00000040:3.0:1749610827.856009:0:9692:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:2.0:1749610827.856010:0:28324:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:3.0:1749610827.856012:0:9692:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749610827.856014:0:9692:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749610827.856017:0:9692:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1749610827.856017:0:28324:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880119282d80 x1834598494571776/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610843 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610827.856024:0:9692:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1749610827.856026:0:9692:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1749610827.856028:0:9692:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610827.856031:0:28324:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749610827.856036:0:28324:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880119282d80 x1834598494571776/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610843 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610827.856038:0:12680:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1749610827.856040:0:9692:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1749610827.856042:0:12680:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494571776 02000000:00000001:0.0:1749610827.856045:0:12680:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749610827.856047:0:28324:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610827.856048:0:12680:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749610827.856049:0:9692:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749610827.856050:0:28324:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1749610827.856050:0:12680:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610827.856052:0:9692:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 02000000:00000001:0.0:1749610827.856054:0:12680:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610827.856055:0:28324:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610827.856057:0:9692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 243 00000100:00100000:0.0:1749610827.856058:0:12680:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494571776 00000100:00000040:3.0:1749610827.856060:0:9692:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff88012d4a0000 : new rpc_count 1 00000100:00000040:2.0:1749610827.856060:0:28324:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 843 usecs (1 jiffies) 00000020:00000001:0.0:1749610827.856060:0:12680:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1749610827.856062:0:9692:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612136933980160 : -131936775571456 : ffff8801135bf800) 00000020:00000040:0.0:1749610827.856062:0:12680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0f0 00000100:00000001:2.0:1749610827.856064:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4300101314 00000020:00000001:0.0:1749610827.856064:0:12680:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:3.0:1749610827.856068:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8801135bf800 x1834598494571520/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:263/0 lens 224/0 e 0 to 0 dl 1749610838 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610827.856068:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4300101314 00000020:00000040:0.0:1749610827.856068:0:12680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800b4002000 refcount=5 00000020:00000001:0.0:1749610827.856071:0:12680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000001:2.0:1749610827.856072:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4300101314 00000020:00000001:0.0:1749610827.856073:0:12680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000001:2.0:1749610827.856075:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4300101314 00000100:00000001:3.0:1749610827.856077:0:9692:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1749610827.856078:0:12680:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1749610827.856079:0:9692:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b49a7900. 00000100:00000001:2.0:1749610827.856079:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4300101314 00000100:00000001:3.0:1749610827.856082:0:9692:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749610827.856082:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4300101314 00000020:00000010:0.0:1749610827.856082:0:12680:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8801369dbe40. 00000020:00000010:3.0:1749610827.856084:0:9692:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b49a7900. 00000100:00000001:2.0:1749610827.856085:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4300101314 00000020:00000010:0.0:1749610827.856086:0:12680:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff88006dfe2540. 00000100:00000001:2.0:1749610827.856088:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4300101314 00000100:00100000:3.0:1749610827.856089:0:9692:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801135bf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:28323:x1834598494571520:12345-0@lo:400:kworker.0 00000100:00000001:2.0:1749610827.856090:0:28324:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749610827.856091:0:12680:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:0.0:1749610827.856092:0:12680:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8801369dbe40. 00000100:00000200:3.0:1749610827.856093:0:9692:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494571520 00000100:00000001:2.0:1749610827.856094:0:28324:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610827.856096:0:9692:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000010:0.0:1749610827.856097:0:12680:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8f200. 00000100:00000001:2.0:1749610827.856098:0:28324:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610827.856100:0:9692:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000020:00000010:0.0:1749610827.856101:0:12680:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880096dff980. 00000100:00000001:2.0:1749610827.856102:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1749610827.856103:0:9692:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749610827.856105:0:12680:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4add898. 00000020:00000001:3.0:1749610827.856106:0:9692:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1749610827.856108:0:9692:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000100:00000001:2.0:1749610827.856110:0:28324:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610827.856110:0:12680:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000020:00000001:3.0:1749610827.856111:0:9692:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000001:2.0:1749610827.856112:0:28324:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1749610827.856112:0:12680:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1749610827.856114:0:12680:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1749610827.856115:0:9692:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1749610827.856117:0:9692:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1749610827.856119:0:9692:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00000001:0.0:1749610827.856119:0:12680:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000001:3.0:1749610827.856121:0:9692:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610827.856121:0:12680:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000020:00000001:3.0:1749610827.856123:0:9692:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1749610827.856123:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610827.856123:0:12680:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610827.856126:0:28324:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749610827.856128:0:9692:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1749610827.856128:0:28324:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610827.856130:0:12680:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1749610827.856131:0:9692:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1749610827.856131:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1749610827.856135:0:9692:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88007dd5e000. 02000000:00000001:3.0:1749610827.856137:0:9692:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610827.856138:0:12680:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749610827.856139:0:9692:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610827.856140:0:12680:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000001:3.0:1749610827.856142:0:9692:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1749610827.856145:0:9692:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494571520 00000100:00000001:2.0:1749610827.856147:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00010000:00000001:3.0:1749610827.856149:0:9692:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000001:2.0:1749610827.856149:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610827.856152:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00100000:0.0:1749610827.856152:0:12680:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 244 00000100:00000040:0.0:1749610827.856155:0:12680:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800b4002000 : new rpc_count 1 00000100:00000001:0.0:1749610827.856157:0:12680:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137031240320 : -131936678311296 : ffff880119280a80) 00010000:00000200:3.0:1749610827.856158:0:9692:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff8801135bf800 x1834598494571520/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:263/0 lens 224/224 e 0 to 0 dl 1749610838 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749610827.856159:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880111572680 x1834598494571136/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749610827.856164:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880119280a80 x1834598494571776/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:263/0 lens 224/0 e 0 to 0 dl 1749610838 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1749610827.856168:0:9692:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1749610827.856170:0:9692:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610827.856172:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00001000:3.0:1749610827.856174:0:9692:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=32 v=5 (1 1 1 1) 00000100:00000001:2.0:1749610827.856175:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610827.856175:0:12680:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1749610827.856178:0:9692:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 02000000:00000001:2.0:1749610827.856178:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000010:0.0:1749610827.856178:0:12680:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8801369dbe40. 00000100:00000001:0.0:1749610827.856180:0:12680:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1749610827.856181:0:9692:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 02000000:00000001:2.0:1749610827.856181:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1749610827.856182:0:12680:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8801369dbe40. 00000100:00000001:3.0:1749610827.856183:0:9692:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 02000000:00000001:2.0:1749610827.856185:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610827.856186:0:9692:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00100000:0.0:1749610827.856187:0:12680:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880119280a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:28324:x1834598494571776:12345-0@lo:400:kworker.0 02000000:00000001:3.0:1749610827.856188:0:9692:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610827.856190:0:9692:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00100000:2.0:1749610827.856190:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880111572680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494571136:0@lo:38:kworker.0 00000100:00000200:0.0:1749610827.856191:0:12680:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494571776 00000100:00000040:3.0:1749610827.856193:0:9692:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:0.0:1749610827.856194:0:12680:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000400:00000010:3.0:1749610827.856195:0:9692:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed660. 00000100:00000001:2.0:1749610827.856196:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000020:00000001:0.0:1749610827.856196:0:12680:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000020:00000001:0.0:1749610827.856198:0:12680:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749610827.856199:0:9692:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494571520, offset 224 02000000:00000001:2.0:1749610827.856199:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:0.0:1749610827.856201:0:12680:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 02000000:00000001:2.0:1749610827.856202:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610827.856202:0:12680:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000400:00000200:3.0:1749610827.856204:0:9692:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:2.0:1749610827.856205:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:0.0:1749610827.856205:0:12680:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1749610827.856208:0:12680:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1749610827.856209:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880111579400. 00000020:00000001:0.0:1749610827.856210:0:12680:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000400:00000200:3.0:1749610827.856211:0:9692:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:0.0:1749610827.856211:0:12680:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 02000000:00000001:2.0:1749610827.856212:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610827.856214:0:12680:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610827.856216:0:12680:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000400:00000200:3.0:1749610827.856217:0:9692:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf930c00 00000400:00000010:2.0:1749610827.856218:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fe630. 00000100:00000001:0.0:1749610827.856219:0:12680:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1749610827.856221:0:12680:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:3.0:1749610827.856223:0:9692:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x6d19 [1] + 224 02000000:00000010:0.0:1749610827.856224:0:12680:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012eb98400. 02000000:00000001:0.0:1749610827.856226:0:12680:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610827.856228:0:9692:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749610827.856228:0:12680:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610827.856231:0:9692:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:0.0:1749610827.856231:0:12680:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1749610827.856233:0:12680:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494571776 00010000:00000001:0.0:1749610827.856236:0:12680:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000001:3.0:1749610827.856238:0:9692:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000010:2.0:1749610827.856239:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5aee0. 00010000:00000200:0.0:1749610827.856241:0:12680:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff880119280a80 x1834598494571776/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:263/0 lens 224/224 e 0 to 0 dl 1749610838 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749610827.856243:0:9692:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880119282680 x1834598494571520/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610843 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610827.856245:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494571136, portal 4 00000100:00000001:2.0:1749610827.856248:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00010000:00000001:0.0:1749610827.856249:0:12680:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1749610827.856250:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612136900109952 : -131936809441664 : ffff880111572680) 00000100:00000040:3.0:1749610827.856252:0:9692:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880119282680 x1834598494571520/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610843 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1749610827.856257:0:12680:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610827.856260:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880111572680 x1834598494571136/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610852 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1749610827.856260:0:12680:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=32 v=5 (1 1 1 1) 00000100:00000001:3.0:1749610827.856264:0:9692:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749610827.856264:0:12680:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610827.856267:0:12680:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000400:00000200:3.0:1749610827.856268:0:9692:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed660 00000400:00000010:3.0:1749610827.856270:0:9692:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed660. 00000100:00000001:0.0:1749610827.856270:0:12680:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:2.0:1749610827.856271:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:0.0:1749610827.856272:0:12680:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1749610827.856273:0:9692:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000040:2.0:1749610827.856274:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:0.0:1749610827.856274:0:12680:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610827.856275:0:9692:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:0.0:1749610827.856276:0:12680:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:3.0:1749610827.856277:0:9692:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749610827.856277:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a880. 00000100:00000040:0.0:1749610827.856279:0:12680:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:3.0:1749610827.856281:0:9692:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000200:2.0:1749610827.856281:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598494571136, offset 0 00000400:00000010:0.0:1749610827.856282:0:12680:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821f68. 00010000:00000001:3.0:1749610827.856283:0:9692:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000400:00000200:2.0:1749610827.856288:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:3.0:1749610827.856289:0:9692:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610827.856292:0:9692:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000200:0.0:1749610827.856293:0:12680:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494571776, offset 224 00000100:00000040:3.0:1749610827.856297:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8801135bf800 x1834598494571520/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:263/0 lens 224/224 e 0 to 0 dl 1749610838 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610827.856299:0:12680:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1749610827.856300:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:3.0:1749610827.856308:0:9692:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801135bf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:28323:x1834598494571520:12345-0@lo:400:kworker.0 Request processed in 229us (602us total) trans 0 rc 0/0 00000400:00000200:0.0:1749610827.856308:0:12680:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1749610827.856310:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848ebf930a80 00000400:00000200:0.0:1749610827.856316:0:12680:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf930d00 00000100:00100000:3.0:1749610827.856317:0:9692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 243 00000100:00000040:3.0:1749610827.856321:0:9692:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88012d4a0000 : new rpc_count 0 00000400:00000200:0.0:1749610827.856322:0:12680:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x6d21 [1] + 224 00000100:00000001:3.0:1749610827.856324:0:9692:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749610827.856326:0:9692:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:0.0:1749610827.856327:0:12680:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:3.0:1749610827.856331:0:9692:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b6c480. 00000400:00000200:2.0:1749610827.856331:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x3df1 [256] + 2600 00000400:00000200:0.0:1749610827.856331:0:12680:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:3.0:1749610827.856364:0:9692:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8258. 00000400:00000200:2.0:1749610827.856365:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749610827.856367:0:12680:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000010:3.0:1749610827.856368:0:9692:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007ef3a000. 00000400:00000200:2.0:1749610827.856371:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000040:3.0:1749610827.856373:0:9692:0:(genops.c:898:class_export_put()) PUTting export ffff88012d4a0000 : new refcount 4 00000100:00000200:0.0:1749610827.856373:0:12680:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880119282d80 x1834598494571776/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610843 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610827.856375:0:9692:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610827.856377:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:2.0:1749610827.856380:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000040:0.0:1749610827.856384:0:12680:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880119282d80 x1834598494571776/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610843 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1749610827.856385:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880119282a00. 00000100:00000040:2.0:1749610827.856390:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880119282a00 x1834598494571136 msgsize 520 00000100:00080000:3.0:1749610827.856392:0:9736:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000020:00000040:3.0:1749610827.856395:0:9736:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000100:00100000:2.0:1749610827.856397:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1749610827.856399:0:12680:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:0.0:1749610827.856405:0:12680:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821f68 00000100:00000001:3.0:1749610827.856406:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749610827.856408:0:28323:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000010:0.0:1749610827.856408:0:12680:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821f68. 00000100:00000001:0.0:1749610827.856410:0:12680:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749610827.856412:0:12680:0:(events.c:399:reply_out_callback()) Process leaving 00000400:00000001:3.0:1749610827.856413:0:28323:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1749610827.856415:0:28323:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1749610827.856416:0:12680:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749610827.856418:0:28323:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b52f7dc0. 00000100:00000040:0.0:1749610827.856419:0:12680:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610827.856420:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:3.0:1749610827.856421:0:28323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eedaa0 00010000:00000001:0.0:1749610827.856422:0:12680:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000400:00000010:3.0:1749610827.856423:0:28323:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eedaa0. 00000020:00000001:0.0:1749610827.856423:0:12680:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610827.856425:0:28323:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000001:0.0:1749610827.856426:0:12680:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000200:3.0:1749610827.856430:0:28323:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880119282680 x1834598494571520/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610843 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610827.856430:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a880 00000100:00000040:0.0:1749610827.856430:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880119280a80 x1834598494571776/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:263/0 lens 224/224 e 0 to 0 dl 1749610838 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749610827.856434:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a880. 00000100:00000001:2.0:1749610827.856437:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:1.0:1749610827.856438:0:9761:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000200:3.0:1749610827.856440:0:28323:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880119282680 x1834598494571520/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610843 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749610827.856441:0:9761:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494571136 00000100:00000200:2.0:1749610827.856444:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880111572680 x1834598494571136/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610852 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749610827.856445:0:9761:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749610827.856447:0:28323:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749610827.856447:0:9761:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749610827.856448:0:28323:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610827.856451:0:28323:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:1.0:1749610827.856451:0:9761:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610827.856453:0:28323:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00100000:0.0:1749610827.856454:0:12680:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880119280a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:28324:x1834598494571776:12345-0@lo:400:kworker.0 Request processed in 276us (475us total) trans 0 rc 0/0 02000000:00000001:1.0:1749610827.856455:0:9761:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610827.856456:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00100000:1.0:1749610827.856459:0:9761:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494571136 00000100:00000001:3.0:1749610827.856461:0:28323:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000040:2.0:1749610827.856461:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880111572680 x1834598494571136/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610852 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749610827.856462:0:9761:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1749610827.856463:0:28323:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610827.856463:0:12680:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 244 00000020:00000040:1.0:1749610827.856464:0:9761:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 02000000:00000001:3.0:1749610827.856466:0:28323:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610827.856466:0:12680:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800b4002000 : new rpc_count 0 00000020:00000001:1.0:1749610827.856467:0:9761:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1749610827.856468:0:12680:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1749610827.856470:0:12680:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00001000:3.0:1749610827.856472:0:28323:0:(import.c:2097:obd_at_measure()) add 5 to ffff880079138c38 time=32 v=5 (5 5 5 5) 00000100:00000001:2.0:1749610827.856472:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749610827.856474:0:12680:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880096dff980. 00000100:00000001:2.0:1749610827.856475:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00001000:3.0:1749610827.856476:0:28323:0:(import.c:2097:obd_at_measure()) add 1 to ffff880079138bf0 time=32 v=5 (1 1 1 1) 00000020:00000001:1.0:1749610827.856477:0:9761:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610827.856478:0:28323:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000020:00000010:0.0:1749610827.856478:0:12680:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4add898. 00000100:00000001:3.0:1749610827.856480:0:28323:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610827.856480:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610827.856481:0:9761:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749610827.856481:0:12680:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8f200. 00010000:00000001:3.0:1749610827.856483:0:28323:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000040:2.0:1749610827.856485:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1263 usecs (2 jiffies) 00000020:00000040:0.0:1749610827.856485:0:12680:0:(genops.c:898:class_export_put()) PUTting export ffff8800b4002000 : new refcount 4 00000020:00000010:1.0:1749610827.856486:0:9761:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012d125000. 00010000:00080000:3.0:1749610827.856488:0:28323:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff880119282680 x1834598494571520/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610843 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610827.856488:0:12680:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610827.856490:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4300101315 00000020:00000010:1.0:1749610827.856492:0:9761:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88006a3a9500. 00010000:00000001:3.0:1749610827.856495:0:28323:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610827.856496:0:28320:0:(niobuf.c:648:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 0, simply extend its deadline from 4300101314 00000020:00000010:1.0:1749610827.856497:0:9761:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438c4b0. 00000100:00000001:3.0:1749610827.856498:0:28323:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1749610827.856500:0:28323:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:3.0:1749610827.856502:0:28323:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1749610827.856502:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4300101315 00000100:00000001:3.0:1749610827.856503:0:28323:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610827.856503:0:9761:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749610827.856505:0:9761:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749610827.856506:0:28320:0:(niobuf.c:648:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 1, simply extend its deadline from 4300101314 00000100:00000040:3.0:1749610827.856507:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880119282680 x1834598494571520/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610843 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610827.856508:0:9761:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610827.856510:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4300101315 00000100:00000001:3.0:1749610827.856514:0:28323:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749610827.856514:0:28320:0:(niobuf.c:648:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 2, simply extend its deadline from 4300101314 00000100:00000001:1.0:1749610827.856514:0:9761:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610827.856517:0:28323:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749610827.856518:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4300101315 00000100:00000001:3.0:1749610827.856519:0:28323:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610827.856523:0:28320:0:(niobuf.c:648:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 3, simply extend its deadline from 4300101314 00000100:00000040:3.0:1749610827.856548:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880119282680 x1834598494571520/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610843 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749610827.856556:0:28323:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880119282680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:28323:1834598494571520:0@lo:400:kworker.0 00000100:00000001:2.0:1749610827.856556:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749610827.856557:0:9761:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610827.856561:0:28323:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610827.856563:0:28323:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749610827.856566:0:28323:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880119282680 x1834598494571520/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610843 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610827.856568:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610827.856569:0:9761:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749610827.856571:0:9761:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1749610827.856572:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1749610827.856573:0:28323:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1749610827.856575:0:28323:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1749610827.856577:0:28323:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88007ef3b200. 00000100:00100000:1.0:1749610827.856577:0:9761:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 143 00000100:00000040:2.0:1749610827.856578:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880111571880 x1834598494571264/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749610827.856580:0:28323:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1749610827.856581:0:9761:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137031248384 : -131936678303232 : ffff880119282a00) 00000020:00000001:3.0:1749610827.856582:0:28323:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749610827.856588:0:28323:0:(genops.c:1242:class_import_put()) import ffff880079138800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000100:00000040:1.0:1749610827.856588:0:9761:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880119282a00 x1834598494571136/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610847 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749610827.856591:0:28323:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1749610827.856591:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610827.856593:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1749610827.856594:0:28323:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88006efe5700. 02000000:00000001:3.0:1749610827.856597:0:28323:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749610827.856597:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1749610827.856599:0:28323:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:2.0:1749610827.856600:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000010:3.0:1749610827.856601:0:28323:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880119282680. 02000000:00000001:2.0:1749610827.856603:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610827.856603:0:9761:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880119282a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:28320:x1834598494571136:12345-0@lo:38:kworker.0 00000100:00000001:3.0:1749610827.856606:0:28323:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749610827.856607:0:28323:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1749610827.856608:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880111571880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494571264:0@lo:38:kworker.0 00000100:00000001:3.0:1749610827.856609:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1749610827.856609:0:9761:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494571136 00000020:00000001:1.0:1749610827.856612:0:9761:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:2.0:1749610827.856613:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1749610827.856614:0:28323:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749610827.856615:0:28323:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610827.856616:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00010000:00000001:1.0:1749610827.856616:0:9761:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:3.0:1749610827.856617:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1749610827.856618:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610827.856619:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610827.856621:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1749610827.856625:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88011157b400. 02000000:00000001:2.0:1749610827.856628:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610827.856633:0:9761:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749610827.856634:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fee70. 00000400:00000010:2.0:1749610827.856638:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a880. 00010000:00020000:1.0:1749610827.856638:0:9761:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00000001:1.0:1749610827.856642:0:9761:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000200:2.0:1749610827.856643:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494571264, portal 10 00000100:00000001:2.0:1749610827.856646:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00010000:00000001:1.0:1749610827.856647:0:9761:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749610827.856648:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612136900106368 : -131936809445248 : ffff880111571880) 00000100:00000001:1.0:1749610827.856651:0:9761:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:1.0:1749610827.856654:0:9761:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1749610827.856656:0:9761:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:2.0:1749610827.856657:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880111571880 x1834598494571264/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610852 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1749610827.856660:0:9761:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d742000. 02000000:00000001:1.0:1749610827.856663:0:9761:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610827.856667:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:1.0:1749610827.856667:0:9761:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610827.856671:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:1.0:1749610827.856671:0:9761:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1749610827.856673:0:9761:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749610827.856674:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a198. 00000100:00000200:2.0:1749610827.856677:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494571264, offset 0 00000400:00000200:2.0:1749610827.856683:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00001000:1.0:1749610827.856685:0:9761:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:1.0:1749610827.856689:0:9761:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000400:00000200:2.0:1749610827.856692:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749610827.856693:0:9761:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749610827.856697:0:9761:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000400:00000200:2.0:1749610827.856700:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf930b00 00000100:00000001:1.0:1749610827.856700:0:9761:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:1.0:1749610827.856704:0:9761:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000400:00000200:2.0:1749610827.856707:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be9 [64] + 60688 00000100:00000040:1.0:1749610827.856709:0:9761:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 02000000:00000001:1.0:1749610827.856712:0:9761:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000200:2.0:1749610827.856714:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1749610827.856715:0:9761:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610827.856718:0:9761:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:2.0:1749610827.856719:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:1.0:1749610827.856722:0:9761:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1749610827.856726:0:9761:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58bbb0. 00000100:00000001:2.0:1749610827.856730:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:1.0:1749610827.856730:0:9761:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598494571136, offset 0 00000100:00000200:2.0:1749610827.856732:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1749610827.856737:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880119281180. 00000100:00000040:2.0:1749610827.856741:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880119281180 x1834598494571264 msgsize 520 00000400:00000200:1.0:1749610827.856746:0:9761:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:2.0:1749610827.856747:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:1.0:1749610827.856754:0:9761:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1749610827.856761:0:9761:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848ebf930a80 00000400:00000200:1.0:1749610827.856769:0:9761:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x6d2d [1] + 0 00000100:00000001:2.0:1749610827.856770:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:1.0:1749610827.856775:0:9761:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749610827.856777:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a198 00000400:00000200:1.0:1749610827.856779:0:9761:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:2.0:1749610827.856780:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a198. 00000100:00000001:0.0:1749610827.856783:0:9760:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1749610827.856784:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:1.0:1749610827.856784:0:9761:0:(events.c:79:reply_in_callback()) Process entered 00000100:00100000:0.0:1749610827.856786:0:9760:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494571264 00000100:00000200:2.0:1749610827.856789:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880111571880 x1834598494571264/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610852 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749610827.856789:0:9760:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000200:1.0:1749610827.856790:0:9761:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880111572680 x1834598494571136/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610852 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610827.856791:0:9760:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749610827.856793:0:9760:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610827.856796:0:9760:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610827.856799:0:9760:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494571264 00000020:00000001:0.0:1749610827.856801:0:9760:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1749610827.856802:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000040:0.0:1749610827.856803:0:9760:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000040:1.0:1749610827.856804:0:9761:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880111572680 x1834598494571136/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610852 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749610827.856805:0:9760:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:2.0:1749610827.856806:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880111571880 x1834598494571264/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610852 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749610827.856807:0:9760:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610827.856809:0:9760:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749610827.856813:0:9760:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8f200. 00000020:00000010:0.0:1749610827.856816:0:9760:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880096dff980. 00000100:00000001:2.0:1749610827.856818:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610827.856818:0:9761:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000010:0.0:1749610827.856819:0:9760:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4add898. 00000100:00000001:2.0:1749610827.856820:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1749610827.856823:0:9760:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000400:00000200:1.0:1749610827.856824:0:9761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58bbb0 00000100:00000001:2.0:1749610827.856825:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610827.856825:0:9760:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000400:00000010:1.0:1749610827.856826:0:9761:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58bbb0. 00000100:00000001:0.0:1749610827.856827:0:9760:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610827.856830:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 960 usecs (1 jiffies) 00000100:00000001:1.0:1749610827.856830:0:9761:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749610827.856831:0:9760:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610827.856832:0:9761:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:2.0:1749610827.856834:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4300101315 00000100:00000001:1.0:1749610827.856835:0:9761:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610827.856837:0:9760:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610827.856838:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4300101315 00000100:00000040:1.0:1749610827.856839:0:9761:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610827.856842:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4300101315 00000100:00000001:1.0:1749610827.856843:0:9761:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610827.856844:0:9760:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749610827.856845:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4300101315 00000100:00000001:0.0:1749610827.856845:0:9760:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000001:1.0:1749610827.856846:0:9761:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749610827.856849:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4300101315 00000100:00000001:2.0:1749610827.856852:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4300101315 00000100:00000001:2.0:1749610827.856855:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4300101315 00000100:00100000:0.0:1749610827.856856:0:9760:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 386 00000100:00000001:2.0:1749610827.856858:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4300101315 00000100:00000040:1.0:1749610827.856859:0:9761:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880119282a00 x1834598494571136/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610847 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610827.856859:0:9760:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137031242112 : -131936678309504 : ffff880119281180) 00000100:00000001:2.0:1749610827.856861:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1749610827.856864:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880119281180 x1834598494571264/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610847 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610827.856865:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610827.856868:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1749610827.856873:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880119282300 x1834598494571392/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749610827.856875:0:9761:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880119282a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:28320:x1834598494571136:12345-0@lo:38:kworker.0 Request processed in 272us (481us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749610827.856875:0:9760:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880119281180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:28320:x1834598494571264:12345-0@lo:38:kworker.0 00000100:00000200:0.0:1749610827.856879:0:9760:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494571264 00000020:00000001:0.0:1749610827.856881:0:9760:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:0.0:1749610827.856884:0:9760:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00100000:1.0:1749610827.856887:0:9761:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 143 00000100:00000001:1.0:1749610827.856891:0:9761:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000001:0.0:1749610827.856893:0:9760:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610827.856894:0:9761:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00020000:0.0:1749610827.856897:0:9760:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000020:00000010:1.0:1749610827.856899:0:9761:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88006a3a9500. 00000100:00000001:2.0:1749610827.856900:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00010000:00000001:0.0:1749610827.856900:0:9760:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749610827.856903:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610827.856903:0:9760:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000010:1.0:1749610827.856904:0:9761:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438c4b0. 02000000:00000001:2.0:1749610827.856906:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1749610827.856906:0:9760:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:0.0:1749610827.856907:0:9760:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1749610827.856909:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1749610827.856909:0:9761:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012d125000. 02000000:00000001:0.0:1749610827.856909:0:9760:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:2.0:1749610827.856912:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749610827.856913:0:9760:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012eb9a800. 00000100:00000001:1.0:1749610827.856914:0:9761:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1749610827.856914:0:9760:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610827.856917:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880119282300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494571392:0@lo:38:kworker.0 00000100:00000001:0.0:1749610827.856917:0:9760:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610827.856919:0:9760:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1749610827.856921:0:9760:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610827.856923:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00001000:0.0:1749610827.856924:0:9760:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 02000000:00000001:2.0:1749610827.856926:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1749610827.856927:0:9760:0:(connection.c:104:ptlrpc_connection_get()) Process entered 02000000:00000001:2.0:1749610827.856928:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610827.856930:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1749610827.856930:0:9760:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610827.856932:0:9760:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 02000000:00000010:2.0:1749610827.856935:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880111578c00. 00000100:00000001:0.0:1749610827.856935:0:9760:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:0.0:1749610827.856937:0:9760:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 02000000:00000001:2.0:1749610827.856938:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610827.856940:0:9760:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000400:00000010:2.0:1749610827.856942:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fe000. 02000000:00000001:0.0:1749610827.856942:0:9760:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1749610827.856944:0:9760:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749610827.856946:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a198. 00000100:00000001:0.0:1749610827.856946:0:9760:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:0.0:1749610827.856948:0:9760:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000200:2.0:1749610827.856951:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494571392, portal 10 00000400:00000010:0.0:1749610827.856951:0:9760:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821f68. 00000100:00000001:2.0:1749610827.856953:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749610827.856955:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137031246592 : -131936678305024 : ffff880119282300) 00000100:00000200:0.0:1749610827.856960:0:9760:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494571264, offset 0 00000100:00000040:2.0:1749610827.856964:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880119282300 x1834598494571392/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610852 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610827.856965:0:9760:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749610827.856973:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:0.0:1749610827.856973:0:9760:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:2.0:1749610827.856976:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1749610827.856979:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a6e8. 00000400:00000200:0.0:1749610827.856980:0:9760:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf930b00 00000100:00000200:2.0:1749610827.856983:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494571392, offset 0 00000400:00000200:0.0:1749610827.856985:0:9760:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x6d39 [1] + 0 00000400:00000200:2.0:1749610827.856990:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1749610827.856990:0:9760:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749610827.856993:0:9760:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749610827.856997:0:9760:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000200:2.0:1749610827.856999:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:0.0:1749610827.857002:0:9760:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880111571880 x1834598494571264/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610852 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610827.857007:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf930b80 00000100:00000040:0.0:1749610827.857012:0:9760:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880111571880 x1834598494571264/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610852 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610827.857013:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be9 [64] + 61208 00000400:00000200:2.0:1749610827.857020:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749610827.857020:0:9760:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:2.0:1749610827.857024:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1749610827.857025:0:9760:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821f68 00000400:00000010:0.0:1749610827.857027:0:9760:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821f68. 00000100:00000001:0.0:1749610827.857029:0:9760:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749610827.857030:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:0.0:1749610827.857030:0:9760:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000200:2.0:1749610827.857032:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:0.0:1749610827.857033:0:9760:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749610827.857037:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880119283480. 00000100:00000040:0.0:1749610827.857037:0:9760:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610827.857039:0:9760:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610827.857041:0:9760:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1749610827.857045:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880119281180 x1834598494571264/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610847 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749610827.857047:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880119283480 x1834598494571392 msgsize 520 00000100:00100000:2.0:1749610827.857053:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749610827.857055:0:9760:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880119281180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:28320:x1834598494571264:12345-0@lo:38:kworker.0 Request processed in 181us (312us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749610827.857063:0:9760:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 386 00000100:00000001:0.0:1749610827.857066:0:9760:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1749610827.857068:0:9760:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1749610827.857071:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000020:00000010:0.0:1749610827.857071:0:9760:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880096dff980. 00000020:00000010:0.0:1749610827.857074:0:9760:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4add898. 00000020:00000010:0.0:1749610827.857077:0:9760:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8f200. 00000400:00000200:2.0:1749610827.857078:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a6e8 00000100:00000001:0.0:1749610827.857080:0:9760:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1749610827.857081:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a6e8. 00000100:00000001:2.0:1749610827.857084:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:3.0:1749610827.857085:0:9691:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1749610827.857089:0:9691:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494571392 00000100:00000200:2.0:1749610827.857089:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880119282300 x1834598494571392/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610852 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749610827.857092:0:9691:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749610827.857094:0:9691:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749610827.857096:0:9691:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610827.857099:0:9691:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610827.857100:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00100000:3.0:1749610827.857102:0:9691:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494571392 00000100:00000040:2.0:1749610827.857104:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880119282300 x1834598494571392/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610852 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749610827.857105:0:9691:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749610827.857106:0:9691:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:3.0:1749610827.857108:0:9691:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1749610827.857110:0:9691:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610827.857112:0:9691:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610827.857114:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749610827.857116:0:9691:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007ef3a000. 00000100:00000001:2.0:1749610827.857116:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000010:3.0:1749610827.857120:0:9691:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b6c480. 00000100:00000001:2.0:1749610827.857120:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749610827.857123:0:9691:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8258. 00000100:00000040:2.0:1749610827.857125:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 873 usecs (1 jiffies) 00000100:00000001:3.0:1749610827.857127:0:9691:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749610827.857128:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4300101315 00000100:00000001:3.0:1749610827.857129:0:9691:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749610827.857131:0:9691:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610827.857131:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4300101315 00000100:00000001:3.0:1749610827.857134:0:9691:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610827.857134:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4300101315 00000100:00000001:2.0:1749610827.857137:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4300101315 00000100:00000001:2.0:1749610827.857140:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4300101315 00000100:00000001:2.0:1749610827.857143:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4300101315 00000100:00000001:2.0:1749610827.857146:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4300101315 00000100:00000001:2.0:1749610827.857149:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4300101315 00000100:00000001:2.0:1749610827.857152:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749610827.857155:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610827.857159:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1749610827.857164:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880119281500 x1834598494571648/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610827.857174:0:9691:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610827.857176:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610827.857178:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610827.857182:0:9691:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749610827.857184:0:9691:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 02000000:00000001:2.0:1749610827.857188:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00100000:3.0:1749610827.857189:0:9691:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 387 02000000:00000001:2.0:1749610827.857191:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749610827.857192:0:9691:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137031251072 : -131936678300544 : ffff880119283480) 02000000:00000001:2.0:1749610827.857194:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610827.857199:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880119281500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494571648:0@lo:38:kworker.0 00000100:00000040:3.0:1749610827.857203:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880119283480 x1834598494571392/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610847 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610827.857205:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1749610827.857207:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1749610827.857210:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610827.857213:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:3.0:1749610827.857215:0:9691:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880119283480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:28320:x1834598494571392:12345-0@lo:38:kworker.0 02000000:00000010:2.0:1749610827.857217:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880111579800. 00000100:00000200:3.0:1749610827.857219:0:9691:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494571392 02000000:00000001:2.0:1749610827.857220:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610827.857221:0:9691:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:3.0:1749610827.857224:0:9691:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000400:00000010:2.0:1749610827.857225:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fe5d8. 00000400:00000010:2.0:1749610827.857229:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a6e8. 00000020:00000001:3.0:1749610827.857234:0:9691:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749610827.857234:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494571648, portal 10 00010000:00020000:3.0:1749610827.857237:0:9691:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:2.0:1749610827.857237:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749610827.857239:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137031243008 : -131936678308608 : ffff880119281500) 00010000:00000001:3.0:1749610827.857240:0:9691:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:3.0:1749610827.857243:0:9691:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749610827.857245:0:9691:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:3.0:1749610827.857247:0:9691:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000040:2.0:1749610827.857247:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880119281500 x1834598494571648/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610852 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749610827.857249:0:9691:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1749610827.857253:0:9691:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88007dd5e400. 02000000:00000001:3.0:1749610827.857255:0:9691:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610827.857257:0:9691:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610827.857257:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00010000:00000001:3.0:1749610827.857260:0:9691:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000040:2.0:1749610827.857260:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:3.0:1749610827.857261:0:9691:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749610827.857263:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a4c8. 00000100:00001000:3.0:1749610827.857265:0:9691:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000200:2.0:1749610827.857266:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494571648, offset 0 00000100:00000001:3.0:1749610827.857268:0:9691:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:3.0:1749610827.857270:0:9691:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000200:2.0:1749610827.857271:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:3.0:1749610827.857273:0:9691:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:3.0:1749610827.857275:0:9691:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:3.0:1749610827.857277:0:9691:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000400:00000200:2.0:1749610827.857279:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:3.0:1749610827.857281:0:9691:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 02000000:00000001:3.0:1749610827.857283:0:9691:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1749610827.857285:0:9691:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610827.857286:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf930c80 00000100:00000001:3.0:1749610827.857287:0:9691:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749610827.857290:0:9691:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:2.0:1749610827.857291:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be9 [64] + 61728 00000400:00000010:3.0:1749610827.857293:0:9691:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eedaa0. 00000100:00000200:3.0:1749610827.857297:0:9691:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494571392, offset 0 00000400:00000200:2.0:1749610827.857297:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749610827.857302:0:9691:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1749610827.857303:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749610827.857310:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:2.0:1749610827.857312:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000400:00000200:3.0:1749610827.857315:0:9691:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000010:2.0:1749610827.857316:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880119282680. 00000100:00000040:2.0:1749610827.857319:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880119282680 x1834598494571648 msgsize 520 00000400:00000200:3.0:1749610827.857322:0:9691:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf930b80 00000100:00100000:2.0:1749610827.857325:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:3.0:1749610827.857328:0:9691:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x6d45 [1] + 0 00000100:00000001:2.0:1749610827.857331:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:3.0:1749610827.857354:0:9691:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749610827.857358:0:9691:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749610827.857362:0:9691:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749610827.857366:0:12680:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000200:3.0:1749610827.857367:0:9691:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880119282300 x1834598494571392/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610852 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610827.857369:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a4c8 00000100:00100000:1.0:1749610827.857369:0:12680:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494571648 00000400:00000010:2.0:1749610827.857372:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a4c8. 02000000:00000001:1.0:1749610827.857372:0:12680:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749610827.857375:0:12680:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749610827.857376:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000040:3.0:1749610827.857377:0:9691:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880119282300 x1834598494571392/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610852 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610827.857378:0:12680:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749610827.857382:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880119281500 x1834598494571648/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610852 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749610827.857382:0:12680:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610827.857385:0:9691:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00100000:1.0:1749610827.857385:0:12680:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494571648 00000020:00000001:1.0:1749610827.857389:0:12680:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:3.0:1749610827.857391:0:9691:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eedaa0 00000020:00000040:1.0:1749610827.857391:0:12680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000400:00000010:3.0:1749610827.857393:0:9691:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eedaa0. 00000020:00000001:1.0:1749610827.857393:0:12680:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1749610827.857394:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1749610827.857396:0:9691:0:(events.c:387:reply_out_callback()) Process entered 00000020:00000001:1.0:1749610827.857396:0:12680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610827.857397:0:9691:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000040:2.0:1749610827.857399:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880119281500 x1834598494571648/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610852 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610827.857400:0:9691:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610827.857400:0:12680:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610827.857403:0:9691:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000020:00000010:1.0:1749610827.857405:0:12680:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012d125000. 00000100:00000001:3.0:1749610827.857406:0:9691:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610827.857408:0:9691:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749610827.857409:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749610827.857409:0:12680:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88006a3a9500. 00000100:00000001:2.0:1749610827.857412:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000040:3.0:1749610827.857413:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880119283480 x1834598494571392/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610847 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749610827.857413:0:12680:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438c4b0. 00000100:00000001:2.0:1749610827.857417:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610827.857418:0:12680:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749610827.857420:0:12680:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00100000:3.0:1749610827.857422:0:9691:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880119283480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:28320:x1834598494571392:12345-0@lo:38:kworker.0 Request processed in 208us (373us total) trans 0 rc -19/-19 00000100:00000040:2.0:1749610827.857422:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 676 usecs (1 jiffies) 00000100:00000001:1.0:1749610827.857423:0:12680:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610827.857426:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4300101315 00000100:00000001:1.0:1749610827.857427:0:12680:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610827.857430:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4300101315 00000100:00100000:3.0:1749610827.857431:0:9691:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 387 00000100:00000001:3.0:1749610827.857433:0:9691:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749610827.857433:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4300101315 00000100:00000001:3.0:1749610827.857435:0:9691:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1749610827.857437:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4300101315 00000020:00000010:3.0:1749610827.857439:0:9691:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b6c480. 00000100:00000001:2.0:1749610827.857440:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4300101315 00000020:00000010:3.0:1749610827.857442:0:9691:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8258. 00000100:00000001:2.0:1749610827.857443:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4300101315 00000020:00000010:3.0:1749610827.857445:0:9691:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007ef3a000. 00000100:00000001:2.0:1749610827.857446:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4300101315 00000100:00000001:3.0:1749610827.857448:0:9691:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610827.857448:0:12680:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610827.857449:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4300101315 00000100:00000001:2.0:1749610827.857452:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749610827.857456:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610827.857457:0:9691:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749610827.857458:0:12680:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749610827.857459:0:9691:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1749610827.857460:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610827.857460:0:12680:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1749610827.857460:0:9760:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00100000:3.0:1749610827.857462:0:9691:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 388 00000100:00000001:2.0:1749610827.857463:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610827.857463:0:9760:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1749610827.857469:0:9691:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137031247488 : -131936678304128 : ffff880119282680) 00000100:00000001:2.0:1749610827.857469:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610827.857471:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610827.857471:0:12680:0:(service.c:2188:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610827.857471:0:9760:0:(service.c:2188:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610827.857473:0:9760:0:(service.c:2413:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610827.857474:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880119282680 x1834598494571648/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610847 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610827.857474:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749610827.857474:0:12680:0:(service.c:2413:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610827.857476:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1749610827.857480:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749610827.857482:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:3.0:1749610827.857484:0:9691:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880119282680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:28320:x1834598494571648:12345-0@lo:38:kworker.0 00000400:00000010:2.0:1749610827.857485:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fe630. 00000100:00000200:3.0:1749610827.857487:0:9691:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494571648 00000020:00000001:3.0:1749610827.857489:0:9691:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000400:00000200:2.0:1749610827.857489:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5aee0 00010000:00000001:3.0:1749610827.857491:0:9691:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000400:00000010:2.0:1749610827.857498:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5aee0. 00000020:00000001:3.0:1749610827.857499:0:9691:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:3.0:1749610827.857502:0:9691:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:2.0:1749610827.857502:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00010000:00000001:3.0:1749610827.857504:0:9691:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:3.0:1749610827.857507:0:9691:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000200:2.0:1749610827.857507:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880111572680 x1834598494571136/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610852 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610827.857509:0:9691:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:3.0:1749610827.857511:0:9691:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1749610827.857513:0:9691:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1749610827.857516:0:9691:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88007dd5c400. 02000000:00000001:3.0:1749610827.857518:0:9691:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749610827.857520:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880111572680 x1834598494571136/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610852 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610827.857547:0:9691:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749610827.857550:0:9691:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1749610827.857552:0:9691:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749610827.857554:0:9691:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:3.0:1749610827.857558:0:9691:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:3.0:1749610827.857560:0:9691:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749610827.857563:0:9691:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:3.0:1749610827.857565:0:9691:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:3.0:1749610827.857567:0:9691:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:2.0:1749610827.857567:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000040:0.0:1749610827.857569:0:3311:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574800 (cpu 0) has reached its deadline 4300101315, at 4300101315 00000100:00000040:3.0:1749610827.857570:0:9691:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:2.0:1749610827.857570:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1749610827.857572:0:9691:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1749610827.857573:0:9691:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610827.857573:0:28320:0:(client.c:1550:after_reply()) Process entered 00000100:00000040:1.0:1749610827.857574:0:8305:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5748e0 (cpu 0) has reached its deadline 4300101315, at 4300101315 00000100:00000001:3.0:1749610827.857575:0:9691:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:2.0:1749610827.857576:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000040:3.0:1749610827.857577:0:9691:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000010:0.0:1749610827.857577:0:3311:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b49a72c0. 00000400:00000010:3.0:1749610827.857579:0:9691:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eedaa0. 00000100:00000001:2.0:1749610827.857579:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749610827.857581:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749610827.857583:0:9691:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494571648, offset 0 00000100:00000010:1.0:1749610827.857583:0:8305:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b49a7780. 02000000:00000001:2.0:1749610827.857584:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749610827.857592:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff8801369c9438 time=1749610827 v=5 (0 0 0 0) 00000400:00000200:3.0:1749610827.857593:0:9691:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00001000:2.0:1749610827.857597:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff8801369c93f0 time=100 v=20 (20 1 1 1) 00000400:00000200:3.0:1749610827.857599:0:9691:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749610827.857601:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000400:00000200:3.0:1749610827.857605:0:9691:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf930c80 00000100:00000001:2.0:1749610827.857605:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749610827.857609:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:3.0:1749610827.857610:0:9691:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x6d51 [1] + 0 00000400:00000200:3.0:1749610827.857614:0:9691:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1749610827.857615:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880111572680 x1834598494571136/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610852 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610827.857618:0:9691:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749610827.857621:0:9691:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1749610827.857625:0:9691:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880119281500 x1834598494571648/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610852 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610827.857625:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749610827.857630:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749610827.857632:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749610827.857635:0:9691:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880119281500 x1834598494571648/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610852 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610827.857635:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749610827.857638:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:2.0:1749610827.857642:0:28320:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:3.0:1749610827.857643:0:9691:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:3.0:1749610827.857646:0:9691:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eedaa0 00000100:00080000:2.0:1749610827.857647:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000400:00000010:3.0:1749610827.857648:0:9691:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eedaa0. 00000100:00000001:3.0:1749610827.857650:0:9691:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749610827.857651:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749610827.857652:0:9691:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:0.0:1749610827.857653:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749610827.857654:0:9691:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610827.857656:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880111572680 x1834598494571136/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610852 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610827.857656:0:28324:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1749610827.857657:0:9691:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:3.0:1749610827.857659:0:9691:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610827.857661:0:9691:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000001:0.0:1749610827.857661:0:28324:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749610827.857662:0:28324:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:3.0:1749610827.857665:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880119282680 x1834598494571648/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610847 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749610827.857665:0:28324:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fe948. 00000400:00000200:0.0:1749610827.857668:0:28324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5ad48 00000400:00000010:0.0:1749610827.857670:0:28324:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5ad48. 00000100:00100000:2.0:1749610827.857671:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880111572680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494571136:0@lo:38:kworker.0 00000100:00000001:0.0:1749610827.857674:0:28324:0:(events.c:79:reply_in_callback()) Process entered 00000100:00100000:3.0:1749610827.857675:0:9691:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880119282680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:28320:x1834598494571648:12345-0@lo:38:kworker.0 Request processed in 190us (353us total) trans 0 rc -19/-19 00000100:00000200:0.0:1749610827.857679:0:28324:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880119282d80 x1834598494571776/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610843 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749610827.857683:0:9691:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 388 00000100:00000001:3.0:1749610827.857686:0:9691:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749610827.857687:0:9691:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000001:2.0:1749610827.857689:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000200:0.0:1749610827.857689:0:28324:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880119282d80 x1834598494571776/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610843 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749610827.857690:0:9691:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88006a3a9500. 00000400:00000001:2.0:1749610827.857691:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000010:3.0:1749610827.857693:0:9691:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438c4b0. 00000400:00000010:2.0:1749610827.857695:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fee70. 00000100:00000001:0.0:1749610827.857696:0:28324:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000010:3.0:1749610827.857697:0:9691:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012d125000. 00000100:00000001:0.0:1749610827.857697:0:28324:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1749610827.857699:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a880 00000100:00000001:0.0:1749610827.857699:0:28324:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:0.0:1749610827.857701:0:28324:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749610827.857702:0:9691:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1749610827.857702:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a880. 00000100:00000001:0.0:1749610827.857703:0:28324:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749610827.857704:0:28324:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610827.857706:0:28320:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000001:0.0:1749610827.857707:0:28324:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749610827.857712:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880111571880 x1834598494571264/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610852 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1749610827.857712:0:28324:0:(import.c:2097:obd_at_measure()) add 5 to ffff88006a729c38 time=132 v=5 (5 5 5 5) 00000100:00001000:0.0:1749610827.857716:0:28324:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a729bf0 time=132 v=5 (1 1 1 1) 00000100:00000001:0.0:1749610827.857718:0:28324:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749610827.857720:0:28324:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610827.857722:0:28324:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000200:2.0:1749610827.857725:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880111571880 x1834598494571264/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610852 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00080000:0.0:1749610827.857726:0:28324:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff880119282d80 x1834598494571776/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610843 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1749610827.857733:0:28324:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610827.857735:0:28324:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000001:2.0:1749610827.857737:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749610827.857740:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610827.857743:0:28320:0:(client.c:1550:after_reply()) Process entered 00000100:00000040:0.0:1749610827.857744:0:28324:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: skip recheck: last_committed 0 02000000:00000001:2.0:1749610827.857745:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749610827.857746:0:28324:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1749610827.857747:0:28324:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610827.857748:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749610827.857750:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610827.857752:0:28324:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880119282d80 x1834598494571776/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610843 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749610827.857754:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610827.857759:0:28324:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00001000:2.0:1749610827.857760:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88012e71cc38 time=1749610827 v=5 (0 0 0 0) 00000100:00000001:0.0:1749610827.857761:0:28324:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749610827.857763:0:28324:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749610827.857765:0:28324:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880119282d80 x1834598494571776/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610843 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1749610827.857766:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012e71cbf0 time=82 v=20 (20 1 1 1) 00000100:00000001:2.0:1749610827.857770:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00100000:0.0:1749610827.857773:0:28324:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880119282d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:28324:1834598494571776:0@lo:400:kworker.0 00000100:02020000:2.0:1749610827.857775:0:28320:0:(client.c:1483:ptlrpc_check_status()) lustre-MDT0000-lwp-MDT0001: operation mds_connect to node 0@lo failed: rc = -19 00000100:00000001:0.0:1749610827.857777:0:28324:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610827.857779:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749610827.857779:0:28324:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1749610827.857782:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749610827.857782:0:28324:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880119282d80 x1834598494571776/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610843 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749610827.857789:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880111571880 x1834598494571264/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610852 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610827.857789:0:28324:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749610827.857790:0:28324:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749610827.857792:0:28324:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009c9bc400. 02000000:00000001:0.0:1749610827.857795:0:28324:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749610827.857796:0:28324:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749610827.857798:0:28324:0:(genops.c:1242:class_import_put()) import ffff88006a729800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000020:00000001:0.0:1749610827.857800:0:28324:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1749610827.857801:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 02000000:00000010:0.0:1749610827.857802:0:28324:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88006efe5d00. 00000100:00000001:2.0:1749610827.857805:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:0.0:1749610827.857805:0:28324:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1749610827.857807:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1749610827.857807:0:28324:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749610827.857808:0:28324:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880119282d80. 00000100:00000001:2.0:1749610827.857810:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749610827.857812:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749610827.857815:0:28324:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00080000:2.0:1749610827.857817:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:0.0:1749610827.857817:0:28324:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610827.857819:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1749610827.857820:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:0.0:1749610827.857824:0:28324:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610827.857826:0:28324:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610827.857828:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610827.857830:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610827.857831:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749610827.857839:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880111571880 x1834598494571264/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610852 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749610827.857853:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880111571880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494571264:0@lo:38:kworker.0 00000400:00000001:2.0:1749610827.857861:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749610827.857863:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1749610827.857867:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fe000. 00000400:00000200:2.0:1749610827.857871:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a198 00000400:00000010:2.0:1749610827.857874:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a198. 00000100:00000001:2.0:1749610827.857877:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1749610827.857883:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880119282300 x1834598494571392/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610852 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610827.857897:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880119282300 x1834598494571392/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610852 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610827.857908:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749610827.857911:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610827.857914:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:2.0:1749610827.857916:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749610827.857919:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749610827.857921:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610827.857924:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749610827.857929:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a72c438 time=1749610827 v=5 (0 0 0 0) 00000100:00001000:2.0:1749610827.857934:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a72c3f0 time=32 v=20 (20 1 1 1) 00000100:00000001:2.0:1749610827.857938:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749610827.857940:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749610827.857944:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749610827.857950:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880119282300 x1834598494571392/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610852 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610827.857962:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749610827.857966:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749610827.857968:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610827.857978:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749610827.857981:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:2.0:1749610827.857986:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a72c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749610827.857990:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:2.0:1749610827.857993:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749610827.858001:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880119282300 x1834598494571392/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610852 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749610827.858014:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880119282300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494571392:0@lo:38:kworker.0 00000400:00000001:2.0:1749610827.858022:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749610827.858024:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1749610827.858027:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fe5d8. 00000400:00000200:2.0:1749610827.858031:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a6e8 00000400:00000010:2.0:1749610827.858034:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a6e8. 00000100:00000001:2.0:1749610827.858037:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1749610827.858042:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880119281500 x1834598494571648/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610852 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610827.858055:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880119281500 x1834598494571648/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610852 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610827.858065:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749610827.858068:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610827.858071:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:2.0:1749610827.858073:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749610827.858075:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749610827.858078:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610827.858081:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749610827.858086:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a728c38 time=1749610827 v=5 (0 0 0 0) 00000100:00001000:2.0:1749610827.858091:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a728bf0 time=132 v=20 (1 1 1 20) 00000100:00000001:2.0:1749610827.858094:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749610827.858096:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749610827.858100:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749610827.858105:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880119281500 x1834598494571648/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610852 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610827.858122:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749610827.858126:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749610827.858128:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610827.858130:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749610827.858132:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:2.0:1749610827.858136:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749610827.858139:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:2.0:1749610827.858142:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749610827.858147:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880119281500 x1834598494571648/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610852 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749610827.858159:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880119281500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494571648:0@lo:38:kworker.0 00000100:00000001:2.0:1749610827.858165:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610827.858168:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749610827.858173:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880111572680 x1834598494571136/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610852 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610827.858183:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749610827.858186:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749610827.858189:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880111579400. 02000000:00000001:2.0:1749610827.858193:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749610827.858195:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749610827.858198:0:28320:0:(genops.c:1242:class_import_put()) import ffff8801369c9000 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000020:00000001:2.0:1749610827.858201:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749610827.858204:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880111578000. 02000000:00000001:2.0:1749610827.858208:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749610827.858210:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749610827.858212:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880111572680. 00000100:00000001:2.0:1749610827.858217:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749610827.858219:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610827.858221:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749610827.858226:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880111571880 x1834598494571264/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610852 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610827.858256:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749610827.858258:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749610827.858261:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88011157b400. 02000000:00000001:2.0:1749610827.858265:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749610827.858267:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749610827.858269:0:28320:0:(genops.c:1242:class_import_put()) import ffff88012e71c800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:2.0:1749610827.858272:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749610827.858275:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88011157bc00. 02000000:00000001:2.0:1749610827.858278:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749610827.858280:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749610827.858282:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880111571880. 00000100:00000001:2.0:1749610827.858286:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749610827.858288:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610827.858291:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749610827.858297:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880119282300 x1834598494571392/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610852 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610827.858308:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749610827.858310:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749610827.858312:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880111578c00. 02000000:00000001:2.0:1749610827.858315:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749610827.858317:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749610827.858318:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a72c000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:2.0:1749610827.858322:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749610827.858324:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88011157b000. 02000000:00000001:2.0:1749610827.858327:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749610827.858328:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749610827.858331:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880119282300. 00000100:00000001:2.0:1749610827.858360:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749610827.858363:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610827.858366:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749610827.858371:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880119281500 x1834598494571648/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610852 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610827.858382:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749610827.858384:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749610827.858387:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880111579800. 02000000:00000001:2.0:1749610827.858397:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749610827.858400:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749610827.858402:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a728800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000020:00000001:2.0:1749610827.858405:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749610827.858407:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88011157ac00. 02000000:00000001:2.0:1749610827.858411:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749610827.858412:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749610827.858414:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880119281500. 00000100:00000001:2.0:1749610827.858419:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749610827.858421:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610827.858424:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610827.858427:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610827.858429:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610827.858432:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610827.858435:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610827.858449:0:5791:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5749c0 (cpu 0) has reached its deadline 4300101315, at 4300101315 00000100:00000010:2.0:1749610827.858456:0:5791:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b49a7200. 00000100:00000040:3.0:1749610827.858569:0:83:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574aa0 (cpu 0) has reached its deadline 4300101315, at 4300101316 00000100:00000010:3.0:1749610827.858581:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b49a7b80. 00080000:00000010:0.0:1749610828.067239:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dff380. 00080000:00000010:0.0:1749610828.067252:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dff380. 00000020:00000001:0.0:1749610828.067258:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610828.067326:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dff380. 00080000:00000010:0.0:1749610828.067330:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dff380. 00000020:00000001:0.0:1749610828.067364:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610828.067375:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dff380. 00080000:00000010:0.0:1749610828.067381:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dff380. 00000020:00000001:0.0:1749610828.067386:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610828.102261:0:25894:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387280. 00080000:00000010:2.0:1749610828.102272:0:25894:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387280. 00000020:00000001:2.0:1749610828.102281:0:25894:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610828.102305:0:25894:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387280. 00080000:00000010:2.0:1749610828.102312:0:25894:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387280. 00000020:00000001:2.0:1749610828.102317:0:25894:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610828.102327:0:25894:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387280. 00080000:00000010:2.0:1749610828.102361:0:25894:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387280. 00000020:00000001:2.0:1749610828.102367:0:25894:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610828.107410:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9980. 00080000:00000010:1.0:1749610828.107419:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9980. 00000020:00000001:1.0:1749610828.107425:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610828.107555:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9980. 00080000:00000010:1.0:1749610828.107560:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9980. 00000020:00000001:1.0:1749610828.107564:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610828.107570:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9980. 00080000:00000010:1.0:1749610828.107574:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9980. 00000020:00000001:1.0:1749610828.107576:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610828.284433:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9980. 00080000:00000010:1.0:1749610828.284443:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9980. 00000020:00000001:1.0:1749610828.284448:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610828.284550:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9980. 00080000:00000010:1.0:1749610828.284556:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9980. 00000020:00000001:1.0:1749610828.284560:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610828.284567:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9980. 00080000:00000010:1.0:1749610828.284572:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9980. 00000020:00000001:1.0:1749610828.284575:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610828.457629:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610828.457635:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610828.457637:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610828.457641:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749610828.457645:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610828.457649:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610828.457652:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610828.457655:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610828.457658:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610828.537766:0:25984:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387280. 00080000:00000010:2.0:1749610828.537775:0:25984:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387280. 00000020:00000001:2.0:1749610828.537786:0:25984:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610828.537804:0:25984:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387280. 00080000:00000010:2.0:1749610828.537809:0:25984:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387280. 00000020:00000001:2.0:1749610828.537813:0:25984:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610828.537819:0:25984:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387280. 00080000:00000010:2.0:1749610828.537824:0:25984:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387280. 00000020:00000001:2.0:1749610828.537827:0:25984:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610828.542076:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dff380. 00080000:00000010:0.0:1749610828.542083:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dff380. 00000020:00000001:0.0:1749610828.542087:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610828.542160:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dff380. 00080000:00000010:0.0:1749610828.542164:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dff380. 00000020:00000001:0.0:1749610828.542167:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610828.542172:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dff380. 00080000:00000010:0.0:1749610828.542175:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dff380. 00000020:00000001:0.0:1749610828.542178:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610828.717260:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387a00. 00080000:00000010:2.0:1749610828.717269:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387a00. 00000020:00000001:2.0:1749610828.717276:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610828.717374:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387a00. 00080000:00000010:2.0:1749610828.717380:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387a00. 00000020:00000001:2.0:1749610828.717383:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610828.717391:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387a00. 00080000:00000010:2.0:1749610828.717396:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387a00. 00000020:00000001:2.0:1749610828.717399:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610828.790758:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749610828.790767:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749610828.790773:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:2.0:1749610828.823646:0:9690:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1749610828.823652:0:9690:0:(mgc_request.c:108:config_log_get()) log lustre-client (ffff880095486000) refs 2 10000000:00000001:2.0:1749610828.823657:0:9690:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1749610828.823659:0:9690:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1749610828.823661:0:9690:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:2.0:1749610828.823662:0:9690:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:2.0:1749610828.823665:0:9690:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:00000001:2.0:1749610828.823667:0:9690:0:(mgc_request.c:1742:mgc_process_log()) Process entered 10000000:01000000:2.0:1749610828.823670:0:9690:0:(mgc_request.c:1761:mgc_process_log()) Process log lustre-client-ffff8800b4229000 from 48 10000000:00000001:2.0:1749610828.823673:0:9690:0:(mgc_request.c:967:mgc_enqueue()) Process entered 10000000:01000000:2.0:1749610828.823675:0:9690:0:(mgc_request.c:973:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00000100:00000010:2.0:1749610828.823684:0:9690:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880119281500. 00000020:00000040:2.0:1749610828.823744:0:9690:0:(genops.c:1229:class_import_get()) import ffff88009d242800 refcount=5 obd=MGC192.168.202.106@tcp 00000100:00000001:2.0:1749610828.823750:0:9690:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749610828.823754:0:9690:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749610828.823760:0:9690:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749610828.823769:0:9690:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009c9bc800. 00000100:00000001:2.0:1749610828.823777:0:9690:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749610828.823781:0:9690:0:(ldlm_request.c:978:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1749610828.823784:0:9690:0:(ldlm_lock.c:1695:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1749610828.823808:0:9690:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88006efe5b00. 00010000:00000001:2.0:1749610828.823814:0:9690:0:(ldlm_lock.c:431:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1749610828.823817:0:9690:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009c9bcc00. 00000020:00000001:2.0:1749610828.823822:0:9690:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1749610828.823825:0:9690:0:(lustre_handles.c:77:class_handle_hash()) added object ffff88009c9bcc00 with handle 0x689c0ec07329d208 to hash 00000020:00000001:2.0:1749610828.823828:0:9690:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1749610828.823829:0:9690:0:(ldlm_lock.c:484:ldlm_lock_new()) Process leaving (rc=18446612134941674496 : -131938767877120 : ffff88009c9bcc00) 00010000:00000001:2.0:1749610828.823832:0:9690:0:(ldlm_lock.c:1736:ldlm_lock_create()) Process leaving (rc=18446612134941674496 : -131938767877120 : ffff88009c9bcc00) 00010000:00000001:2.0:1749610828.823836:0:9690:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1749610828.823838:0:9690:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610828.823843:0:9690:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff88009c9bcc00/0x689c0ec07329d208 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1749610828.823854:0:9690:0:(ldlm_request.c:1021:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff88009c9bcc00/0x689c0ec07329d208 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1749610828.823883:0:9690:0:(ldlm_request.c:1108:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff88009c9bcc00/0x689c0ec07329d208 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1749610828.823890:0:9690:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1749610828.823892:0:9690:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1749610828.823898:0:9690:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800966abf00. 00000100:00000001:2.0:1749610828.823900:0:9690:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612134837796608 : -131938871755008 : ffff8800966abf00) 00000100:00000001:2.0:1749610828.823903:0:9690:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749610828.823904:0:9690:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137031243008 : -131936678308608 : ffff880119281500) 00000100:00000001:2.0:1749610828.823909:0:9690:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749610828.823914:0:9690:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610828.823917:0:9690:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1749610828.823919:0:9690:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1749610828.823929:0:9690:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880119281500 x1834598494571904/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610828.823940:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610828.823942:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1749610828.823946:0:9690:0:(client.c:1800:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff880119281500 x1834598494571904/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610828.823960:0:9690:0:(client.c:1805:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610828.823962:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610828.823964:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610828.823966:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966abf00 going to sleep for 0 seconds 00000100:00000001:2.0:1749610828.823969:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610828.823972:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610828.823974:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610828.823975:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610828.823977:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610828.857633:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610828.857649:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610828.857653:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610828.857659:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610828.857662:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610828.857666:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610828.857668:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610829.046703:0:26049:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387300. 00080000:00000010:2.0:1749610829.046716:0:26049:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387300. 00000020:00000001:2.0:1749610829.046724:0:26049:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610829.046752:0:26049:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387300. 00080000:00000010:2.0:1749610829.046760:0:26049:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387300. 00000020:00000001:2.0:1749610829.046764:0:26049:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610829.046775:0:26049:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387300. 00080000:00000010:2.0:1749610829.046781:0:26049:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387300. 00000020:00000001:2.0:1749610829.046786:0:26049:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610829.051391:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387300. 00080000:00000010:2.0:1749610829.051398:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387300. 00000020:00000001:2.0:1749610829.051403:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610829.051479:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387300. 00080000:00000010:2.0:1749610829.051482:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387300. 00000020:00000001:2.0:1749610829.051485:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610829.051491:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387300. 00080000:00000010:2.0:1749610829.051494:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387300. 00000020:00000001:2.0:1749610829.051497:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610829.225905:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387300. 00080000:00000010:2.0:1749610829.225918:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387300. 00000020:00000001:2.0:1749610829.225924:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610829.226051:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387300. 00080000:00000010:2.0:1749610829.226056:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387300. 00000020:00000001:2.0:1749610829.226060:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610829.226068:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387300. 00080000:00000010:2.0:1749610829.226073:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387300. 00000020:00000001:2.0:1749610829.226076:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610829.457696:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610829.457706:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610829.457708:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610829.457713:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749610829.457717:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610829.457721:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610829.457724:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610829.457728:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610829.457730:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610829.761641:0:26113:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9b80. 00080000:00000010:1.0:1749610829.761650:0:26113:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9b80. 00000020:00000001:1.0:1749610829.761656:0:26113:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610829.761691:0:26113:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9b80. 00080000:00000010:1.0:1749610829.761698:0:26113:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9b80. 00000020:00000001:1.0:1749610829.761703:0:26113:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610829.761714:0:26113:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9b80. 00080000:00000010:1.0:1749610829.761720:0:26113:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9b80. 00000020:00000001:1.0:1749610829.761724:0:26113:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610829.766011:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6c480. 00080000:00000010:3.0:1749610829.766018:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6c480. 00000020:00000001:3.0:1749610829.766023:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610829.766094:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6c480. 00080000:00000010:3.0:1749610829.766098:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6c480. 00000020:00000001:3.0:1749610829.766101:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610829.766106:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6c480. 00080000:00000010:3.0:1749610829.766109:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6c480. 00000020:00000001:3.0:1749610829.766112:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610829.792640:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610829.792646:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610829.792763:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749610829.792769:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610829.792773:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749610829.823633:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610829.823639:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610829.823641:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610829.823645:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966abf00 going to sleep for 0 seconds 00000100:00000001:2.0:1749610829.823648:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610829.823652:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610829.823655:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610829.823658:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610829.823661:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610829.857626:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610829.857639:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610829.857642:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610829.857646:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610829.857648:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610829.857651:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610829.857654:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1749610829.886559:0:26156:0:(debug.c:791:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1749610829.886563:0:26156:0:(debug.c:792:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity test 150f: Verify fallocate punch functionality ========================================================== 23:00:28 (1749610828) 00000001:00000001:3.0:1749610829.894261:0:26156:0:(debug.c:794:libcfs_debug_mark_buffer()) ************************************************** 00080000:00000010:3.0:1749610829.951462:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6c480. 00080000:00000010:3.0:1749610829.951472:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6c480. 00000020:00000001:3.0:1749610829.951478:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610829.951585:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6c480. 00080000:00000010:3.0:1749610829.951590:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6c480. 00000020:00000001:3.0:1749610829.951594:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610829.951601:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6c480. 00080000:00000010:3.0:1749610829.951606:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6c480. 00000020:00000001:3.0:1749610829.951609:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610830.123163:0:26178:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9180. 00080000:00000010:1.0:1749610830.123173:0:26178:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9180. 00000020:00000001:1.0:1749610830.123179:0:26178:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610830.123203:0:26178:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9180. 00080000:00000010:1.0:1749610830.123209:0:26178:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9180. 00000020:00000001:1.0:1749610830.123212:0:26178:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610830.123219:0:26178:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9180. 00080000:00000010:1.0:1749610830.123224:0:26178:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9180. 00000020:00000001:1.0:1749610830.123227:0:26178:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610830.127666:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dffc80. 00080000:00000010:0.0:1749610830.127673:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dffc80. 00000020:00000001:0.0:1749610830.127677:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610830.127751:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dffc80. 00080000:00000010:0.0:1749610830.127755:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dffc80. 00000020:00000001:0.0:1749610830.127758:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610830.127764:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dffc80. 00080000:00000010:0.0:1749610830.127767:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dffc80. 00000020:00000001:0.0:1749610830.127770:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610830.301473:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6c480. 00080000:00000010:3.0:1749610830.301482:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6c480. 00000020:00000001:3.0:1749610830.301488:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610830.301597:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6c480. 00080000:00000010:3.0:1749610830.301602:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6c480. 00000020:00000001:3.0:1749610830.301606:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610830.301613:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6c480. 00080000:00000010:3.0:1749610830.301617:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6c480. 00000020:00000001:3.0:1749610830.301620:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610830.457672:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610830.457680:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610830.457699:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610830.457703:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749610830.457707:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610830.457711:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610830.457714:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610830.457717:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610830.457719:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610830.729998:0:26242:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387800. 00080000:00000010:2.0:1749610830.730009:0:26242:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387800. 00000020:00000001:2.0:1749610830.730014:0:26242:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610830.730031:0:26242:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387800. 00080000:00000010:2.0:1749610830.730036:0:26242:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387800. 00000020:00000001:2.0:1749610830.730039:0:26242:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610830.730046:0:26242:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387800. 00080000:00000010:2.0:1749610830.730051:0:26242:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387800. 00000020:00000001:2.0:1749610830.730054:0:26242:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610830.735021:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6c480. 00080000:00000010:3.0:1749610830.735029:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6c480. 00000020:00000001:3.0:1749610830.735040:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610830.735157:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6c480. 00080000:00000010:3.0:1749610830.735162:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6c480. 00000020:00000001:3.0:1749610830.735165:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610830.735171:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6c480. 00080000:00000010:3.0:1749610830.735174:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6c480. 00000020:00000001:3.0:1749610830.735176:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610830.794653:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610830.794659:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610830.794729:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749610830.794735:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749610830.794739:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1749610830.823671:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1749610830.823678:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749610830.823681:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610830.823686:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966abf00 going to sleep for 0 seconds 00000100:00000001:3.0:1749610830.823690:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749610830.823695:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610830.823699:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749610830.823704:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610830.823708:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1749610830.856411:0:26285:0:(debug.c:791:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1749610830.856415:0:26285:0:(debug.c:792:libcfs_debug_mark_buffer()) DEBUG MARKER: SKIP: sanity test_150f fallocate: fallocate failed: keep size mode is unsupported|fallocate: offset 4096 and length 8192 00000100:00000001:2.0:1749610830.857644:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610830.857656:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610830.857659:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610830.857662:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610830.857665:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610830.857668:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610830.857670:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1749610830.862888:0:26285:0:(debug.c:794:libcfs_debug_mark_buffer()) ************************************************** 00080000:00000010:2.0:1749610830.918199:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387c00. 00080000:00000010:2.0:1749610830.918208:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387c00. 00000020:00000001:2.0:1749610830.918214:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610830.918283:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387c00. 00080000:00000010:2.0:1749610830.918288:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387c00. 00000020:00000001:2.0:1749610830.918291:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610830.918298:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387c00. 00080000:00000010:2.0:1749610830.918303:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387c00. 00000020:00000001:2.0:1749610830.918329:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610831.171167:0:26307:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dff080. 00080000:00000010:0.0:1749610831.171176:0:26307:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dff080. 00000020:00000001:0.0:1749610831.171182:0:26307:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610831.171198:0:26307:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dff080. 00080000:00000010:0.0:1749610831.171203:0:26307:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dff080. 00000020:00000001:0.0:1749610831.171211:0:26307:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610831.171218:0:26307:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dff080. 00080000:00000010:0.0:1749610831.171223:0:26307:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dff080. 00000020:00000001:0.0:1749610831.171226:0:26307:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610831.176098:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dff080. 00080000:00000010:0.0:1749610831.176104:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dff080. 00000020:00000001:0.0:1749610831.176109:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610831.176180:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dff080. 00080000:00000010:0.0:1749610831.176183:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dff080. 00000020:00000001:0.0:1749610831.176186:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610831.176191:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dff080. 00080000:00000010:0.0:1749610831.176194:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dff080. 00000020:00000001:0.0:1749610831.176197:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610831.353114:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dff980. 00080000:00000010:0.0:1749610831.353125:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dff980. 00000020:00000001:0.0:1749610831.353130:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610831.353200:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dff980. 00080000:00000010:0.0:1749610831.353205:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dff980. 00000020:00000001:0.0:1749610831.353209:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610831.353217:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dff980. 00080000:00000010:0.0:1749610831.353221:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dff980. 00000020:00000001:0.0:1749610831.353224:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610831.457657:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610831.457664:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610831.457666:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610831.457671:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749610831.457675:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610831.457692:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610831.457695:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610831.457698:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610831.457700:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610831.668256:0:26371:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dff980. 00080000:00000010:0.0:1749610831.668265:0:26371:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dff980. 00000020:00000001:0.0:1749610831.668270:0:26371:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610831.668287:0:26371:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dff980. 00080000:00000010:0.0:1749610831.668292:0:26371:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dff980. 00000020:00000001:0.0:1749610831.668295:0:26371:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610831.668333:0:26371:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dff980. 00080000:00000010:0.0:1749610831.668338:0:26371:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dff980. 00000020:00000001:0.0:1749610831.668341:0:26371:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610831.673058:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9f80. 00080000:00000010:1.0:1749610831.673065:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9f80. 00000020:00000001:1.0:1749610831.673070:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610831.673142:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9f80. 00080000:00000010:1.0:1749610831.673146:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9f80. 00000020:00000001:1.0:1749610831.673149:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610831.673154:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9f80. 00080000:00000010:1.0:1749610831.673157:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9f80. 00000020:00000001:1.0:1749610831.673160:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610831.796616:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610831.796622:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610831.796667:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1749610831.796671:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1749610831.796684:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1749610831.823579:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1749610831.823584:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749610831.823587:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610831.823591:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966abf00 going to sleep for 0 seconds 00000100:00000001:3.0:1749610831.823594:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749610831.823598:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610831.823600:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749610831.823604:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610831.823606:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610831.845862:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6cc80. 00080000:00000010:3.0:1749610831.845871:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6cc80. 00000020:00000001:3.0:1749610831.845876:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610831.845945:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6cc80. 00080000:00000010:3.0:1749610831.845950:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6cc80. 00000020:00000001:3.0:1749610831.845954:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610831.845961:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6cc80. 00080000:00000010:3.0:1749610831.845966:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6cc80. 00000020:00000001:3.0:1749610831.845969:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610831.857605:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610831.857618:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610831.857620:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610831.857624:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610831.857626:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610831.857629:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610831.857632:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610832.339008:0:26436:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9f80. 00080000:00000010:1.0:1749610832.339018:0:26436:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9f80. 00000020:00000001:1.0:1749610832.339024:0:26436:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610832.339042:0:26436:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9f80. 00080000:00000010:1.0:1749610832.339047:0:26436:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9f80. 00000020:00000001:1.0:1749610832.339050:0:26436:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610832.339057:0:26436:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9f80. 00080000:00000010:1.0:1749610832.339062:0:26436:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9f80. 00000020:00000001:1.0:1749610832.339065:0:26436:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610832.343719:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6cd80. 00080000:00000010:3.0:1749610832.343726:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6cd80. 00000020:00000001:3.0:1749610832.343731:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610832.343809:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6cd80. 00080000:00000010:3.0:1749610832.343813:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6cd80. 00000020:00000001:3.0:1749610832.343816:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610832.343822:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6cd80. 00080000:00000010:3.0:1749610832.343825:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6cd80. 00000020:00000001:3.0:1749610832.343827:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610832.457609:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610832.457616:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610832.457618:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610832.457622:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749610832.457625:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610832.457629:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610832.457632:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610832.457635:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610832.457637:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1749610832.477422:0:26478:0:(debug.c:791:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1749610832.477427:0:26478:0:(debug.c:792:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity test 150g: Verify fallocate punch on large range ========================================================== 23:00:31 (1749610831) 00000001:00000001:1.0:1749610832.487885:0:26478:0:(debug.c:794:libcfs_debug_mark_buffer()) ************************************************** 00080000:00000010:2.0:1749610832.539771:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387100. 00080000:00000010:2.0:1749610832.539780:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387100. 00000020:00000001:2.0:1749610832.539786:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610832.539866:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387100. 00080000:00000010:2.0:1749610832.539871:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387100. 00000020:00000001:2.0:1749610832.539874:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610832.539880:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387100. 00080000:00000010:2.0:1749610832.539884:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387100. 00000020:00000001:2.0:1749610832.539887:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610832.703345:0:26500:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6c400. 00080000:00000010:3.0:1749610832.703355:0:26500:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6c400. 00000020:00000001:3.0:1749610832.703360:0:26500:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610832.703379:0:26500:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6c400. 00080000:00000010:3.0:1749610832.703384:0:26500:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6c400. 00000020:00000001:3.0:1749610832.703388:0:26500:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610832.703394:0:26500:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6c400. 00080000:00000010:3.0:1749610832.703399:0:26500:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6c400. 00000020:00000001:3.0:1749610832.703402:0:26500:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610832.707960:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dff180. 00080000:00000010:0.0:1749610832.707967:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dff180. 00000020:00000001:0.0:1749610832.707971:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610832.708039:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dff180. 00080000:00000010:0.0:1749610832.708043:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dff180. 00000020:00000001:0.0:1749610832.708046:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610832.708051:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dff180. 00080000:00000010:0.0:1749610832.708055:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dff180. 00000020:00000001:0.0:1749610832.708057:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610832.798623:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610832.798628:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610832.798656:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749610832.798661:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610832.798665:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749610832.823666:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610832.823671:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610832.823673:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610832.823677:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966abf00 going to sleep for 0 seconds 00000100:00000001:2.0:1749610832.823680:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610832.823684:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610832.823696:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610832.823699:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610832.823701:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610832.857625:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610832.857638:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610832.857641:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610832.857644:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610832.857647:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610832.857650:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610832.857652:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1749610832.862668:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1749610832.862677:0:8737:0:(pinger.c:247:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1749610832.862682:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1749610832.862687:0:8737:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1749610832.862691:0:8737:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1749610832.862695:0:8737:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1749610832.862700:0:8737:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:1.0:1749610832.862707:0:8737:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5434 00000100:00080000:1.0:1749610832.862713:0:8737:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1749610832.862718:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:1.0:1749610832.862722:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749610832.862726:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:1.0:1749610832.862730:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:1.0:1749610832.862735:0:8737:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749610832.862738:0:8737:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfa7 00000020:00000001:1.0:1749610832.862742:0:8737:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1749610832.862797:0:8737:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801327a1800 refcount=4 00000020:00000001:1.0:1749610832.862802:0:8737:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000020:00000001:1.0:1749610832.862805:0:8737:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000100:00000040:1.0:1749610832.862809:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:1.0:1749610832.862811:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749610832.862813:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:1.0:1749610832.862815:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:1.0:1749610832.862818:0:8737:0:(genops.c:898:class_export_put()) PUTting export ffff8801327a1800 : new refcount 3 00000100:00080000:1.0:1749610832.862822:0:8737:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8801369c9000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:1.0:1749610832.862824:0:8737:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610832.862828:0:8737:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1749610832.862834:0:8737:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1749610832.862837:0:8737:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610832.862848:0:8737:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:1.0:1749610832.862851:0:8737:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1749610832.862857:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880079226a00. 00000020:00000040:1.0:1749610832.862861:0:8737:0:(genops.c:1229:class_import_get()) import ffff8801369c9000 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:1.0:1749610832.862865:0:8737:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1749610832.862867:0:8737:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610832.862870:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1749610832.862872:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1749610832.862876:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1749610832.862882:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88009d741c00. 00000100:00000001:1.0:1749610832.862890:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610832.862915:0:8737:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880079226a00 x1834598494572032/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1749610832.862926:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1749610832.862930:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610832.862935:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880079226a00] to pc [ptlrpcd_rcv+-1] req@ffff880079226a00 x1834598494572032/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610832.862962:0:8737:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1749610832.862971:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1749610832.862974:0:8737:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1749610832.862976:0:8737:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1749610832.862978:0:8737:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1749610832.862980:0:8737:0:(import.c:480:import_select_connection()) Process entered 00000100:00000001:3.0:1749610832.862983:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00080000:1.0:1749610832.862983:0:8737:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5434 00000100:00080000:1.0:1749610832.862985:0:8737:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1749610832.862988:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:3.0:1749610832.862990:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749610832.862990:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749610832.862992:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:3.0:1749610832.862993:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1749610832.862993:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:1.0:1749610832.862995:0:8737:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749610832.862997:0:8737:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfd8 00000020:00000001:1.0:1749610832.862998:0:8737:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:3.0:1749610832.863005:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880079226a00 x1834598494572032/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1749610832.863006:0:8737:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012e71d000 refcount=9 00000020:00000001:1.0:1749610832.863009:0:8737:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000020:00000001:1.0:1749610832.863011:0:8737:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000100:00000040:1.0:1749610832.863014:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:1.0:1749610832.863016:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749610832.863017:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:1.0:1749610832.863019:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:3.0:1749610832.863021:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000020:00000040:1.0:1749610832.863021:0:8737:0:(genops.c:898:class_export_put()) PUTting export ffff88012e71d000 : new refcount 8 00000100:00080000:1.0:1749610832.863024:0:8737:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff88012e71c800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:3.0:1749610832.863025:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610832.863026:0:8737:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610832.863028:0:8737:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1749610832.863030:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1749610832.863031:0:8737:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1749610832.863034:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1749610832.863034:0:8737:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610832.863036:0:8737:0:(obd_class.h:910:obd_reconnect()) Process entered 02000000:00000001:3.0:1749610832.863038:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610832.863038:0:8737:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1749610832.863041:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880079226d80. 00000020:00000040:1.0:1749610832.863043:0:8737:0:(genops.c:1229:class_import_get()) import ffff88012e71c800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000100:00100000:3.0:1749610832.863044:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880079226a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494572032:0@lo:38:kworker.0 02000000:00000001:1.0:1749610832.863045:0:8737:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1749610832.863047:0:8737:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610832.863048:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1749610832.863050:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1749610832.863051:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1749610832.863051:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1749610832.863055:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88009d743400. 02000000:00000001:3.0:1749610832.863056:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1749610832.863058:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610832.863060:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610832.863063:0:8737:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880079226d80 x1834598494572160/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1749610832.863064:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1749610832.863070:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88007dd5d000. 00000100:00000001:1.0:1749610832.863071:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1749610832.863073:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610832.863074:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610832.863076:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880079226d80] to pc [ptlrpcd_rcv+-1] req@ffff880079226d80 x1834598494572160/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1749610832.863082:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b52f7dc0. 00000100:00000001:1.0:1749610832.863084:0:8737:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1749610832.863087:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000400:00000010:3.0:1749610832.863091:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eedaa0. 00000100:00080000:1.0:1749610832.863094:0:8737:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1749610832.863096:0:8737:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1749610832.863097:0:8737:0:(import.c:66:import_set_state_nolock()) ffff88006a72c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1749610832.863100:0:8737:0:(import.c:480:import_select_connection()) Process entered 00000100:00000200:3.0:1749610832.863101:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494572032, portal 4 00000100:00080000:1.0:1749610832.863102:0:8737:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5434 00000100:00080000:1.0:1749610832.863105:0:8737:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1749610832.863107:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:1.0:1749610832.863109:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749610832.863111:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:1.0:1749610832.863112:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:3.0:1749610832.863113:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000020:00000001:1.0:1749610832.863114:0:8737:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1749610832.863115:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134346516992 : -131939363034624 : ffff880079226a00) 00000020:00000040:1.0:1749610832.863116:0:8737:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d04f 00000020:00000001:1.0:1749610832.863117:0:8737:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1749610832.863119:0:8737:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72a800 refcount=8 00000020:00000001:1.0:1749610832.863121:0:8737:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100117504 : -131939609434112 : ffff88006a72a800) 00000020:00000001:1.0:1749610832.863123:0:8737:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100117504 : -131939609434112 : ffff88006a72a800) 00000100:00000040:3.0:1749610832.863125:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880079226a00 x1834598494572032/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610857 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749610832.863126:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:1.0:1749610832.863127:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749610832.863129:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:1.0:1749610832.863131:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:1.0:1749610832.863133:0:8737:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72a800 : new refcount 7 00000100:00000001:3.0:1749610832.863134:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00080000:1.0:1749610832.863135:0:8737:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff88006a72c000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:1.0:1749610832.863137:0:8737:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610832.863138:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:1.0:1749610832.863138:0:8737:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000400:00000010:3.0:1749610832.863140:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed660. 02000000:00000001:1.0:1749610832.863142:0:8737:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1749610832.863143:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598494572032, offset 0 02000000:00000001:1.0:1749610832.863143:0:8737:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610832.863145:0:8737:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:1.0:1749610832.863147:0:8737:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610832.863149:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000010:1.0:1749610832.863149:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880079227100. 00000020:00000040:1.0:1749610832.863151:0:8737:0:(genops.c:1229:class_import_get()) import ffff88006a72c000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:1.0:1749610832.863153:0:8737:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1749610832.863158:0:8737:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610832.863160:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1749610832.863162:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1749610832.863163:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610832.863165:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000010:1.0:1749610832.863167:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88009d741800. 00000100:00000001:1.0:1749610832.863170:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610832.863175:0:8737:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880079227100 x1834598494572288/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1749610832.863177:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848ebf930e00 00000100:00000001:1.0:1749610832.863181:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1749610832.863183:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610832.863184:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x3df1 [256] + 3120 00000100:00000040:1.0:1749610832.863186:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880079227100] to pc [ptlrpcd_rcv+-1] req@ffff880079227100 x1834598494572288/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610832.863192:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749610832.863194:0:8737:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610832.863196:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:3.0:1749610832.863197:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749610832.863199:0:8737:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1749610832.863202:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000010:1.0:1749610832.863202:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880079227480. 00000020:00000040:1.0:1749610832.863204:0:8737:0:(genops.c:1229:class_import_get()) import ffff880079138800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000100:00000200:3.0:1749610832.863205:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000001:1.0:1749610832.863207:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1749610832.863208:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000010:3.0:1749610832.863209:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8801135bfb80. 02000000:00000001:1.0:1749610832.863210:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610832.863213:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff8801135bfb80 x1834598494572032 msgsize 520 02000000:00000010:1.0:1749610832.863213:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800a8bf4000. 00000100:00000001:1.0:1749610832.863215:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610832.863217:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1749610832.863219:0:8737:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID req@ffff880079227480 x1834598494572416/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1749610832.863226:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:1.0:1749610832.863226:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1749610832.863228:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610832.863233:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880079227480] to pc [ptlrpcd_00_00+0] req@ffff880079227480 x1834598494572416/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610832.863234:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed660 00000400:00000010:3.0:1749610832.863237:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed660. 00000100:00000001:3.0:1749610832.863241:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1749610832.863245:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880079226a00 x1834598494572032/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610857 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610832.863251:0:8737:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610832.863254:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00080000:1.0:1749610832.863254:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00000040:3.0:1749610832.863257:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880079226a00 x1834598494572032/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610857 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1749610832.863257:0:8737:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1749610832.863262:0:8737:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:3.0:1749610832.863264:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610832.863264:0:9696:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00080000:1.0:1749610832.863264:0:8737:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1749610832.863266:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1749610832.863267:0:8737:0:(import.c:480:import_select_connection()) Process entered 00000100:00100000:2.0:1749610832.863268:0:9696:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494572032 00000100:00000001:3.0:1749610832.863269:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610832.863272:0:9696:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749610832.863272:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1749610832.863274:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1266 usecs (2 jiffies) 00000100:00000001:2.0:1749610832.863276:0:9696:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749610832.863277:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4300106322 00000100:00100000:0.0:1749610832.863277:0:28322:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:2.0:1749610832.863279:0:9696:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610832.863279:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1749610832.863285:0:9696:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1749610832.863286:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012e6b3b00. 00000100:00000001:0.0:1749610832.863286:0:28322:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00080000:1.0:1749610832.863311:0:8737:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5434 00000100:00080000:1.0:1749610832.863314:0:8737:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1749610832.863316:0:28322:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749610832.863317:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00100000:2.0:1749610832.863318:0:9696:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494572032 00000100:00000001:0.0:1749610832.863318:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749610832.863319:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1749610832.863320:0:28322:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1749610832.863321:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:3.0:1749610832.863322:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 0 00000020:00000001:2.0:1749610832.863322:0:9696:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1749610832.863322:0:28322:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1749610832.863323:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:2.0:1749610832.863324:0:9696:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:1.0:1749610832.863325:0:8737:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749610832.863326:0:8737:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0db 00000020:00000001:2.0:1749610832.863327:0:9696:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1749610832.863328:0:8737:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1749610832.863329:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4300106322 00000020:00000001:2.0:1749610832.863330:0:9696:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749610832.863330:0:8737:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72d000 refcount=8 00000100:00000040:0.0:1749610832.863330:0:28322:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880079227480 x1834598494572416/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1749610832.863332:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012e6b3940. 00000020:00000001:1.0:1749610832.863332:0:8737:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000020:00000001:2.0:1749610832.863333:0:9696:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610832.863334:0:8737:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000100:00000001:3.0:1749610832.863335:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 1 00000100:00000040:1.0:1749610832.863337:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:3.0:1749610832.863338:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4300106322 00000100:00000001:1.0:1749610832.863339:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000010:3.0:1749610832.863340:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012e6b38c0. 00000020:00000010:2.0:1749610832.863340:0:9696:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d27de00. 00000100:00000040:1.0:1749610832.863340:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610832.863341:0:28322:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749610832.863342:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:3.0:1749610832.863343:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 2 00000100:00000001:0.0:1749610832.863343:0:28322:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749610832.863344:0:8737:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72d000 : new refcount 7 00000100:00000001:3.0:1749610832.863346:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4300106322 00000020:00000010:2.0:1749610832.863346:0:9696:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b2387b80. 02000000:00000001:0.0:1749610832.863346:0:28322:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00080000:1.0:1749610832.863347:0:8737:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88006a728800 using connection 192.168.202.106@tcp/0@lo 00000100:00000010:3.0:1749610832.863348:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012e6b3c40. 00000100:00000001:1.0:1749610832.863349:0:8737:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610832.863349:0:28322:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1749610832.863350:0:8737:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:3.0:1749610832.863351:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 3 00000020:00000010:2.0:1749610832.863352:0:9696:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095be9e10. 02000000:00000001:0.0:1749610832.863352:0:28322:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610832.863353:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1749610832.863354:0:8737:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749610832.863356:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610832.863356:0:8737:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610832.863356:0:28322:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880079227480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:28322:1834598494572416:0@lo:400:kworker.0 00000100:00000001:1.0:1749610832.863358:0:8737:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:3.0:1749610832.863360:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610832.863360:0:9696:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749610832.863360:0:8737:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610832.863360:0:28322:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1749610832.863362:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610832.863363:0:9696:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000010:1.0:1749610832.863363:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880079227800. 02000000:00000001:0.0:1749610832.863364:0:28322:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000020:00000040:1.0:1749610832.863365:0:8737:0:(genops.c:1229:class_import_get()) import ffff88006a728800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 00000100:00000001:2.0:1749610832.863366:0:9696:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610832.863366:0:28322:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610832.863367:0:8737:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 00000100:00000001:3.0:1749610832.863368:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:1.0:1749610832.863368:0:8737:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610832.863368:0:28322:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1749610832.863369:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610832.863370:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1749610832.863371:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749610832.863373:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610832.863373:0:9696:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749610832.863373:0:28322:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88007fb8ea00. 00000100:00000001:3.0:1749610832.863375:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 02000000:00000001:1.0:1749610832.863376:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749610832.863377:0:28322:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610832.863378:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610832.863379:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880079226d80 x1834598494572160/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1749610832.863382:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88009d740000. 00000400:00000010:0.0:1749610832.863383:0:28322:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ffaa8. 00000100:00000001:2.0:1749610832.863384:0:9696:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610832.863386:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610832.863388:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749610832.863390:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610832.863391:0:8737:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880079227800 x1834598494572544/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1749610832.863392:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1749610832.863394:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1749610832.863397:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610832.863398:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749610832.863399:0:9696:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00100000:3.0:1749610832.863400:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880079226d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494572160:0@lo:38:kworker.0 00000100:00000001:1.0:1749610832.863400:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610832.863402:0:9696:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1749610832.863403:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000040:1.0:1749610832.863404:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880079227800] to pc [ptlrpcd_rcv+-1] req@ffff880079227800 x1834598494572544/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749610832.863406:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1749610832.863407:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610832.863409:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:2.0:1749610832.863409:0:9696:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 144 00000100:00000001:1.0:1749610832.863412:0:8737:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610832.863413:0:9696:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612136933981056 : -131936775570560 : ffff8801135bfb80) 00000100:00000040:1.0:1749610832.863414:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1749610832.863417:0:8737:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1749610832.863420:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880079227b80. 02000000:00000010:3.0:1749610832.863422:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88007dd5f400. 00000020:00000040:1.0:1749610832.863422:0:8737:0:(genops.c:1229:class_import_get()) import ffff88006a729800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 00000100:00000040:2.0:1749610832.863423:0:9696:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8801135bfb80 x1834598494572032/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610852 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749610832.863424:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610832.863424:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1749610832.863426:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1749610832.863427:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749610832.863429:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b52f7e70. 02000000:00000010:1.0:1749610832.863430:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800a8bf4600. 00000400:00000010:3.0:1749610832.863432:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed660. 00000100:00000001:1.0:1749610832.863433:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749610832.863435:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494572160, portal 10 00000100:00000040:1.0:1749610832.863436:0:8737:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID req@ffff880079227b80 x1834598494572672/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:0.0:1749610832.863436:0:28322:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821f68. 00000100:00000001:3.0:1749610832.863438:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1749610832.863439:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134346517888 : -131939363033728 : ffff880079226d80) 00000100:00000001:1.0:1749610832.863443:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000200:0.0:1749610832.863444:0:28322:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494572416, portal 10 00000100:00000001:1.0:1749610832.863445:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610832.863446:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880079226d80 x1834598494572160/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610857 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610832.863448:0:28322:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000040:1.0:1749610832.863449:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880079227b80] to pc [ptlrpcd_00_01+1] req@ffff880079227b80 x1834598494572672/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610832.863451:0:28322:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134346519680 : -131939363031936 : ffff880079227480) 00000100:00000001:3.0:1749610832.863453:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749610832.863455:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1749610832.863457:0:8737:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749610832.863458:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eeda18. 00000100:00000200:3.0:1749610832.863461:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494572160, offset 0 00000100:00100000:2.0:1749610832.863461:0:9696:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801135bfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:28320:x1834598494572032:12345-0@lo:38:kworker.0 00000100:00000040:1.0:1749610832.863462:0:8737:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5444) 00000100:00000040:0.0:1749610832.863464:0:28322:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880079227480 x1834598494572416/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610848 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610832.863465:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:2.0:1749610832.863467:0:9696:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494572032 00000400:00000200:3.0:1749610832.863471:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:2.0:1749610832.863473:0:9696:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:1.0:1749610832.863474:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1749610832.863477:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf930e80 00010000:00000001:2.0:1749610832.863477:0:9696:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00100000:1.0:1749610832.863477:0:28321:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:0.0:1749610832.863477:0:28322:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:1.0:1749610832.863479:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749610832.863482:0:28322:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:3.0:1749610832.863483:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be9 [64] + 62248 00000100:00000001:1.0:1749610832.863484:0:28321:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:0.0:1749610832.863486:0:28322:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821660. 00000400:00000200:3.0:1749610832.863488:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1749610832.863490:0:28322:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494572416, offset 0 00000400:00000200:3.0:1749610832.863491:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749610832.863491:0:28321:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610832.863493:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1749610832.863494:0:9696:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610832.863494:0:28321:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749610832.863495:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:3.0:1749610832.863496:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:1.0:1749610832.863496:0:28321:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1749610832.863497:0:28322:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000010:3.0:1749610832.863500:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8801135bd500. 00010000:00020000:2.0:1749610832.863500:0:9696:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000040:1.0:1749610832.863500:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880079227b80 x1834598494572672/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610832.863503:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff8801135bd500 x1834598494572160 msgsize 520 00010000:00000001:2.0:1749610832.863504:0:9696:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00100000:3.0:1749610832.863508:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1749610832.863508:0:28321:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1749610832.863509:0:9696:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749610832.863509:0:28321:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610832.863509:0:28322:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:1.0:1749610832.863512:0:28321:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1749610832.863513:0:9696:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:3.0:1749610832.863515:0:28320:0:(events.c:374:request_in_callback()) Process leaving 02000000:00000001:1.0:1749610832.863515:0:28321:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749610832.863517:0:9696:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1749610832.863517:0:28321:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610832.863519:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eeda18 00000400:00000200:0.0:1749610832.863519:0:28322:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf930f80 00000100:00100000:1.0:1749610832.863520:0:28321:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880079227b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:28321:1834598494572672:0@lo:400:kworker.0 00000400:00000010:3.0:1749610832.863521:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eeda18. 00000100:00000001:3.0:1749610832.863554:0:28320:0:(events.c:35:request_out_callback()) Process entered 02000000:00000001:2.0:1749610832.863554:0:9696:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1749610832.863555:0:28321:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000200:3.0:1749610832.863558:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880079226d80 x1834598494572160/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610857 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749610832.863558:0:28321:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1749610832.863560:0:28321:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749610832.863561:0:9696:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88011157bc00. 02000000:00000001:1.0:1749610832.863562:0:28321:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1749610832.863562:0:28322:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3be9 [64] + 62768 02000000:00000010:1.0:1749610832.863564:0:28321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012d125200. 02000000:00000001:2.0:1749610832.863565:0:9696:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610832.863566:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1749610832.863567:0:28321:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610832.863569:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880079226d80 x1834598494572160/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610857 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610832.863569:0:9696:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749610832.863571:0:28321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a3dba50. 00000400:00000200:0.0:1749610832.863571:0:28322:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:2.0:1749610832.863575:0:9696:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000400:00000010:1.0:1749610832.863576:0:28321:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58bbb0. 00000400:00000200:0.0:1749610832.863577:0:28322:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:2.0:1749610832.863578:0:9696:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749610832.863580:0:28321:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494572672, portal 10 00000100:00001000:2.0:1749610832.863583:0:9696:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:1.0:1749610832.863583:0:28321:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749610832.863583:0:28322:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:1.0:1749610832.863584:0:28321:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134346521472 : -131939363030144 : ffff880079227b80) 00000100:00000200:0.0:1749610832.863586:0:28322:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:3.0:1749610832.863588:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610832.863588:0:9696:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:3.0:1749610832.863590:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000040:1.0:1749610832.863591:0:28321:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880079227b80 x1834598494572672/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610848 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1749610832.863592:0:28322:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800755dd180. 00000100:00000001:2.0:1749610832.863593:0:9696:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1749610832.863595:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610832.863596:0:28322:0:(events.c:338:request_in_callback()) incoming req@ffff8800755dd180 x1834598494572416 msgsize 224 00000100:00000040:2.0:1749610832.863597:0:9696:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:1.0:1749610832.863598:0:28321:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749610832.863599:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 963 usecs (1 jiffies) 00000100:00000001:3.0:1749610832.863601:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4300106322 00000100:00000001:2.0:1749610832.863601:0:9696:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000040:1.0:1749610832.863603:0:28321:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1749610832.863604:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4300106322 00000100:00000001:2.0:1749610832.863605:0:9696:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000400:00000010:1.0:1749610832.863605:0:28321:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b880. 00000100:00100000:0.0:1749610832.863605:0:28322:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1749610832.863607:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4300106322 00000100:00000200:1.0:1749610832.863607:0:28321:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494572672, offset 0 00000100:00000001:3.0:1749610832.863609:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4300106322 00000100:00000040:2.0:1749610832.863610:0:9696:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:3.0:1749610832.863611:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4300106322 00000400:00000200:1.0:1749610832.863612:0:28321:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749610832.863613:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4300106322 02000000:00000001:2.0:1749610832.863613:0:9696:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1749610832.863615:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4300106322 00000100:00000001:0.0:1749610832.863616:0:28322:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:3.0:1749610832.863617:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4300106322 02000000:00000001:2.0:1749610832.863617:0:9696:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610832.863619:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749610832.863620:0:9696:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:1.0:1749610832.863620:0:28321:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749610832.863621:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610832.863624:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1749610832.863624:0:9696:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:0.0:1749610832.863625:0:28322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821660 00000100:00000040:3.0:1749610832.863628:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880079227100 x1834598494572288/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749610832.863628:0:9696:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a6e8. 00000400:00000200:1.0:1749610832.863628:0:28321:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf931080 00000400:00000010:0.0:1749610832.863628:0:28322:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821660. 00000100:00000001:0.0:1749610832.863632:0:28322:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:3.0:1749610832.863635:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000400:00000200:1.0:1749610832.863635:0:28321:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3be9 [64] + 62992 00000100:00000001:3.0:1749610832.863636:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610832.863639:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000200:0.0:1749610832.863639:0:28322:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880079227480 x1834598494572416/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610848 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749610832.863641:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1749610832.863641:0:28321:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1749610832.863643:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610832.863646:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880079227100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494572288:0@lo:38:kworker.0 00000100:00000200:2.0:1749610832.863646:0:9696:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598494572032, offset 0 00000100:00000001:3.0:1749610832.863649:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000400:00000200:1.0:1749610832.863650:0:28321:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:3.0:1749610832.863652:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1749610832.863653:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610832.863654:0:9696:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749610832.863654:0:28322:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1749610832.863655:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1749610832.863658:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88007dd5ec00. 00000100:00000040:0.0:1749610832.863659:0:28322:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880079227480 x1834598494572416/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610848 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749610832.863661:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610832.863666:0:9696:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749610832.863666:0:28321:0:(events.c:287:request_in_callback()) Process entered 00000400:00000010:3.0:1749610832.863668:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b52f7ec8. 00000100:00000200:1.0:1749610832.863668:0:28321:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:0.0:1749610832.863670:0:28322:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749610832.863672:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eeda18. 00000100:00000010:1.0:1749610832.863673:0:28321:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009bec8e00. 00000100:00000001:0.0:1749610832.863673:0:28322:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000200:3.0:1749610832.863675:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494572288, portal 10 00000100:00000040:1.0:1749610832.863676:0:28321:0:(events.c:338:request_in_callback()) incoming req@ffff88009bec8e00 x1834598494572672 msgsize 224 00000100:00000001:3.0:1749610832.863677:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1749610832.863679:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134346518784 : -131939363032832 : ffff880079227100) 00000100:00000001:0.0:1749610832.863679:0:28322:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610832.863680:0:28321:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1749610832.863685:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880079227100 x1834598494572288/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610857 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610832.863685:0:9696:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848ebf930e00 00000100:00000001:1.0:1749610832.863688:0:28321:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:3.0:1749610832.863692:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:0.0:1749610832.863692:0:28322:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 913 usecs (1 jiffies) 00000400:00000200:2.0:1749610832.863693:0:9696:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x6d61 [1] + 0 00000100:00000040:3.0:1749610832.863694:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749610832.863696:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed6e8. 00000100:00000001:0.0:1749610832.863697:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4300106322 00000400:00000200:2.0:1749610832.863701:0:9696:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749610832.863701:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4300106322 00000100:00000001:0.0:1749610832.863705:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4300106322 00000400:00000200:2.0:1749610832.863706:0:9696:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1749610832.863707:0:28321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b880 00000100:00000001:0.0:1749610832.863709:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4300106322 00000400:00000010:1.0:1749610832.863710:0:28321:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b880. 00000100:00000001:1.0:1749610832.863712:0:28321:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:0.0:1749610832.863712:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4300106322 00000100:00000200:3.0:1749610832.863713:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494572288, offset 0 00000100:00000001:2.0:1749610832.863715:0:9696:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:0.0:1749610832.863716:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4300106322 00000100:00000200:1.0:1749610832.863717:0:28321:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880079227b80 x1834598494572672/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610848 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610832.863718:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749610832.863719:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4300106322 00000100:00000200:2.0:1749610832.863722:0:9696:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880079226a00 x1834598494572032/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610857 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610832.863722:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4300106322 00000400:00000200:3.0:1749610832.863725:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749610832.863725:0:28321:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1749610832.863725:0:28322:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1749610832.863728:0:28321:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880079227b80 x1834598494572672/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610848 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610832.863729:0:28322:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610832.863731:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf930f00 00000100:00000001:0.0:1749610832.863733:0:28322:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610832.863735:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be9 [64] + 63216 00000100:00000001:1.0:1749610832.863735:0:28321:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610832.863737:0:28321:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1749610832.863737:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610832.863738:0:9696:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880079226a00 x1834598494572032/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610857 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610832.863739:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749610832.863740:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749610832.863741:0:28321:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610832.863742:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749610832.863742:0:28322:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610832.863744:0:28322:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610832.863745:0:28321:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 855 usecs (1 jiffies) 00000100:00000001:3.0:1749610832.863746:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:3.0:1749610832.863747:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:0.0:1749610832.863747:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610832.863748:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4300106322 00000100:00000010:3.0:1749610832.863750:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8801135be300. 00000100:00000001:1.0:1749610832.863751:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4300106322 00000100:00000001:2.0:1749610832.863752:0:9696:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000040:3.0:1749610832.863753:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff8801135be300 x1834598494572288 msgsize 520 00000100:00000001:1.0:1749610832.863753:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4300106322 00000100:00000001:1.0:1749610832.863756:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4300106322 00000100:00100000:3.0:1749610832.863757:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1749610832.863758:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4300106322 00000400:00000200:2.0:1749610832.863760:0:9696:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a6e8 00000100:00000001:1.0:1749610832.863760:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4300106322 00000100:00000001:3.0:1749610832.863761:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:1.0:1749610832.863762:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4300106322 00000400:00000010:2.0:1749610832.863764:0:9696:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a6e8. 00000100:00000001:1.0:1749610832.863764:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4300106322 00000100:00000001:1.0:1749610832.863766:0:28321:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749610832.863768:0:9696:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749610832.863768:0:28321:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610832.863768:0:12680:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1749610832.863770:0:9696:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:1.0:1749610832.863771:0:28321:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610832.863772:0:12680:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494572160 00000400:00000200:3.0:1749610832.863773:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed6e8 00000100:00000001:1.0:1749610832.863773:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610832.863774:0:12680:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000010:3.0:1749610832.863775:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed6e8. 00000100:00000001:3.0:1749610832.863777:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:2.0:1749610832.863777:0:9696:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610832.863777:0:12680:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749610832.863780:0:12680:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749610832.863781:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880079227100 x1834598494572288/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610857 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749610832.863782:0:9696:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 02000000:00000001:0.0:1749610832.863785:0:12680:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610832.863786:0:9696:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610832.863788:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00100000:0.0:1749610832.863788:0:12680:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494572160 00000020:00000001:2.0:1749610832.863789:0:9696:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1749610832.863791:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880079227100 x1834598494572288/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610857 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749610832.863791:0:12680:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749610832.863794:0:12680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000040:2.0:1749610832.863796:0:9696:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8801135bfb80 x1834598494572032/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610852 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749610832.863796:0:12680:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1749610832.863797:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610832.863799:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000001:0.0:1749610832.863799:0:12680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610832.863802:0:12680:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610832.863807:0:9760:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000020:00000010:0.0:1749610832.863807:0:12680:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8ee00. 00000100:00000001:3.0:1749610832.863808:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610832.863810:0:9760:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494572416 00000100:00000040:3.0:1749610832.863811:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 876 usecs (1 jiffies) 02000000:00000001:1.0:1749610832.863812:0:9760:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000010:0.0:1749610832.863812:0:12680:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880096dff180. 00000100:00100000:2.0:1749610832.863813:0:9696:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801135bfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:28320:x1834598494572032:12345-0@lo:38:kworker.0 Request processed in 353us (596us total) trans 0 rc -19/-19 00000100:00000001:3.0:1749610832.863814:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4300106322 00000100:00000001:1.0:1749610832.863814:0:9760:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749610832.863816:0:9760:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610832.863817:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4300106322 00000020:00000010:0.0:1749610832.863817:0:12680:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4add898. 00000100:00000001:3.0:1749610832.863819:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4300106322 02000000:00000001:1.0:1749610832.863819:0:9760:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610832.863821:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4300106322 00000100:00100000:1.0:1749610832.863822:0:9760:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494572416 00000100:00000001:3.0:1749610832.863823:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4300106322 00000100:00000001:0.0:1749610832.863823:0:12680:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000020:00000001:1.0:1749610832.863824:0:9760:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1749610832.863825:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4300106322 00000020:00000040:1.0:1749610832.863825:0:9760:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d064 00000100:00100000:2.0:1749610832.863826:0:9696:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 144 00000100:00000001:3.0:1749610832.863827:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4300106322 00000020:00000001:1.0:1749610832.863827:0:9760:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1749610832.863829:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4300106322 00000020:00000040:1.0:1749610832.863830:0:9760:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012d4a0000 refcount=5 00000100:00000001:3.0:1749610832.863831:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749610832.863831:0:12680:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749610832.863832:0:9696:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000001:1.0:1749610832.863832:0:9760:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137369010176 : -131936340541440 : ffff88012d4a0000) 00000100:00000001:3.0:1749610832.863833:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610832.863834:0:9696:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:1.0:1749610832.863834:0:9760:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137369010176 : -131936340541440 : ffff88012d4a0000) 00000100:00000001:0.0:1749610832.863835:0:12680:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1749610832.863838:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1749610832.863839:0:9760:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000400:00000001:3.0:1749610832.863840:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000010:2.0:1749610832.863840:0:9696:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b2387b80. 00000020:00000010:1.0:1749610832.863841:0:9760:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b5266bc0. 00000100:00000001:0.0:1749610832.863841:0:12680:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749610832.863842:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b52f7dc0. 00000400:00000200:3.0:1749610832.863845:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eedaa0 00000400:00000010:3.0:1749610832.863846:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eedaa0. 00000020:00000010:2.0:1749610832.863848:0:9696:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095be9e10. 00000100:00000001:3.0:1749610832.863849:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000040:1.0:1749610832.863849:0:9760:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000100:00000001:0.0:1749610832.863851:0:12680:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1749610832.863852:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880079226a00 x1834598494572032/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610857 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749610832.863854:0:9696:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d27de00. 00000100:00000001:1.0:1749610832.863856:0:9760:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:1.0:1749610832.863859:0:9760:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012d125e00. 00000100:00000200:3.0:1749610832.863861:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880079226a00 x1834598494572032/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610857 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610832.863861:0:9696:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1749610832.863863:0:9760:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88006a3a9380. 00000100:00000001:0.0:1749610832.863864:0:12680:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000020:00000010:1.0:1749610832.863866:0:9760:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438c258. 00000100:00100000:0.0:1749610832.863866:0:12680:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494572672 00000100:00000001:3.0:1749610832.863867:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749610832.863869:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1749610832.863869:0:12680:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749610832.863871:0:28320:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:0.0:1749610832.863871:0:12680:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 02000000:00000001:3.0:1749610832.863873:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000040:1.0:1749610832.863873:0:9760:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:0.0:1749610832.863874:0:12680:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610832.863875:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749610832.863875:0:9760:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749610832.863876:0:9760:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:0.0:1749610832.863877:0:12680:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610832.863878:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610832.863878:0:9760:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1749610832.863880:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610832.863880:0:12680:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494572672 00000100:00000001:1.0:1749610832.863883:0:9760:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000001:0.0:1749610832.863883:0:12680:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749610832.863884:0:12680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0f0 00000100:00000001:1.0:1749610832.863885:0:9760:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00001000:3.0:1749610832.863886:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff8801369c9438 time=1749610832 v=5 (0 0 0 0) 00000100:00000001:1.0:1749610832.863886:0:9760:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610832.863887:0:12680:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00001000:3.0:1749610832.863890:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff8801369c93f0 time=105 v=20 (20 1 1 1) 00000020:00000040:0.0:1749610832.863891:0:12680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800b4002000 refcount=5 00000100:00000001:3.0:1749610832.863893:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000020:00000001:0.0:1749610832.863894:0:12680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000020:00000001:0.0:1749610832.863898:0:12680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000001:3.0:1749610832.863900:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749610832.863902:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749610832.863903:0:12680:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1749610832.863904:0:9760:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1749610832.863906:0:12680:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b485ac80. 00000100:00000040:3.0:1749610832.863907:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880079226a00 x1834598494572032/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610857 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610832.863911:0:9760:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000020:00000010:0.0:1749610832.863912:0:12680:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8800b49a78c0. 00000100:00100000:1.0:1749610832.863913:0:9760:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494572288 02000000:00000001:1.0:1749610832.863914:0:9760:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749610832.863915:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749610832.863916:0:9760:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749610832.863918:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749610832.863918:0:9760:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610832.863918:0:12680:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:3.0:1749610832.863919:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1749610832.863920:0:9760:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749610832.863920:0:12680:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b485ac80. 00000100:00000001:3.0:1749610832.863921:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00100000:1.0:1749610832.863922:0:9760:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494572288 00000100:00000001:3.0:1749610832.863924:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000001:1.0:1749610832.863924:0:9760:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000010:0.0:1749610832.863926:0:12680:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8e600. 00000100:00080000:3.0:1749610832.863927:0:28320:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:2.0:1749610832.863929:0:10935:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00080000:3.0:1749610832.863930:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000020:00000040:1.0:1749610832.863930:0:9760:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:2.0:1749610832.863931:0:10935:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000010:0.0:1749610832.863931:0:12680:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880096dff880. 00000100:00000001:3.0:1749610832.863932:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000001:1.0:1749610832.863932:0:9760:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1749610832.863933:0:9760:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610832.863935:0:9760:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749610832.863935:0:12680:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4add258. 00000100:00000040:3.0:1749610832.863936:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880079226a00 x1834598494572032/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610857 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749610832.863937:0:10935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 245 00000020:00000010:1.0:1749610832.863938:0:9760:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012d125800. 00000100:00000040:2.0:1749610832.863941:0:10935:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff88012d4a0000 : new rpc_count 1 00000020:00000010:1.0:1749610832.863941:0:9760:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88006a3a9580. 00000100:00000001:0.0:1749610832.863941:0:12680:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749610832.863943:0:12680:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00100000:3.0:1749610832.863944:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880079226a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494572032:0@lo:38:kworker.0 00000020:00000010:1.0:1749610832.863944:0:9760:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438c708. 00000100:00000001:0.0:1749610832.863945:0:12680:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610832.863947:0:9760:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749610832.863948:0:10935:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134283301248 : -131939426250368 : ffff8800755dd180) 00000100:00000001:3.0:1749610832.863949:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610832.863949:0:9760:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749610832.863951:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1749610832.863951:0:9760:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610832.863951:0:12680:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1749610832.863953:0:12680:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000040:3.0:1749610832.863954:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880079226a00 x1834598494572032/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610857 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749610832.863955:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800755dd180 x1834598494572416/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:268/0 lens 224/0 e 0 to 0 dl 1749610843 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610832.863955:0:12680:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610832.863956:0:9760:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610832.863961:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1749610832.863961:0:9760:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1749610832.863963:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1749610832.863964:0:10935:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1749610832.863966:0:9760:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 02000000:00000010:3.0:1749610832.863967:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88007dd5d000. 00000020:00000010:2.0:1749610832.863967:0:10935:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff880129c040c0. 00000100:00000001:1.0:1749610832.863968:0:9760:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1749610832.863970:0:10935:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1749610832.863971:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000010:2.0:1749610832.863972:0:10935:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff880129c040c0. 00000100:00100000:1.0:1749610832.863972:0:9760:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 246 00000100:00000001:0.0:1749610832.863972:0:12680:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1749610832.863974:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000040:1.0:1749610832.863975:0:9760:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800b4002000 : new rpc_count 1 00000020:00000040:3.0:1749610832.863976:0:28320:0:(genops.c:1242:class_import_put()) import ffff8801369c9000 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000100:00100000:2.0:1749610832.863977:0:10935:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800755dd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:28322:x1834598494572416:12345-0@lo:400:kworker.0 00000100:00000001:1.0:1749610832.863977:0:9760:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134930189824 : -131938779361792 : ffff88009bec8e00) 00000020:00000001:3.0:1749610832.863980:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000200:2.0:1749610832.863981:0:10935:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494572416 00000100:00000040:1.0:1749610832.863982:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009bec8e00 x1834598494572672/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:268/0 lens 224/0 e 0 to 0 dl 1749610843 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1749610832.863983:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88009d741c00. 00000020:00000001:2.0:1749610832.863983:0:10935:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:0.0:1749610832.863984:0:12680:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000020:00000001:2.0:1749610832.863986:0:10935:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000001:0.0:1749610832.863987:0:12680:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 02000000:00000001:3.0:1749610832.863988:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000020:00000001:2.0:1749610832.863988:0:10935:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610832.863991:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000020:00000001:2.0:1749610832.863991:0:10935:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000001:1.0:1749610832.863991:0:9760:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1749610832.863992:0:9760:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b5266b80. 00000020:00000001:2.0:1749610832.863993:0:10935:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000100:00100000:0.0:1749610832.863993:0:12680:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 389 00000100:00000010:3.0:1749610832.863994:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880079226a00. 00000020:00000001:2.0:1749610832.863995:0:10935:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000001:1.0:1749610832.863995:0:9760:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1749610832.863997:0:9760:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b5266b80. 00000100:00000001:0.0:1749610832.863997:0:12680:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612136933971200 : -131936775580416 : ffff8801135bd500) 00000020:00000001:2.0:1749610832.863999:0:10935:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610832.864000:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000020:00000001:2.0:1749610832.864001:0:10935:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00100000:1.0:1749610832.864001:0:9760:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bec8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:28321:x1834598494572672:12345-0@lo:400:kworker.0 00000020:00000001:2.0:1749610832.864002:0:10935:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1749610832.864005:0:10935:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749610832.864005:0:9760:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494572672 00000020:00000001:2.0:1749610832.864007:0:10935:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000020:00000001:1.0:1749610832.864008:0:9760:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:3.0:1749610832.864010:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749610832.864010:0:9760:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000001:2.0:1749610832.864011:0:10935:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000020:00000001:1.0:1749610832.864012:0:9760:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610832.864012:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8801135bd500 x1834598494572160/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610852 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610832.864013:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1749610832.864013:0:10935:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:1.0:1749610832.864014:0:9760:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1749610832.864016:0:9760:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 02000000:00000010:2.0:1749610832.864017:0:10935:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880111578c00. 02000000:00000001:2.0:1749610832.864018:0:10935:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610832.864019:0:9760:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000001:3.0:1749610832.864020:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610832.864021:0:10935:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610832.864022:0:9760:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610832.864023:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1749610832.864023:0:10935:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610832.864024:0:9760:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00100000:0.0:1749610832.864024:0:12680:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801135bd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:28320:x1834598494572160:12345-0@lo:38:kworker.0 00010000:00000040:2.0:1749610832.864025:0:10935:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494572416 00000100:00000001:3.0:1749610832.864026:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749610832.864028:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1749610832.864028:0:10935:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000200:0.0:1749610832.864028:0:12680:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494572160 00000100:00000001:3.0:1749610832.864030:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000020:00000001:1.0:1749610832.864030:0:9760:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00010000:00000200:2.0:1749610832.864032:0:10935:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff8800755dd180 x1834598494572416/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:268/0 lens 224/224 e 0 to 0 dl 1749610843 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749610832.864032:0:9760:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610832.864032:0:12680:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:1.0:1749610832.864034:0:9760:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00010000:00000001:0.0:1749610832.864034:0:12680:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:1.0:1749610832.864037:0:9760:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000040:3.0:1749610832.864038:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880079227800 x1834598494572544/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749610832.864039:0:9760:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000001:2.0:1749610832.864040:0:10935:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1749610832.864041:0:10935:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1749610832.864043:0:9760:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d743000. 00000100:00001000:2.0:1749610832.864044:0:10935:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=37 v=5 (1 1 1 1) 00000020:00000001:0.0:1749610832.864044:0:12680:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610832.864045:0:9760:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610832.864047:0:9760:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:0.0:1749610832.864047:0:12680:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000020:00000001:1.0:1749610832.864049:0:9760:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610832.864050:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00010000:00000001:0.0:1749610832.864050:0:12680:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000040:1.0:1749610832.864051:0:9760:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494572672 00000100:00000001:3.0:1749610832.864052:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610832.864053:0:10935:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00010000:00000001:0.0:1749610832.864053:0:12680:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00010000:00000001:1.0:1749610832.864054:0:9760:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 02000000:00000001:3.0:1749610832.864055:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1749610832.864055:0:10935:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:0.0:1749610832.864055:0:12680:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:2.0:1749610832.864057:0:10935:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:0.0:1749610832.864057:0:12680:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1749610832.864058:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00010000:00000200:1.0:1749610832.864058:0:9760:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88009bec8e00 x1834598494572672/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:268/0 lens 224/224 e 0 to 0 dl 1749610843 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749610832.864060:0:10935:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1749610832.864060:0:12680:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:2.0:1749610832.864061:0:10935:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610832.864062:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610832.864063:0:10935:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000010:0.0:1749610832.864064:0:12680:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012eb9b800. 00010000:00000001:1.0:1749610832.864065:0:9760:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000040:2.0:1749610832.864066:0:10935:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:0.0:1749610832.864066:0:12680:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610832.864067:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880079227800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494572544:0@lo:38:kworker.0 00010000:00000001:1.0:1749610832.864067:0:9760:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610832.864068:0:12680:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749610832.864069:0:10935:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a6e8. 00000100:00001000:1.0:1749610832.864070:0:9760:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=37 v=5 (1 1 1 1) 00010000:00000001:0.0:1749610832.864071:0:12680:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1749610832.864072:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00010000:00000001:0.0:1749610832.864072:0:12680:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749610832.864073:0:10935:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494572416, offset 224 00000100:00000001:1.0:1749610832.864074:0:9760:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 02000000:00000001:3.0:1749610832.864075:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00001000:0.0:1749610832.864075:0:12680:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000040:1.0:1749610832.864076:0:9760:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000400:00000200:2.0:1749610832.864077:0:10935:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:3.0:1749610832.864078:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610832.864078:0:9760:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:0.0:1749610832.864079:0:12680:0:(connection.c:104:ptlrpc_connection_get()) Process entered 02000000:00000001:3.0:1749610832.864080:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1749610832.864080:0:9760:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1749610832.864081:0:12680:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 02000000:00000001:1.0:1749610832.864082:0:9760:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610832.864084:0:9760:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000010:3.0:1749610832.864085:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88007dd5d000. 00000400:00000200:2.0:1749610832.864085:0:10935:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:0.0:1749610832.864085:0:12680:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 28 to 0@lo 00000100:00000040:1.0:1749610832.864086:0:9760:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749610832.864087:0:12680:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 02000000:00000001:3.0:1749610832.864088:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749610832.864089:0:9760:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b880. 00000100:00000001:0.0:1749610832.864089:0:12680:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000400:00000200:2.0:1749610832.864091:0:10935:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf930f80 00000400:00000010:3.0:1749610832.864093:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b52f7dc0. 00000100:00000200:1.0:1749610832.864093:0:9760:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494572672, offset 224 00000100:00000040:0.0:1749610832.864093:0:12680:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 28 to 0@lo 02000000:00000001:0.0:1749610832.864095:0:12680:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1749610832.864096:0:12680:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610832.864097:0:10935:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x6d6d [1] + 224 00000100:00000001:0.0:1749610832.864098:0:12680:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:0.0:1749610832.864101:0:12680:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:2.0:1749610832.864102:0:10935:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749610832.864102:0:9760:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:0.0:1749610832.864103:0:12680:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821660. 00000400:00000200:2.0:1749610832.864105:0:10935:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:3.0:1749610832.864107:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eedaa0. 00000100:00000200:0.0:1749610832.864108:0:12680:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494572160, offset 0 00000100:00000001:2.0:1749610832.864109:0:10935:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000200:1.0:1749610832.864110:0:9760:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:3.0:1749610832.864113:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494572544, portal 10 00000100:00000200:2.0:1749610832.864113:0:10935:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880079227480 x1834598494572416/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610848 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610832.864114:0:12680:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749610832.864116:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000400:00000200:1.0:1749610832.864116:0:9760:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf931080 00000100:00000001:3.0:1749610832.864118:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134346520576 : -131939363031040 : ffff880079227800) 00000100:00000040:2.0:1749610832.864123:0:10935:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880079227480 x1834598494572416/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610848 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610832.864123:0:9760:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x6d79 [1] + 224 00000400:00000200:0.0:1749610832.864127:0:12680:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:3.0:1749610832.864128:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880079227800 x1834598494572544/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610857 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610832.864128:0:9760:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749610832.864131:0:9760:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1749610832.864134:0:12680:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf930e80 00000100:00000001:1.0:1749610832.864135:0:9760:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749610832.864136:0:10935:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749610832.864138:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000200:1.0:1749610832.864139:0:9760:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880079227b80 x1834598494572672/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610848 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610832.864140:0:12680:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x6d69 [1] + 0 00000100:00000040:3.0:1749610832.864142:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749610832.864145:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed6e8. 00000400:00000200:0.0:1749610832.864145:0:12680:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749610832.864146:0:10935:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a6e8 00000400:00000010:2.0:1749610832.864148:0:10935:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a6e8. 00000100:00000040:1.0:1749610832.864148:0:9760:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880079227b80 x1834598494572672/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610848 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610832.864149:0:12680:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749610832.864151:0:10935:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000200:3.0:1749610832.864152:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494572544, offset 0 00000100:00000001:2.0:1749610832.864152:0:10935:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:0.0:1749610832.864153:0:12680:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749610832.864155:0:10935:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749610832.864157:0:12680:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880079226d80 x1834598494572160/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610857 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610832.864159:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:2.0:1749610832.864159:0:10935:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 27 to 0@lo 00010000:00000001:2.0:1749610832.864161:0:10935:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000001:2.0:1749610832.864163:0:10935:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610832.864164:0:9760:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000001:2.0:1749610832.864165:0:10935:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000400:00000200:3.0:1749610832.864167:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:0.0:1749610832.864167:0:12680:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880079226d80 x1834598494572160/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610857 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749610832.864169:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800755dd180 x1834598494572416/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:268/0 lens 224/224 e 0 to 0 dl 1749610843 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610832.864170:0:9760:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b880 00000400:00000010:1.0:1749610832.864172:0:9760:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b880. 00000400:00000200:3.0:1749610832.864175:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf931000 00000100:00000001:1.0:1749610832.864175:0:9760:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749610832.864175:0:12680:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749610832.864176:0:9760:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00100000:2.0:1749610832.864179:0:10935:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800755dd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:28322:x1834598494572416:12345-0@lo:400:kworker.0 Request processed in 214us (580us total) trans 0 rc 0/0 00000400:00000200:0.0:1749610832.864180:0:12680:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821660 00000100:00000001:1.0:1749610832.864182:0:9760:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749610832.864182:0:12680:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821660. 00000100:00000040:1.0:1749610832.864185:0:9760:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:0.0:1749610832.864185:0:12680:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749610832.864186:0:12680:0:(events.c:399:reply_out_callback()) Process leaving 00000400:00000200:3.0:1749610832.864187:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be9 [64] + 63736 00010000:00000001:1.0:1749610832.864187:0:9760:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000001:1.0:1749610832.864189:0:9760:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610832.864189:0:12680:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610832.864191:0:9760:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00100000:2.0:1749610832.864192:0:10935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 245 00000100:00000040:0.0:1749610832.864192:0:12680:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000400:00000200:3.0:1749610832.864193:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749610832.864194:0:12680:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610832.864195:0:10935:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88012d4a0000 : new rpc_count 0 00000100:00000040:1.0:1749610832.864195:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009bec8e00 x1834598494572672/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:268/0 lens 224/224 e 0 to 0 dl 1749610843 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749610832.864196:0:12680:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1749610832.864197:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749610832.864197:0:10935:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749610832.864199:0:10935:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1749610832.864201:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000040:0.0:1749610832.864201:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8801135bd500 x1834598494572160/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610852 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749610832.864202:0:10935:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88006a3a9380. 00000100:00000200:3.0:1749610832.864203:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00100000:1.0:1749610832.864205:0:9760:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bec8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:28321:x1834598494572672:12345-0@lo:400:kworker.0 Request processed in 212us (527us total) trans 0 rc 0/0 00000020:00000010:2.0:1749610832.864206:0:10935:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438c258. 00000100:00000010:3.0:1749610832.864207:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8801135bf480. 00000100:00000040:3.0:1749610832.864209:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff8801135bf480 x1834598494572544 msgsize 520 00000020:00000010:2.0:1749610832.864209:0:10935:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012d125e00. 00000100:00100000:3.0:1749610832.864214:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000040:2.0:1749610832.864214:0:10935:0:(genops.c:898:class_export_put()) PUTting export ffff88012d4a0000 : new refcount 4 00000100:00100000:1.0:1749610832.864214:0:9760:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 246 00000100:00100000:0.0:1749610832.864214:0:12680:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801135bd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:28320:x1834598494572160:12345-0@lo:38:kworker.0 Request processed in 189us (707us total) trans 0 rc -19/-19 00000100:00000001:3.0:1749610832.864217:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:2.0:1749610832.864217:0:10935:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749610832.864217:0:9760:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800b4002000 : new rpc_count 0 00000100:00000001:1.0:1749610832.864219:0:9760:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749610832.864221:0:9760:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:3.0:1749610832.864222:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed6e8 00000400:00000010:3.0:1749610832.864224:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed6e8. 00000100:00000001:2.0:1749610832.864225:0:10935:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000020:00000010:1.0:1749610832.864225:0:9760:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880096dff880. 00000100:00000001:3.0:1749610832.864226:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00100000:0.0:1749610832.864226:0:12680:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 389 00000100:00100000:2.0:1749610832.864227:0:10935:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494572544 00000020:00000010:1.0:1749610832.864228:0:9760:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4add258. 02000000:00000001:2.0:1749610832.864229:0:10935:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749610832.864229:0:12680:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000200:3.0:1749610832.864231:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880079227800 x1834598494572544/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610857 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610832.864231:0:10935:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000020:00000010:1.0:1749610832.864231:0:9760:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8e600. 00000100:00000001:0.0:1749610832.864231:0:12680:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1749610832.864233:0:10935:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610832.864235:0:10935:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749610832.864235:0:9760:0:(genops.c:898:class_export_put()) PUTting export ffff8800b4002000 : new refcount 4 00000020:00000010:0.0:1749610832.864236:0:12680:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880096dff180. 00000100:00000001:1.0:1749610832.864237:0:9760:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610832.864238:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00100000:2.0:1749610832.864238:0:10935:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494572544 00000020:00000001:2.0:1749610832.864240:0:10935:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000010:0.0:1749610832.864240:0:12680:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4add898. 00000100:00000040:3.0:1749610832.864241:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880079227800 x1834598494572544/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610857 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1749610832.864241:0:10935:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:2.0:1749610832.864243:0:10935:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1749610832.864244:0:10935:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610832.864245:0:9760:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000020:00000010:0.0:1749610832.864245:0:12680:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8ee00. 00000020:00000001:2.0:1749610832.864246:0:10935:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610832.864246:0:9760:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1749610832.864248:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610832.864249:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000010:2.0:1749610832.864249:0:10935:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d27de00. 00000100:00100000:1.0:1749610832.864250:0:9760:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 390 00000100:00000001:0.0:1749610832.864250:0:12680:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1749610832.864251:0:10935:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b2387b80. 00000100:00000001:3.0:1749610832.864252:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610832.864252:0:9760:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612136933974784 : -131936775576832 : ffff8801135be300) 00000020:00000010:2.0:1749610832.864254:0:10935:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095be9e10. 00000100:00000040:3.0:1749610832.864256:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 678 usecs (1 jiffies) 00000100:00000040:1.0:1749610832.864256:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8801135be300 x1834598494572288/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610852 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610832.864257:0:10935:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749610832.864258:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4300106322 00000100:00000001:2.0:1749610832.864258:0:10935:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749610832.864260:0:10935:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610832.864261:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4300106322 00000100:00000001:3.0:1749610832.864263:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4300106322 00000100:00000001:2.0:1749610832.864263:0:10935:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610832.864264:0:9760:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801135be300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:28320:x1834598494572288:12345-0@lo:38:kworker.0 00000100:00000001:3.0:1749610832.864266:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4300106322 00000100:00000001:3.0:1749610832.864267:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4300106322 00000100:00000001:3.0:1749610832.864270:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4300106322 00000100:00000001:2.0:1749610832.864271:0:10935:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610832.864272:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4300106322 00000100:00000001:3.0:1749610832.864274:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4300106322 00000100:00000001:2.0:1749610832.864275:0:10935:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000200:1.0:1749610832.864275:0:9760:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494572288 00000100:00000001:3.0:1749610832.864276:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749610832.864277:0:10935:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000001:1.0:1749610832.864277:0:9760:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:0.0:1749610832.864277:0:9692:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00010000:00000001:1.0:1749610832.864279:0:9760:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00100000:2.0:1749610832.864280:0:10935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 391 00000100:00000001:0.0:1749610832.864280:0:9692:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1749610832.864282:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610832.864282:0:10935:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612136933979264 : -131936775572352 : ffff8801135bf480) 00000100:00000001:0.0:1749610832.864283:0:9692:0:(service.c:2188:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610832.864286:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8801135bf480 x1834598494572544/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610852 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1749610832.864287:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1749610832.864311:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1749610832.864313:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b52f7e70. 00000400:00000200:3.0:1749610832.864317:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed660 00000020:00000001:1.0:1749610832.864317:0:9760:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749610832.864319:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed660. 00000100:00000001:3.0:1749610832.864321:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00010000:00020000:1.0:1749610832.864321:0:9760:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:0.0:1749610832.864322:0:9692:0:(service.c:2413:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749610832.864324:0:9760:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000200:3.0:1749610832.864325:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880079226d80 x1834598494572160/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610857 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1749610832.864327:0:9760:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00100000:2.0:1749610832.864328:0:10935:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801135bf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:28320:x1834598494572544:12345-0@lo:38:kworker.0 00000100:00000001:1.0:1749610832.864329:0:9760:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000200:2.0:1749610832.864331:0:10935:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494572544 00000100:00000001:1.0:1749610832.864331:0:9760:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1749610832.864333:0:9760:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000200:3.0:1749610832.864334:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880079226d80 x1834598494572160/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610857 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749610832.864334:0:10935:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 02000000:00000010:1.0:1749610832.864336:0:9760:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d743800. 00010000:00000001:2.0:1749610832.864337:0:10935:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 02000000:00000001:1.0:1749610832.864338:0:9760:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610832.864340:0:9760:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610832.864340:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749610832.864341:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749610832.864343:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1749610832.864343:0:9760:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1749610832.864344:0:9760:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610832.864344:0:28322:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749610832.864345:0:28320:0:(client.c:1550:after_reply()) Process entered 00000020:00000001:2.0:1749610832.864345:0:10935:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610832.864347:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00001000:1.0:1749610832.864347:0:9760:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00010000:00020000:2.0:1749610832.864348:0:10935:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:3.0:1749610832.864349:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000001:0.0:1749610832.864350:0:28322:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1749610832.864351:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749610832.864351:0:10935:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749610832.864351:0:9760:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000400:00000001:0.0:1749610832.864352:0:28322:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:3.0:1749610832.864353:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610832.864353:0:9760:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00010000:00000001:2.0:1749610832.864354:0:10935:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1749610832.864355:0:9760:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000400:00000010:0.0:1749610832.864356:0:28322:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ffaa8. 00000100:00000001:2.0:1749610832.864357:0:10935:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:1.0:1749610832.864357:0:9760:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00001000:3.0:1749610832.864358:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88012e71cc38 time=1749610832 v=5 (0 0 0 0) 00000100:00000001:2.0:1749610832.864358:0:10935:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1749610832.864360:0:9760:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00001000:3.0:1749610832.864361:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012e71cbf0 time=87 v=20 (20 1 1 1) 02000000:00000001:2.0:1749610832.864361:0:10935:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:0.0:1749610832.864362:0:28322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821f68 00000100:00000040:1.0:1749610832.864363:0:9760:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:3.0:1749610832.864364:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 02000000:00000010:2.0:1749610832.864364:0:10935:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880111578000. 02000000:00000001:1.0:1749610832.864365:0:9760:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000010:0.0:1749610832.864365:0:28322:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821f68. 00000100:00000001:3.0:1749610832.864366:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000001:2.0:1749610832.864366:0:10935:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610832.864367:0:9760:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610832.864368:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749610832.864368:0:10935:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610832.864369:0:9760:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749610832.864369:0:28322:0:(events.c:79:reply_in_callback()) Process entered 00010000:00000001:2.0:1749610832.864371:0:10935:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000040:1.0:1749610832.864371:0:9760:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:3.0:1749610832.864372:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880079226d80 x1834598494572160/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610857 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1749610832.864373:0:10935:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749610832.864373:0:9760:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b880. 00000100:00001000:2.0:1749610832.864375:0:10935:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000200:0.0:1749610832.864376:0:28322:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880079227480 x1834598494572416/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610848 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749610832.864377:0:9760:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494572288, offset 0 00000100:00000001:2.0:1749610832.864378:0:10935:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:3.0:1749610832.864379:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749610832.864380:0:10935:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1749610832.864381:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:1.0:1749610832.864381:0:9760:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749610832.864383:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749610832.864383:0:10935:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000001:3.0:1749610832.864385:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749610832.864385:0:10935:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:3.0:1749610832.864386:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749610832.864387:0:10935:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00080000:3.0:1749610832.864389:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000400:00000200:1.0:1749610832.864389:0:9760:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:2.0:1749610832.864390:0:10935:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000200:0.0:1749610832.864390:0:28322:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880079227480 x1834598494572416/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610848 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1749610832.864392:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 02000000:00000001:2.0:1749610832.864392:0:10935:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1749610832.864394:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000001:2.0:1749610832.864394:0:10935:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610832.864394:0:9760:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf930f00 00000100:00000001:2.0:1749610832.864396:0:10935:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749610832.864398:0:10935:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:1.0:1749610832.864399:0:9760:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x6d85 [1] + 0 00000400:00000010:2.0:1749610832.864400:0:10935:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a6e8. 00000100:00000001:0.0:1749610832.864401:0:28322:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000040:3.0:1749610832.864403:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880079226d80 x1834598494572160/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610857 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610832.864403:0:9760:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749610832.864403:0:28322:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1749610832.864404:0:10935:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494572544, offset 0 00000100:00000001:0.0:1749610832.864406:0:28322:0:(client.c:1550:after_reply()) Process entered 00000400:00000200:2.0:1749610832.864408:0:10935:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:0.0:1749610832.864409:0:28322:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00100000:3.0:1749610832.864412:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880079226d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494572160:0@lo:38:kworker.0 00000100:00000001:0.0:1749610832.864412:0:28322:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000200:1.0:1749610832.864413:0:9760:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1749610832.864415:0:10935:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749610832.864415:0:28322:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610832.864417:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610832.864417:0:9760:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000001:0.0:1749610832.864418:0:28322:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610832.864419:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000200:1.0:1749610832.864421:0:9760:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880079227100 x1834598494572288/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610857 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610832.864422:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880079226d80 x1834598494572160/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610857 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1749610832.864425:0:28322:0:(import.c:2097:obd_at_measure()) add 5 to ffff880079138c38 time=37 v=5 (5 5 5 5) 00000400:00000200:2.0:1749610832.864427:0:10935:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf931000 00000100:00000001:3.0:1749610832.864428:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1749610832.864429:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:1.0:1749610832.864430:0:9760:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880079227100 x1834598494572288/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610857 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1749610832.864431:0:28322:0:(import.c:2097:obd_at_measure()) add 1 to ffff880079138bf0 time=37 v=5 (1 1 1 1) 02000000:00000010:3.0:1749610832.864432:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88007dd5f400. 00000400:00000200:2.0:1749610832.864432:0:10935:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x6d99 [1] + 0 02000000:00000001:3.0:1749610832.864434:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1749610832.864435:0:28322:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000020:00000001:3.0:1749610832.864436:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000200:2.0:1749610832.864436:0:10935:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000040:3.0:1749610832.864437:0:28320:0:(genops.c:1242:class_import_put()) import ffff88012e71c800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000001:1.0:1749610832.864438:0:9760:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749610832.864438:0:28322:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610832.864439:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000200:2.0:1749610832.864439:0:10935:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000010:3.0:1749610832.864441:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88009d743400. 00010000:00000001:0.0:1749610832.864442:0:28322:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000400:00000200:1.0:1749610832.864443:0:9760:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b880 02000000:00000001:3.0:1749610832.864444:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749610832.864445:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000400:00000010:1.0:1749610832.864445:0:9760:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b880. 00000100:00000010:3.0:1749610832.864447:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880079226d80. 00000100:00000001:1.0:1749610832.864447:0:9760:0:(events.c:387:reply_out_callback()) Process entered 00010000:00080000:0.0:1749610832.864447:0:28322:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff880079227480 x1834598494572416/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610848 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610832.864448:0:10935:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749610832.864448:0:9760:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:1.0:1749610832.864451:0:9760:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610832.864452:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000200:2.0:1749610832.864452:0:10935:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880079227800 x1834598494572544/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610857 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610832.864454:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749610832.864454:0:9760:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 26 to 0@lo 00010000:00000001:0.0:1749610832.864455:0:28322:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610832.864456:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610832.864456:0:9760:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610832.864458:0:9760:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749610832.864458:0:28322:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000001:3.0:1749610832.864461:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:2.0:1749610832.864461:0:10935:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880079227800 x1834598494572544/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610857 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749610832.864461:0:28322:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000100:00000040:1.0:1749610832.864462:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8801135be300 x1834598494572288/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610852 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610832.864462:0:28322:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1749610832.864463:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610832.864463:0:28322:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610832.864465:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749610832.864466:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1749610832.864467:0:28322:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880079227480 x1834598494572416/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610848 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610832.864470:0:10935:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000001:3.0:1749610832.864472:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00100000:1.0:1749610832.864472:0:9760:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801135be300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:28320:x1834598494572288:12345-0@lo:38:kworker.0 Request processed in 206us (716us total) trans 0 rc -19/-19 00000400:00000001:3.0:1749610832.864474:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1749610832.864474:0:28322:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1749610832.864476:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b52f7dc0. 00000400:00000200:3.0:1749610832.864479:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eedaa0 00000100:00100000:1.0:1749610832.864479:0:9760:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 390 00000400:00000010:3.0:1749610832.864480:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eedaa0. 00000100:00000001:1.0:1749610832.864482:0:9760:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749610832.864483:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749610832.864483:0:9760:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1749610832.864484:0:28322:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000200:3.0:1749610832.864486:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880079227800 x1834598494572544/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610857 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749610832.864486:0:9760:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88006a3a9580. 00000100:00000001:0.0:1749610832.864486:0:28322:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1749610832.864488:0:10935:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a6e8 00000020:00000010:1.0:1749610832.864489:0:9760:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438c708. 00000100:00000040:0.0:1749610832.864490:0:28322:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880079227480 x1834598494572416/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610848 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749610832.864491:0:10935:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a6e8. 00000020:00000010:1.0:1749610832.864492:0:9760:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012d125800. 00000100:00000001:2.0:1749610832.864493:0:10935:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000200:3.0:1749610832.864494:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880079227800 x1834598494572544/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610857 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610832.864494:0:10935:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:1.0:1749610832.864495:0:9760:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610832.864497:0:10935:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610832.864498:0:28322:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880079227480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:28322:1834598494572416:0@lo:400:kworker.0 00000100:00000040:2.0:1749610832.864500:0:10935:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610832.864502:0:10935:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610832.864503:0:28322:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1749610832.864504:0:10935:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749610832.864505:0:28322:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1749610832.864506:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749610832.864508:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749610832.864508:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8801135bf480 x1834598494572544/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610852 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749610832.864508:0:28322:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880079227480 x1834598494572416/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610848 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610832.864510:0:28320:0:(client.c:1550:after_reply()) Process entered 00000100:00080000:1.0:1749610832.864511:0:9736:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 02000000:00000001:3.0:1749610832.864512:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749610832.864513:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000020:00000040:1.0:1749610832.864514:0:9736:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000100:00000001:3.0:1749610832.864515:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610832.864515:0:28322:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749610832.864516:0:28322:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1749610832.864517:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610832.864518:0:10935:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801135bf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:28320:x1834598494572544:12345-0@lo:38:kworker.0 Request processed in 191us (306us total) trans 0 rc -19/-19 02000000:00000010:0.0:1749610832.864519:0:28322:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88007fb8ea00. 00000100:00001000:3.0:1749610832.864521:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a728c38 time=1749610832 v=5 (0 0 0 0) 02000000:00000001:0.0:1749610832.864521:0:28322:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00100000:2.0:1749610832.864554:0:10935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 391 00000100:00000001:2.0:1749610832.864557:0:10935:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749610832.864558:0:10935:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:0.0:1749610832.864559:0:28322:0:(genops.c:1236:class_import_put()) Process entered 00000100:00001000:3.0:1749610832.864561:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a728bf0 time=137 v=20 (1 1 1 20) 00000020:00000040:0.0:1749610832.864561:0:28322:0:(genops.c:1242:class_import_put()) import ffff880079138800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000020:00000010:2.0:1749610832.864562:0:10935:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b2387b80. 00000020:00000001:0.0:1749610832.864564:0:28322:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1749610832.864565:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000020:00000010:2.0:1749610832.864565:0:10935:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095be9e10. 00000100:00000001:1.0:1749610832.864565:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749610832.864566:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000010:0.0:1749610832.864566:0:28322:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800a8bf4000. 00000100:00000001:3.0:1749610832.864568:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000010:2.0:1749610832.864568:0:10935:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d27de00. 00000100:00000001:1.0:1749610832.864569:0:28321:0:(client.c:1945:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1749610832.864569:0:28322:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749610832.864570:0:28322:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1749610832.864572:0:10935:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1749610832.864572:0:28322:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880079227480. 00000100:00000040:3.0:1749610832.864573:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880079227800 x1834598494572544/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610857 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1749610832.864574:0:28321:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1749610832.864576:0:28321:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1749610832.864576:0:28322:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749610832.864578:0:28322:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1749610832.864579:0:28321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012a3dba50. 00000100:00000001:3.0:1749610832.864580:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749610832.864580:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610832.864583:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749610832.864584:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1749610832.864584:0:28321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58bbb0 00000100:00000001:0.0:1749610832.864585:0:28322:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749610832.864586:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000040:2.0:1749610832.864586:0:5791:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5749c0 (cpu 0) has reached its deadline 4300106322, at 4300106322 00000100:00000001:0.0:1749610832.864586:0:28322:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610832.864587:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749610832.864588:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00080000:3.0:1749610832.864589:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:0.0:1749610832.864590:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1749610832.864592:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000010:2.0:1749610832.864592:0:5791:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012e6b38c0. 00000100:00000001:3.0:1749610832.864594:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000010:1.0:1749610832.864596:0:28321:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58bbb0. 00000100:00000040:3.0:1749610832.864597:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880079227800 x1834598494572544/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610857 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749610832.864599:0:3311:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574800 (cpu 0) has reached its deadline 4300106322, at 4300106322 00000100:00000001:1.0:1749610832.864601:0:28321:0:(events.c:79:reply_in_callback()) Process entered 00000100:00100000:3.0:1749610832.864605:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880079227800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494572544:0@lo:38:kworker.0 00000100:00000010:0.0:1749610832.864605:0:3311:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012e6b3b00. 00000100:00000200:1.0:1749610832.864608:0:28321:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880079227b80 x1834598494572672/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610848 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1749610832.864610:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1749610832.864612:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1749610832.864614:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b52f7ec8. 00000400:00000200:3.0:1749610832.864617:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eeda18 00000400:00000010:3.0:1749610832.864619:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eeda18. 00000100:00000200:1.0:1749610832.864623:0:28321:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880079227b80 x1834598494572672/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610848 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610832.864627:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1749610832.864630:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880079227100 x1834598494572288/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610857 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610832.864634:0:28321:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749610832.864637:0:28321:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1749610832.864638:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880079227100 x1834598494572288/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610857 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610832.864639:0:28321:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:1.0:1749610832.864642:0:28321:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749610832.864645:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749610832.864645:0:28321:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749610832.864646:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610832.864648:0:28320:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:1.0:1749610832.864648:0:28321:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610832.864650:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749610832.864651:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 02000000:00000001:1.0:1749610832.864651:0:28321:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610832.864652:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610832.864655:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749610832.864658:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a72c438 time=1749610832 v=5 (0 0 0 0) 00000100:00001000:1.0:1749610832.864658:0:28321:0:(import.c:2097:obd_at_measure()) add 5 to ffff88006a729c38 time=137 v=5 (5 5 5 5) 00000100:00001000:3.0:1749610832.864661:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a72c3f0 time=37 v=20 (20 1 1 1) 00000100:00000001:3.0:1749610832.864663:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00001000:1.0:1749610832.864663:0:28321:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a729bf0 time=137 v=5 (1 1 1 1) 00000100:00000001:3.0:1749610832.864665:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749610832.864667:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749610832.864667:0:28321:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749610832.864669:0:28321:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610832.864670:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880079227100 x1834598494572288/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610857 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1749610832.864673:0:28321:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1749610832.864677:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749610832.864679:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00010000:00080000:1.0:1749610832.864679:0:28321:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff880079227b80 x1834598494572672/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610848 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610832.864680:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610832.864682:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1749610832.864683:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:3.0:1749610832.864685:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a72c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749610832.864688:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:3.0:1749610832.864690:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00010000:00000001:1.0:1749610832.864690:0:28321:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610832.864693:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880079227100 x1834598494572288/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610857 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610832.864694:0:28321:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1749610832.864696:0:28321:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: skip recheck: last_committed 0 00000100:00000001:1.0:1749610832.864699:0:28321:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00100000:3.0:1749610832.864700:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880079227100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494572288:0@lo:38:kworker.0 00000100:00000001:1.0:1749610832.864701:0:28321:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610832.864707:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880079227b80 x1834598494572672/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610848 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610832.864712:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610832.864714:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749610832.864717:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880079227800 x1834598494572544/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610857 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610832.864718:0:28321:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749610832.864721:0:28321:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749610832.864724:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1749610832.864724:0:28321:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1749610832.864725:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1749610832.864727:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88007dd5d000. 02000000:00000001:3.0:1749610832.864729:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:1.0:1749610832.864730:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880079227b80 x1834598494572672/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610848 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749610832.864731:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749610832.864732:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a728800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000020:00000001:3.0:1749610832.864734:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1749610832.864736:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88009d740000. 02000000:00000001:3.0:1749610832.864738:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749610832.864739:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1749610832.864741:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880079227800. 00000100:00100000:1.0:1749610832.864742:0:28321:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880079227b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:28321:1834598494572672:0@lo:400:kworker.0 00000100:00000001:3.0:1749610832.864744:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749610832.864746:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610832.864747:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749610832.864750:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880079227100 x1834598494572288/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610857 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610832.864756:0:28321:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610832.864757:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1749610832.864758:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1749610832.864759:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88007dd5ec00. 00000100:00000001:1.0:1749610832.864759:0:28321:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1749610832.864761:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1749610832.864762:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749610832.864763:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a72c000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000100:00000040:1.0:1749610832.864764:0:28321:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880079227b80 x1834598494572672/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610848 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749610832.864765:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1749610832.864766:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88009d741800. 02000000:00000001:3.0:1749610832.864768:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749610832.864769:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1749610832.864770:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880079227100. 00000100:00000001:3.0:1749610832.864773:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749610832.864774:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610832.864774:0:28321:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1749610832.864775:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610832.864776:0:28321:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1749610832.864777:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749610832.864778:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 02000000:00000010:1.0:1749610832.864780:0:28321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012d125200. 00000100:00000001:3.0:1749610832.864784:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610832.864784:0:28321:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1749610832.864786:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610832.864786:0:28321:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1749610832.864789:0:28321:0:(genops.c:1242:class_import_put()) import ffff88006a729800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000020:00000001:1.0:1749610832.864792:0:28321:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1749610832.864795:0:28321:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800a8bf4600. 02000000:00000001:1.0:1749610832.864798:0:28321:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:3.0:1749610832.864799:0:83:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574aa0 (cpu 0) has reached its deadline 4300106322, at 4300106322 02000000:00000001:1.0:1749610832.864800:0:28321:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1749610832.864803:0:28321:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880079227b80. 00000100:00000010:3.0:1749610832.864805:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012e6b3c40. 00000100:00000001:1.0:1749610832.864808:0:28321:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749610832.864811:0:28321:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610832.864813:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610832.864821:0:28321:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749610832.864823:0:28321:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610832.864826:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749610832.864829:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610832.864843:0:8305:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5748e0 (cpu 0) has reached its deadline 4300106322, at 4300106322 00000100:00000010:1.0:1749610832.864851:0:8305:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012e6b3940. 00080000:00000010:3.0:1749610832.887639:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6cd80. 00080000:00000010:3.0:1749610832.887650:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6cd80. 00000020:00000001:3.0:1749610832.887658:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610832.887780:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6cd80. 00080000:00000010:3.0:1749610832.887789:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6cd80. 00000020:00000001:3.0:1749610832.887794:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610832.887805:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6cd80. 00080000:00000010:3.0:1749610832.887811:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6cd80. 00000020:00000001:3.0:1749610832.887816:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610833.293615:0:26565:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6c400. 00080000:00000010:3.0:1749610833.293625:0:26565:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6c400. 00000020:00000001:3.0:1749610833.293630:0:26565:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610833.293647:0:26565:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6c400. 00080000:00000010:3.0:1749610833.293652:0:26565:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6c400. 00000020:00000001:3.0:1749610833.293656:0:26565:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610833.293662:0:26565:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6c400. 00080000:00000010:3.0:1749610833.293667:0:26565:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6c400. 00000020:00000001:3.0:1749610833.293670:0:26565:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610833.298042:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6c400. 00080000:00000010:3.0:1749610833.298052:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6c400. 00000020:00000001:3.0:1749610833.298058:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610833.298188:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6c400. 00080000:00000010:3.0:1749610833.298194:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6c400. 00000020:00000001:3.0:1749610833.298199:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610833.298209:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6c400. 00080000:00000010:3.0:1749610833.298213:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6c400. 00000020:00000001:3.0:1749610833.298218:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1749610833.422765:0:26607:0:(debug.c:791:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1749610833.422770:0:26607:0:(debug.c:792:libcfs_debug_mark_buffer()) DEBUG MARKER: sanity test_150g: @@@@@@ FAIL: /home/green/git/lustre-release/lustre/utils/lfs setstripe -c2 /mnt/lustre/f150g.sanity failed 00000001:00000001:3.0:1749610833.430673:0:26607:0:(debug.c:794:libcfs_debug_mark_buffer()) ************************************************** 00000100:00000001:2.0:1749610833.457593:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610833.457603:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610833.457605:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610833.457609:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749610833.457612:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610833.457616:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610833.457619:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610833.457621:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610833.457624:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610833.483884:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9b00. 00080000:00000010:1.0:1749610833.483892:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9b00. 00000020:00000001:1.0:1749610833.483898:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610833.483964:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9b00. 00080000:00000010:1.0:1749610833.483969:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9b00. 00000020:00000001:1.0:1749610833.483972:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610833.483979:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9b00. 00080000:00000010:1.0:1749610833.483983:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9b00. 00000020:00000001:1.0:1749610833.483986:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610833.800611:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610833.800617:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610833.800729:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749610833.800734:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610833.800738:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749610833.823612:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610833.823616:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610833.823619:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610833.823622:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966abf00 going to sleep for 0 seconds 00000100:00000001:2.0:1749610833.823626:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610833.823629:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610833.823632:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610833.823635:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610833.823638:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610833.864611:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1749610833.864677:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749610833.864679:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610833.864683:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749610833.864685:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749610833.864688:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610833.864691:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610833.878649:0:26629:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dff780. 00080000:00000010:0.0:1749610833.878660:0:26629:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dff780. 00000020:00000001:0.0:1749610833.878667:0:26629:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610833.878694:0:26629:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dff780. 00080000:00000010:0.0:1749610833.878700:0:26629:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dff780. 00000020:00000001:0.0:1749610833.878705:0:26629:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610833.878714:0:26629:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dff780. 00080000:00000010:0.0:1749610833.878721:0:26629:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dff780. 00000020:00000001:0.0:1749610833.878725:0:26629:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610833.882857:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9b00. 00080000:00000010:1.0:1749610833.882863:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9b00. 00000020:00000001:1.0:1749610833.882871:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610833.882942:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9b00. 00080000:00000010:1.0:1749610833.882946:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9b00. 00000020:00000001:1.0:1749610833.882949:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610833.882954:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9b00. 00080000:00000010:1.0:1749610833.882957:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9b00. 00000020:00000001:1.0:1749610833.882959:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) Debug log: 3443 lines, 3443 kept, 0 dropped, 0 bad.