00000100:00000001:0.0F:1749615358.459597:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749615358.459607:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749615358.459608:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749615358.459612:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749615358.459614:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749615358.459617:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749615358.459618:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749615358.459620:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749615358.459622:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749615358.848604:0:20841:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749615358.848609:0:20841:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0F:1749615358.848692:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749615358.848699:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749615358.848701:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749615358.988643:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749615358.988648:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749615358.988649:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749615358.988652:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff880136803b40 going to sleep for 0 seconds 00000100:00000001:0.0:1749615358.988654:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749615358.988656:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749615358.988658:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749615358.988661:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749615358.988662:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749615359.207582:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749615359.207594:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749615359.207595:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749615359.207598:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749615359.207599:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749615359.207602:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749615359.207603:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0F:1749615359.214600:0:15490:0:(pinger.c:229:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1749615359.214609:0:15490:0:(pinger.c:247:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1749615359.214611:0:15490:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1749615359.214613:0:15490:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1749615359.214614:0:15490:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1749615359.214617:0:15490:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1749615359.214619:0:15490:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:1.0:1749615359.214623:0:15490:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 9960 00000100:00080000:1.0:1749615359.214625:0:15490:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1749615359.214627:0:15490:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:1.0:1749615359.214629:0:15490:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749615359.214631:0:15490:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:1.0:1749615359.214632:0:15490:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:1.0:1749615359.214634:0:15490:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749615359.214636:0:15490:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfa7 00000020:00000001:1.0:1749615359.214637:0:15490:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1749615359.214639:0:15490:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801327a1800 refcount=4 00000020:00000001:1.0:1749615359.214640:0:15490:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000020:00000001:1.0:1749615359.214642:0:15490:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000100:00000040:1.0:1749615359.214643:0:15490:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:1.0:1749615359.214644:0:15490:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749615359.214645:0:15490:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:1.0:1749615359.214647:0:15490:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:1.0:1749615359.214649:0:15490:0:(genops.c:898:class_export_put()) PUTting export ffff8801327a1800 : new refcount 3 00000100:00080000:1.0:1749615359.214651:0:15490:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8801369c9000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:1.0:1749615359.214652:0:15490:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749615359.214654:0:15490:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1749615359.214658:0:15490:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1749615359.214659:0:15490:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749615359.214660:0:15490:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:1.0:1749615359.214665:0:15490:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1749615359.214669:0:15490:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006d96d500. 00000020:00000040:1.0:1749615359.214671:0:15490:0:(genops.c:1229:class_import_get()) import ffff8801369c9000 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:1.0:1749615359.214674:0:15490:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1749615359.214675:0:15490:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749615359.214677:0:15490:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1749615359.214679:0:15490:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1749615359.214681:0:15490:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1749615359.214686:0:15490:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88009974ac00. 00000100:00000001:1.0:1749615359.214691:0:15490:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749615359.214697:0:15490:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88006d96d500 x1834598495328256/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1749615359.214703:0:15490:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1749615359.214706:0:15490:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749615359.214709:0:15490:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88006d96d500] to pc [ptlrpcd_rcv+-1] req@ffff88006d96d500 x1834598495328256/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749615359.214722:0:15490:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1749615359.214724:0:15490:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1749615359.214727:0:15490:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1749615359.214728:0:15490:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1749615359.214729:0:15490:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1749615359.214730:0:15490:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:1.0:1749615359.214731:0:15490:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 9960 00000100:00080000:1.0:1749615359.214733:0:15490:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1749615359.214734:0:15490:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:1.0:1749615359.214735:0:15490:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749615359.214736:0:15490:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:1.0:1749615359.214737:0:15490:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:1.0:1749615359.214738:0:15490:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749615359.214739:0:15490:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfd8 00000020:00000001:1.0:1749615359.214740:0:15490:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1749615359.214741:0:15490:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012e71d000 refcount=9 00000020:00000001:1.0:1749615359.214744:0:15490:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000020:00000001:1.0:1749615359.214746:0:15490:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000100:00000040:1.0:1749615359.214748:0:15490:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:1.0:1749615359.214749:0:15490:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749615359.214750:0:15490:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:1.0:1749615359.214751:0:15490:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:1.0:1749615359.214752:0:15490:0:(genops.c:898:class_export_put()) PUTting export ffff88012e71d000 : new refcount 8 00000100:00080000:1.0:1749615359.214753:0:15490:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff88012e71c800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:1.0:1749615359.214754:0:15490:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749615359.214755:0:15490:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1749615359.214757:0:15490:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1749615359.214758:0:15490:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749615359.214759:0:15490:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:1.0:1749615359.214760:0:15490:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1749615359.214761:0:15490:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006d96c700. 00000020:00000040:1.0:1749615359.214762:0:15490:0:(genops.c:1229:class_import_get()) import ffff88012e71c800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 02000000:00000001:1.0:1749615359.214764:0:15490:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1749615359.214764:0:15490:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749615359.214765:0:15490:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1749615359.214766:0:15490:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1749615359.214766:0:15490:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1749615359.214768:0:15490:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88009974b400. 00000100:00000001:1.0:1749615359.214770:0:15490:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749615359.214772:0:15490:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88006d96c700 x1834598495328384/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749615359.214776:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749615359.214777:0:15490:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1749615359.214778:0:15490:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749615359.214779:0:15490:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88006d96c700] to pc [ptlrpcd_rcv+-1] req@ffff88006d96c700 x1834598495328384/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749615359.214779:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749615359.214780:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1749615359.214784:0:15490:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1749615359.214785:0:15490:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00000040:0.0:1749615359.214785:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88006d96d500 x1834598495328256/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1749615359.214787:0:15490:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1749615359.214790:0:15490:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1749615359.214791:0:15490:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749615359.214791:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749615359.214793:0:15490:0:(import.c:480:import_select_connection()) Process entered 00000100:00000001:0.0:1749615359.214793:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1749615359.214794:0:15490:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 9960 00000100:00080000:1.0:1749615359.214795:0:15490:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 02000000:00000001:0.0:1749615359.214795:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:1.0:1749615359.214797:0:15490:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:1.0:1749615359.214797:0:15490:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 02000000:00000001:0.0:1749615359.214797:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1749615359.214798:0:15490:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:1.0:1749615359.214799:0:15490:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 02000000:00000001:0.0:1749615359.214799:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749615359.214800:0:15490:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749615359.214801:0:15490:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0db 00000020:00000001:1.0:1749615359.214801:0:15490:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:0.0:1749615359.214801:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88006d96d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598495328256:0@lo:38:kworker.0 00000020:00000040:1.0:1749615359.214802:0:15490:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72d000 refcount=8 00000020:00000001:1.0:1749615359.214803:0:15490:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000020:00000001:1.0:1749615359.214804:0:15490:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000100:00000040:1.0:1749615359.214806:0:15490:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:1.0:1749615359.214807:0:15490:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749615359.214808:0:15490:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:1.0:1749615359.214808:0:15490:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:1.0:1749615359.214809:0:15490:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72d000 : new refcount 7 00000100:00000001:0.0:1749615359.214810:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00080000:1.0:1749615359.214811:0:15490:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88006a728800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:1.0:1749615359.214812:0:15490:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749615359.214812:0:15490:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749615359.214812:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1749615359.214814:0:15490:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749615359.214814:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749615359.214815:0:15490:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749615359.214816:0:15490:0:(obd_class.h:910:obd_reconnect()) Process entered 02000000:00000001:0.0:1749615359.214816:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1749615359.214817:0:15490:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1749615359.214818:0:15490:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006d96ca80. 02000000:00000010:0.0:1749615359.214818:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880070e8c000. 00000020:00000040:1.0:1749615359.214819:0:15490:0:(genops.c:1229:class_import_get()) import ffff88006a728800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 02000000:00000001:1.0:1749615359.214820:0:15490:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749615359.214820:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749615359.214821:0:15490:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749615359.214822:0:15490:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000400:00000010:0.0:1749615359.214824:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ffd10. 02000000:00000001:1.0:1749615359.214825:0:15490:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1749615359.214826:0:15490:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1749615359.214827:0:15490:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880099748000. 00000100:00000001:1.0:1749615359.214829:0:15490:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749615359.214830:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821440. 00000100:00100000:1.0:1749615359.214831:0:15490:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88006d96ca80 x1834598495328512/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1749615359.214835:0:15490:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000200:0.0:1749615359.214835:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598495328256, portal 4 00000100:00000001:1.0:1749615359.214836:0:15490:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749615359.214836:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000040:1.0:1749615359.214837:0:15490:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88006d96ca80] to pc [ptlrpcd_rcv+-1] req@ffff88006d96ca80 x1834598495328512/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749615359.214837:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134152819968 : -131939556731648 : ffff88006d96d500) 00000100:00000001:1.0:1749615359.214841:0:15490:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749615359.214842:0:15490:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1749615359.214842:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88006d96d500 x1834598495328256/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749615384 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749615359.214844:0:15490:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1749615359.214846:0:15490:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006d96dc00. 00000020:00000040:1.0:1749615359.214847:0:15490:0:(genops.c:1229:class_import_get()) import ffff88006a729800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 00000100:00000001:0.0:1749615359.214847:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:1.0:1749615359.214848:0:15490:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1749615359.214849:0:15490:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:0.0:1749615359.214849:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:1.0:1749615359.214850:0:15490:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749615359.214851:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821bb0. 02000000:00000010:1.0:1749615359.214852:0:15490:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800a42f0100. 00000100:00000200:0.0:1749615359.214852:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598495328256, offset 0 00000100:00000001:1.0:1749615359.214853:0:15490:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749615359.214855:0:15490:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID req@ffff88006d96dc00 x1834598495328640/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1749615359.214856:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749615359.214858:0:15490:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1749615359.214859:0:15490:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749615359.214862:0:15490:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88006d96dc00] to pc [ptlrpcd_00_01+1] req@ffff88006d96dc00 x1834598495328640/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749615359.214866:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749615359.214873:0:15490:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749615359.214873:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848ebf9e9800 00000100:00080000:1.0:1749615359.214874:0:15490:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1749615359.214876:0:15490:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1749615359.214877:0:15490:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1749615359.214878:0:15490:0:(import.c:66:import_set_state_nolock()) ffff88007197b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000400:00000200:0.0:1749615359.214878:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x3e41 [256] + 0 00000100:00000001:1.0:1749615359.214882:0:15490:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:1.0:1749615359.214883:0:15490:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 9960 00000400:00000200:0.0:1749615359.214883:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00080000:1.0:1749615359.214884:0:15490:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000400:00000200:0.0:1749615359.214885:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:1.0:1749615359.214886:0:15490:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:1.0:1749615359.214887:0:15490:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749615359.214888:0:15490:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749615359.214888:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:1.0:1749615359.214889:0:15490:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:1.0:1749615359.214889:0:15490:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749615359.214890:0:15490:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d6a7 00000100:00000200:0.0:1749615359.214890:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000020:00000001:1.0:1749615359.214891:0:15490:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1749615359.214892:0:15490:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88007197c000 refcount=8 00000100:00000010:0.0:1749615359.214892:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88007ac05880. 00000020:00000001:1.0:1749615359.214893:0:15490:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134219988992 : -131939489562624 : ffff88007197c000) 00000020:00000001:1.0:1749615359.214894:0:15490:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134219988992 : -131939489562624 : ffff88007197c000) 00000100:00000040:0.0:1749615359.214894:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88007ac05880 x1834598495328256 msgsize 520 00000100:00000040:1.0:1749615359.214895:0:15490:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:1.0:1749615359.214896:0:15490:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749615359.214897:0:15490:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00100000:0.0:1749615359.214897:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1749615359.214898:0:15490:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:1.0:1749615359.214899:0:15490:0:(genops.c:898:class_export_put()) PUTting export ffff88007197c000 : new refcount 7 00000100:00080000:1.0:1749615359.214900:0:15490:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff88007197b000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:1.0:1749615359.214901:0:15490:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749615359.214902:0:15490:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1749615359.214903:0:15490:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1749615359.214904:0:15490:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749615359.214905:0:15490:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:1.0:1749615359.214906:0:15490:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1749615359.214907:0:15490:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006d96f100. 00000020:00000040:1.0:1749615359.214908:0:15490:0:(genops.c:1229:class_import_get()) import ffff88007197b000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:1.0:1749615359.214909:0:15490:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1749615359.214910:0:15490:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749615359.214911:0:15490:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1749615359.214911:0:15490:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1749615359.214912:0:15490:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749615359.214912:0:28320:0:(events.c:374:request_in_callback()) Process leaving 02000000:00000010:1.0:1749615359.214916:0:15490:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88009974b000. 00000400:00000200:0.0:1749615359.214917:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821bb0 00000100:00000001:1.0:1749615359.214918:0:15490:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749615359.214918:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821bb0. 00000100:00100000:1.0:1749615359.214920:0:15490:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88006d96f100 x1834598495328768/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749615359.214920:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:1.0:1749615359.214923:0:15490:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000200:0.0:1749615359.214923:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88006d96d500 x1834598495328256/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749615384 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749615359.214924:0:15490:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749615359.214926:0:15490:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88006d96f100] to pc [ptlrpcd_rcv+-1] req@ffff88006d96f100 x1834598495328768/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749615359.214929:0:15490:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749615359.214931:0:15490:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1749615359.214932:0:15490:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1749615359.214933:0:15490:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006d96df80. 00000100:00000001:0.0:1749615359.214934:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000040:1.0:1749615359.214935:0:15490:0:(genops.c:1229:class_import_get()) import ffff880071979800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:1.0:1749615359.214936:0:15490:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1749615359.214936:0:15490:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:0.0:1749615359.214936:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88006d96d500 x1834598495328256/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749615384 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749615359.214937:0:15490:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1749615359.214938:0:15490:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800a42f0e00. 00000100:00000001:1.0:1749615359.214940:0:15490:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749615359.214940:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749615359.214941:0:15490:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID req@ffff88006d96df80 x1834598495328896/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749615359.214941:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1749615359.214943:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749615359.214945:0:15490:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1749615359.214945:0:15490:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749615359.214946:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1373 usecs (2 jiffies) 00000100:00000040:1.0:1749615359.214947:0:15490:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88006d96df80] to pc [ptlrpcd_00_02+2] req@ffff88006d96df80 x1834598495328896/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749615359.214948:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4304632674 00000100:00000010:0.0:1749615359.214951:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012b4c4dc0. 00000100:00000001:0.0:1749615359.214955:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 0 00000100:00000001:0.0:1749615359.214959:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4304632674 00000100:00000001:1.0:1749615359.214961:0:15490:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749615359.214961:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012b4c4740. 00000100:00000001:3.0F:1749615359.214963:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749615359.214963:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 1 00000100:00000040:1.0:1749615359.214964:0:15490:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (9970) 00000100:00000001:0.0:1749615359.214964:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4304632674 00000100:00000010:0.0:1749615359.214966:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012b4c4640. 00000100:00000001:0.0:1749615359.214967:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 2 00000100:00000001:3.0:1749615359.214968:0:28323:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749615359.214969:0:28323:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1749615359.214969:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4304632674 00000100:00000001:1.0:1749615359.214971:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000010:0.0:1749615359.214971:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012b4c4680. 00000100:00100000:1.0:1749615359.214972:0:28321:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:0.0:1749615359.214972:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 3 00000100:00000001:1.0:1749615359.214973:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749615359.214974:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88006d96df80 x1834598495328896/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749615359.214974:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749615359.214975:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749615359.214977:0:28321:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749615359.214977:0:28321:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749615359.214977:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749615359.214978:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749615359.214978:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749615359.214980:0:28323:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749615359.214980:0:28323:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749615359.214980:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749615359.214981:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1749615359.214982:0:28323:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1749615359.214982:0:28321:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749615359.214982:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749615359.214983:0:9761:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1749615359.214983:0:28321:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1749615359.214983:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749615359.214983:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 02000000:00000001:3.0:1749615359.214984:0:28323:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1749615359.215000:0:9761:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598495328256 00000100:00000040:1.0:1749615359.215001:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88006d96dc00 x1834598495328640/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749615359.215002:0:9761:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:0.0:1749615359.215002:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88006d96c700 x1834598495328384/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749615359.215004:0:9761:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 02000000:00000001:3.0:1749615359.215006:0:28323:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749615359.215006:0:9761:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749615359.215006:0:28321:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749615359.215006:0:28321:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749615359.215008:0:28323:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88006d96df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:28323:1834598495328896:0@lo:400:kworker.0 02000000:00000001:2.0:1749615359.215008:0:9761:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749615359.215008:0:28321:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1749615359.215009:0:28321:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749615359.215010:0:28323:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1749615359.215010:0:28321:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749615359.215011:0:9761:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598495328256 02000000:00000001:3.0:1749615359.215012:0:28323:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00100000:1.0:1749615359.215012:0:28321:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88006d96dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:28321:1834598495328640:0@lo:400:kworker.0 02000000:00000001:3.0:1749615359.215013:0:28323:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749615359.215013:0:9761:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749615359.215013:0:9761:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:0.0:1749615359.215013:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 02000000:00000001:3.0:1749615359.215014:0:28323:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1749615359.215014:0:28321:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1749615359.215014:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749615359.215015:0:9761:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:0.0:1749615359.215015:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000010:3.0:1749615359.215016:0:28323:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012c7b2a00. 00000020:00000001:2.0:1749615359.215016:0:9761:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749615359.215016:0:28321:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1749615359.215016:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1749615359.215017:0:28323:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749615359.215017:0:9761:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749615359.215017:0:28321:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749615359.215017:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749615359.215018:0:28321:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:0.0:1749615359.215019:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88006d96c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598495328384:0@lo:38:kworker.0 00000400:00000010:3.0:1749615359.215020:0:28323:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b52f7c08. 02000000:00000010:1.0:1749615359.215020:0:28321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009c9bf400. 00000020:00000010:2.0:1749615359.215021:0:9761:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880079131200. 02000000:00000001:1.0:1749615359.215021:0:28321:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749615359.215021:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1749615359.215022:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:3.0:1749615359.215023:0:28323:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eedbb0. 00000400:00000010:1.0:1749615359.215023:0:28321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a3dbaa8. 02000000:00000001:0.0:1749615359.215023:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749615359.215024:0:9761:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b2387500. 02000000:00000001:0.0:1749615359.215024:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:3.0:1749615359.215025:0:28323:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598495328896, portal 10 00000400:00000010:1.0:1749615359.215026:0:28321:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b3b8. 02000000:00000010:0.0:1749615359.215026:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880070e8e000. 00000100:00000001:3.0:1749615359.215027:0:28323:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1749615359.215027:0:28323:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134152822656 : -131939556728960 : ffff88006d96df80) 02000000:00000001:0.0:1749615359.215027:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749615359.215028:0:9761:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095be9258. 00000100:00000200:1.0:1749615359.215028:0:28321:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598495328640, portal 10 00000400:00000010:0.0:1749615359.215029:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ffa50. 00000100:00000001:1.0:1749615359.215030:0:28321:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1749615359.215030:0:28321:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134152821760 : -131939556729856 : ffff88006d96dc00) 00000100:00000001:2.0:1749615359.215031:0:9761:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000400:00000010:0.0:1749615359.215031:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821bb0. 00000100:00000040:3.0:1749615359.215032:0:28323:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88006d96df80 x1834598495328896/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749615375 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749615359.215032:0:9761:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749615359.215033:0:9761:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749615359.215033:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598495328384, portal 10 00000100:00000040:1.0:1749615359.215034:0:28321:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88006d96dc00 x1834598495328640/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749615375 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749615359.215034:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749615359.215035:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134152816384 : -131939556735232 : ffff88006d96c700) 00000100:00000001:3.0:1749615359.215036:0:28323:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749615359.215037:0:9761:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749615359.215038:0:28323:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1749615359.215038:0:28321:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:0.0:1749615359.215038:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88006d96c700 x1834598495328384/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749615384 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1749615359.215039:0:28323:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eedb28. 00000100:00000040:1.0:1749615359.215039:0:28321:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000200:3.0:1749615359.215040:0:28323:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598495328896, offset 0 00000400:00000010:1.0:1749615359.215041:0:28321:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b6e8. 00000100:00000200:1.0:1749615359.215042:0:28321:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598495328640, offset 0 00000100:00000001:0.0:1749615359.215042:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:3.0:1749615359.215043:0:28323:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749615359.215043:0:9761:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749615359.215043:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749615359.215044:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821e58. 00000400:00000200:1.0:1749615359.215045:0:28321:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1749615359.215047:0:28323:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:0.0:1749615359.215047:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598495328384, offset 0 00000100:00000001:2.0:1749615359.215048:0:9761:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000400:00000200:1.0:1749615359.215049:0:28321:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1749615359.215049:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749615359.215050:0:9761:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000200:3.0:1749615359.215051:0:28323:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf9e9a80 00000100:00100000:2.0:1749615359.215053:0:9761:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1058 00000400:00000200:0.0:1749615359.215053:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1749615359.215054:0:28321:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf9e9980 00000400:00000200:3.0:1749615359.215055:0:28323:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3c0d [64] + 100400 00000100:00000001:2.0:1749615359.215055:0:9761:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134373644416 : -131939335907200 : ffff88007ac05880) 00000400:00000200:0.0:1749615359.215056:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf9e9880 00000400:00000200:3.0:1749615359.215058:0:28323:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1749615359.215058:0:9761:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88007ac05880 x1834598495328256/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749615379 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749615359.215058:0:28321:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3c0d [64] + 100624 00000400:00000200:3.0:1749615359.215060:0:28323:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1749615359.215061:0:28321:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749615359.215064:0:28321:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1749615359.215065:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3c0d [64] + 100848 00000100:00100000:2.0:1749615359.215066:0:9761:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ac05880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:28320:x1834598495328256:12345-0@lo:38:kworker.0 00000100:00000001:3.0:1749615359.215068:0:28323:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:2.0:1749615359.215068:0:9761:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598495328256 00000400:00000200:0.0:1749615359.215068:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:3.0:1749615359.215069:0:28323:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000400:00000200:0.0:1749615359.215069:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:2.0:1749615359.215070:0:9761:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000010:3.0:1749615359.215071:0:28323:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880095102a00. 00010000:00000001:2.0:1749615359.215072:0:9761:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000040:3.0:1749615359.215073:0:28323:0:(events.c:338:request_in_callback()) incoming req@ffff880095102a00 x1834598495328896 msgsize 224 00000100:00100000:3.0:1749615359.215075:0:28323:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1749615359.215075:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749615359.215077:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749615359.215081:0:28323:0:(events.c:374:request_in_callback()) Process leaving 00000020:00000001:2.0:1749615359.215082:0:9761:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:2.0:1749615359.215084:0:9761:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:1.0:1749615359.215086:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749615359.215088:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749615359.215089:0:28323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eedb28 00000100:00000001:0.0:1749615359.215089:0:9691:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000400:00000010:3.0:1749615359.215090:0:28323:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eedb28. 00010000:00000001:2.0:1749615359.215091:0:9761:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:2.0:1749615359.215092:0:9761:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749615359.215093:0:28323:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:2.0:1749615359.215094:0:9761:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00100000:0.0:1749615359.215094:0:9691:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598495328896 00000100:00000200:3.0:1749615359.215095:0:28323:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88006d96df80 x1834598495328896/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749615375 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749615359.215095:0:9691:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749615359.215096:0:9761:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1749615359.215096:0:9691:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 02000000:00000001:2.0:1749615359.215097:0:9761:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1749615359.215097:0:28321:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:0.0:1749615359.215097:0:9691:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749615359.215098:0:28321:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:3.0:1749615359.215099:0:28323:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1749615359.215099:0:9691:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749615359.215100:0:9761:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880070eb8800. 00000100:00000010:1.0:1749615359.215100:0:28321:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006d96c000. 00000100:00100000:0.0:1749615359.215100:0:9691:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598495328896 00000100:00000040:3.0:1749615359.215101:0:28323:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88006d96df80 x1834598495328896/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749615375 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749615359.215101:0:9761:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749615359.215101:0:9691:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1749615359.215102:0:9761:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749615359.215102:0:28321:0:(events.c:338:request_in_callback()) incoming req@ffff88006d96c000 x1834598495328640 msgsize 224 00000020:00000040:0.0:1749615359.215102:0:9691:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d6bc 00000020:00000001:0.0:1749615359.215103:0:9691:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:1.0:1749615359.215104:0:28321:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1749615359.215105:0:28323:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749615359.215105:0:9761:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000020:00000040:0.0:1749615359.215105:0:9691:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800b4001000 refcount=5 00000100:00000001:3.0:1749615359.215106:0:28323:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000001:2.0:1749615359.215106:0:9761:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749615359.215106:0:9691:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135334121472 : -131938375430144 : ffff8800b4001000) 00000100:00000001:3.0:1749615359.215107:0:28323:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749615359.215108:0:9761:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:1.0:1749615359.215108:0:28321:0:(events.c:374:request_in_callback()) Process leaving 00000020:00000001:0.0:1749615359.215108:0:9691:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135334121472 : -131938375430144 : ffff8800b4001000) 00000100:00000040:3.0:1749615359.215109:0:28323:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 1018 usecs (2 jiffies) 00000100:00000001:2.0:1749615359.215110:0:9761:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:3.0:1749615359.215111:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4304632674 00000400:00000200:1.0:1749615359.215111:0:28321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b6e8 00000100:00000001:0.0:1749615359.215111:0:9691:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1749615359.215112:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4304632674 00000020:00000010:0.0:1749615359.215112:0:9691:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012b4c4000. 00000100:00000001:2.0:1749615359.215113:0:9761:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000010:1.0:1749615359.215113:0:28321:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b6e8. 00000100:00000001:3.0:1749615359.215114:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4304632674 00000100:00000040:2.0:1749615359.215114:0:9761:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:1.0:1749615359.215114:0:28321:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:3.0:1749615359.215115:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4304632674 00000100:00000001:2.0:1749615359.215115:0:9761:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:3.0:1749615359.215116:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4304632674 00000100:00000001:3.0:1749615359.215117:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4304632674 00000100:00000001:2.0:1749615359.215117:0:9761:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000200:1.0:1749615359.215117:0:28321:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88006d96dc00 x1834598495328640/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749615375 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1749615359.215117:0:9691:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000100:00000001:3.0:1749615359.215118:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4304632674 00000100:00000040:2.0:1749615359.215118:0:9761:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:3.0:1749615359.215119:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4304632674 00000100:00000001:3.0:1749615359.215120:0:28323:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749615359.215120:0:9761:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1749615359.215121:0:28323:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749615359.215121:0:9761:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749615359.215121:0:28321:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1749615359.215121:0:9691:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:2.0:1749615359.215122:0:9761:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:3.0:1749615359.215123:0:28323:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749615359.215123:0:9761:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:1.0:1749615359.215123:0:28321:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88006d96dc00 x1834598495328640/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749615375 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749615359.215124:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1749615359.215124:0:9691:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880129dbbc00. 00000400:00000010:2.0:1749615359.215125:0:9761:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a330. 00000020:00000010:0.0:1749615359.215126:0:9691:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880084381300. 00000100:00000001:3.0:1749615359.215127:0:28323:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:2.0:1749615359.215127:0:9761:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598495328256, offset 0 00000100:00000001:1.0:1749615359.215127:0:28321:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749615359.215128:0:28321:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000010:0.0:1749615359.215128:0:9691:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4add7d0. 00000100:00000001:3.0:1749615359.215130:0:28323:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:2.0:1749615359.215130:0:9761:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749615359.215130:0:28321:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749615359.215131:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1749615359.215131:0:9691:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:3.0:1749615359.215132:0:28323:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1749615359.215132:0:28321:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 1082 usecs (2 jiffies) 00000100:00000001:0.0:1749615359.215132:0:9691:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749615359.215133:0:28323:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749615359.215134:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749615359.215134:0:9761:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749615359.215134:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4304632674 00000100:00000001:0.0:1749615359.215134:0:9691:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749615359.215135:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4304632674 00000100:00000001:0.0:1749615359.215135:0:9691:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749615359.215136:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4304632674 00000400:00000200:2.0:1749615359.215138:0:9761:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848ebf9e9800 00000100:00000001:1.0:1749615359.215138:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4304632674 00000100:00000001:0.0:1749615359.215138:0:9691:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1749615359.215139:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4304632674 00000100:00000001:1.0:1749615359.215140:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4304632674 00000100:00000001:0.0:1749615359.215140:0:9691:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1749615359.215140:0:9691:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1749615359.215141:0:9736:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000400:00000200:2.0:1749615359.215141:0:9761:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x16ee1 [1] + 0 00000100:00000001:1.0:1749615359.215141:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4304632674 00000100:00000001:1.0:1749615359.215142:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4304632674 00000020:00000040:3.0:1749615359.215143:0:9736:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000100:00000001:1.0:1749615359.215143:0:28321:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1749615359.215144:0:9761:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749615359.215144:0:28321:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749615359.215144:0:9691:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1749615359.215145:0:9761:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749615359.215145:0:28321:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749615359.215147:0:9761:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:0.0:1749615359.215148:0:9691:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1749615359.215149:0:9691:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598495328640 02000000:00000001:0.0:1749615359.215149:0:9691:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000200:2.0:1749615359.215150:0:9761:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88006d96d500 x1834598495328256/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749615384 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749615359.215150:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749615359.215150:0:9691:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749615359.215151:0:9691:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749615359.215152:0:9691:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749615359.215153:0:9691:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598495328640 00000020:00000001:0.0:1749615359.215154:0:9691:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749615359.215155:0:9691:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0f0 00000100:00000040:2.0:1749615359.215156:0:9761:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88006d96d500 x1834598495328256/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749615384 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749615359.215158:0:9691:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1749615359.215159:0:9760:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000020:00000040:0.0:1749615359.215159:0:9691:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800b4002000 refcount=5 00000100:00000001:1.0:1749615359.215160:0:9760:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000001:0.0:1749615359.215161:0:9691:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00100000:1.0:1749615359.215162:0:9760:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2002 00000020:00000001:0.0:1749615359.215162:0:9691:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000001:0.0:1749615359.215163:0:9691:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1749615359.215164:0:9761:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000040:1.0:1749615359.215164:0:9760:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800b4001000 : new rpc_count 1 00000020:00000010:0.0:1749615359.215164:0:9691:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012b4c4e00. 00000100:00000001:1.0:1749615359.215165:0:9760:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134815083008 : -131938894468608 : ffff880095102a00) 00000020:00000010:0.0:1749615359.215166:0:9691:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff88012a302d00. 00000400:00000200:2.0:1749615359.215167:0:9761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a330 00000400:00000010:2.0:1749615359.215168:0:9761:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a330. 00000100:00000040:1.0:1749615359.215168:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880095102a00 x1834598495328896/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:265/0 lens 224/0 e 0 to 0 dl 1749615370 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1749615359.215169:0:9691:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000100:00000001:2.0:1749615359.215170:0:9761:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749615359.215171:0:9761:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:2.0:1749615359.215172:0:9761:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749615359.215173:0:9760:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000040:2.0:1749615359.215174:0:9761:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000020:00000010:1.0:1749615359.215174:0:9760:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff880129cf0d40. 00000100:00000001:2.0:1749615359.215176:0:9761:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749615359.215176:0:9760:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1749615359.215177:0:9761:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1749615359.215177:0:9760:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff880129cf0d40. 00000100:00000001:0.0:1749615359.215177:0:9691:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:0.0:1749615359.215178:0:9691:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012b4c4e00. 00000100:00000040:2.0:1749615359.215179:0:9761:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88007ac05880 x1834598495328256/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749615379 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1749615359.215180:0:9736:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1749615359.215180:0:9760:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880095102a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:28323:x1834598495328896:12345-0@lo:400:kworker.0 00000020:00000010:0.0:1749615359.215181:0:9691:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880129dbae00. 00000020:00000040:3.0:1749615359.215182:0:9736:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000100:00000200:1.0:1749615359.215182:0:9760:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598495328896 00000020:00000010:0.0:1749615359.215182:0:9691:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880084381780. 00000100:00100000:2.0:1749615359.215184:0:9761:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ac05880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:28320:x1834598495328256:12345-0@lo:38:kworker.0 Request processed in 119us (288us total) trans 0 rc -19/-19 00000020:00000001:1.0:1749615359.215184:0:9760:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000010:0.0:1749615359.215184:0:9691:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4add3e8. 00000020:00000001:1.0:1749615359.215186:0:9760:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000001:0.0:1749615359.215186:0:9691:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749615359.215186:0:9691:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:1.0:1749615359.215187:0:9760:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749615359.215188:0:9691:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1749615359.215189:0:9761:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1058 00000020:00000001:1.0:1749615359.215189:0:9760:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000001:0.0:1749615359.215189:0:9691:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000001:1.0:1749615359.215190:0:9760:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000100:00000001:0.0:1749615359.215190:0:9691:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1749615359.215191:0:9761:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1749615359.215191:0:9691:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749615359.215192:0:9761:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:1.0:1749615359.215192:0:9760:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1749615359.215194:0:9760:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749615359.215194:0:9691:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1749615359.215195:0:9761:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b2387500. 00000020:00000001:1.0:1749615359.215195:0:9760:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1749615359.215196:0:9760:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000020:00000010:2.0:1749615359.215197:0:9761:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095be9258. 00000100:00000001:0.0:1749615359.215197:0:9691:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000020:00000001:1.0:1749615359.215198:0:9760:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749615359.215198:0:9691:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000001:1.0:1749615359.215199:0:9760:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000020:00000010:2.0:1749615359.215200:0:9761:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880079131200. 00000100:00100000:0.0:1749615359.215200:0:9691:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2003 00000100:00000040:0.0:1749615359.215201:0:9691:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800b4002000 : new rpc_count 1 00000100:00000001:1.0:1749615359.215202:0:9760:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1749615359.215202:0:9760:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1749615359.215203:0:9761:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749615359.215203:0:9691:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134152814592 : -131939556737024 : ffff88006d96c000) 02000000:00000010:1.0:1749615359.215205:0:9760:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880099749000. 00000100:00000040:0.0:1749615359.215205:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88006d96c000 x1834598495328640/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:265/0 lens 224/0 e 0 to 0 dl 1749615370 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749615359.215206:0:9760:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749615359.215207:0:9760:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749615359.215209:0:9760:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1749615359.215210:0:9760:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598495328896 00000100:00000001:0.0:1749615359.215210:0:9691:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1749615359.215211:0:9691:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012b4c4e00. 00010000:00000001:1.0:1749615359.215212:0:9760:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000001:0.0:1749615359.215212:0:9691:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1749615359.215213:0:9691:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012b4c4e00. 00000100:00100000:0.0:1749615359.215215:0:9691:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88006d96c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:28321:x1834598495328640:12345-0@lo:400:kworker.0 00010000:00000200:1.0:1749615359.215217:0:9760:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff880095102a00 x1834598495328896/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:265/0 lens 224/224 e 0 to 0 dl 1749615370 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1749615359.215221:0:9760:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000200:0.0:1749615359.215221:0:9691:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598495328640 00010000:00000001:1.0:1749615359.215223:0:9760:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749615359.215223:0:9691:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00001000:1.0:1749615359.215224:0:9760:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=64 v=5 (1 1 1 1) 00000020:00000001:0.0:1749615359.215224:0:9691:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000020:00000001:0.0:1749615359.215225:0:9691:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749615359.215226:0:9760:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000020:00000001:0.0:1749615359.215226:0:9691:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1749615359.215227:0:9691:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000100:00000040:1.0:1749615359.215228:0:9760:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000020:00000001:0.0:1749615359.215228:0:9691:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000001:1.0:1749615359.215229:0:9760:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 02000000:00000001:1.0:1749615359.215230:0:9760:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1749615359.215231:0:9760:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749615359.215231:0:9691:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749615359.215232:0:9760:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000001:0.0:1749615359.215232:0:9691:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1749615359.215232:0:9691:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00000040:1.0:1749615359.215233:0:9760:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1749615359.215234:0:9760:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b6e8. 00000020:00000001:0.0:1749615359.215234:0:9691:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749615359.215235:0:9691:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000200:1.0:1749615359.215236:0:9760:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598495328896, offset 224 00000100:00000001:0.0:1749615359.215236:0:9691:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1749615359.215237:0:9691:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:1.0:1749615359.215238:0:9760:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:0.0:1749615359.215239:0:9691:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880070e8c800. 02000000:00000001:0.0:1749615359.215240:0:9691:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749615359.215241:0:9760:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749615359.215242:0:9691:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749615359.215243:0:9691:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749615359.215244:0:9760:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf9e9a80 00010000:00000040:0.0:1749615359.215244:0:9691:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598495328640 00010000:00000001:0.0:1749615359.215246:0:9691:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000400:00000200:1.0:1749615359.215247:0:9760:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x16ee9 [1] + 224 00010000:00000200:0.0:1749615359.215248:0:9691:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88006d96c000 x1834598495328640/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:265/0 lens 224/224 e 0 to 0 dl 1749615370 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749615359.215249:0:9760:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749615359.215251:0:9760:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:0.0:1749615359.215252:0:9691:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1749615359.215253:0:9760:0:(events.c:79:reply_in_callback()) Process entered 00010000:00000001:0.0:1749615359.215253:0:9691:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749615359.215255:0:9760:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88006d96df80 x1834598495328896/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749615375 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1749615359.215255:0:9691:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=64 v=5 (1 1 1 1) 00000100:00000001:0.0:1749615359.215256:0:9691:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749615359.215258:0:9691:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000001:0.0:1749615359.215259:0:9691:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000040:1.0:1749615359.215260:0:9760:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88006d96df80 x1834598495328896/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749615375 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749615359.215260:0:9691:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1749615359.215261:0:9691:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749615359.215262:0:9691:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:0.0:1749615359.215264:0:9691:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749615359.215265:0:9691:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821990. 00000100:00000200:0.0:1749615359.215267:0:9691:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598495328640, offset 224 00000400:00000200:0.0:1749615359.215269:0:9691:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749615359.215274:0:9760:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:1.0:1749615359.215276:0:9760:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b6e8 00000400:00000200:0.0:1749615359.215276:0:9691:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:1.0:1749615359.215278:0:9760:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b6e8. 00000100:00000001:1.0:1749615359.215279:0:9760:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749615359.215280:0:9760:0:(events.c:399:reply_out_callback()) Process leaving 00000400:00000200:0.0:1749615359.215280:0:9691:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf9e9980 00000100:00000001:1.0:1749615359.215281:0:9760:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749615359.215282:0:9691:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x16eed [1] + 224 00000100:00000040:1.0:1749615359.215283:0:9760:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 26 to 0@lo 00010000:00000001:1.0:1749615359.215284:0:9760:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000400:00000200:0.0:1749615359.215285:0:9691:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749615359.215286:0:9691:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:1.0:1749615359.215288:0:9760:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749615359.215288:0:9691:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749615359.215289:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000001:1.0:1749615359.215289:0:9760:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1749615359.215290:0:28323:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1749615359.215291:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880095102a00 x1834598495328896/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:265/0 lens 224/224 e 0 to 0 dl 1749615370 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749615359.215291:0:9691:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88006d96dc00 x1834598495328640/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749615375 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1749615359.215293:0:28323:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749615359.215295:0:28323:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1749615359.215296:0:28323:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b52f7c08. 00000100:00000040:0.0:1749615359.215296:0:9691:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88006d96dc00 x1834598495328640/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749615375 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749615359.215297:0:9760:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880095102a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:28323:x1834598495328896:12345-0@lo:400:kworker.0 Request processed in 123us (223us total) trans 0 rc 0/0 00000400:00000200:2.0:1749615359.215299:0:28323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eedbb0 00000400:00000010:2.0:1749615359.215300:0:28323:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eedbb0. 00000100:00000001:2.0:1749615359.215301:0:28323:0:(events.c:79:reply_in_callback()) Process entered 00000100:00100000:1.0:1749615359.215301:0:9760:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2002 00000100:00000001:0.0:1749615359.215302:0:9691:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000040:1.0:1749615359.215303:0:9760:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800b4001000 : new rpc_count 0 00000100:00000200:2.0:1749615359.215304:0:28323:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88006d96df80 x1834598495328896/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749615375 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749615359.215304:0:9691:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821990 00000100:00000001:1.0:1749615359.215305:0:9760:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000010:0.0:1749615359.215305:0:9691:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821990. 00000100:00000001:1.0:1749615359.215306:0:9760:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1749615359.215306:0:9691:0:(events.c:387:reply_out_callback()) Process entered 00000020:00000010:1.0:1749615359.215307:0:9760:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880084381300. 00000100:00000001:0.0:1749615359.215307:0:9691:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000200:2.0:1749615359.215309:0:28323:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88006d96df80 x1834598495328896/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749615375 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749615359.215309:0:9691:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749615359.215310:0:9760:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4add7d0. 00000100:00000040:0.0:1749615359.215310:0:9691:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000020:00000010:1.0:1749615359.215312:0:9760:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880129dbbc00. 00010000:00000001:0.0:1749615359.215312:0:9691:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00000001:2.0:1749615359.215313:0:28323:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000001:0.0:1749615359.215313:0:9691:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749615359.215314:0:9760:0:(genops.c:898:class_export_put()) PUTting export ffff8800b4001000 : new refcount 4 00000020:00000001:0.0:1749615359.215314:0:9691:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1749615359.215316:0:9760:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749615359.215316:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88006d96c000 x1834598495328640/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:265/0 lens 224/224 e 0 to 0 dl 1749615370 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749615359.215317:0:28323:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749615359.215318:0:28323:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:2.0:1749615359.215320:0:28323:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749615359.215321:0:28323:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00100000:0.0:1749615359.215321:0:9691:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88006d96c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:28321:x1834598495328640:12345-0@lo:400:kworker.0 Request processed in 110us (218us total) trans 0 rc 0/0 00000100:00000001:2.0:1749615359.215322:0:28323:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749615359.215323:0:28323:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749615359.215325:0:9691:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2003 00000100:00000001:1.0:1749615359.215326:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00001000:2.0:1749615359.215327:0:28323:0:(import.c:2097:obd_at_measure()) add 5 to ffff880071979c38 time=78 v=5 (5 5 5 5) 00000100:00000001:1.0:1749615359.215327:0:28321:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1749615359.215327:0:9691:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800b4002000 : new rpc_count 0 00000100:00001000:2.0:1749615359.215328:0:28323:0:(import.c:2097:obd_at_measure()) add 1 to ffff880071979bf0 time=78 v=5 (1 1 1 1) 00000100:00000001:0.0:1749615359.215328:0:9691:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000001:1.0:1749615359.215329:0:28321:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1749615359.215329:0:9691:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000001:1.0:1749615359.215330:0:28321:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1749615359.215331:0:28323:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000400:00000010:1.0:1749615359.215331:0:28321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012a3dbaa8. 00000020:00000010:0.0:1749615359.215331:0:9691:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880084381780. 00000100:00000001:2.0:1749615359.215332:0:28323:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749615359.215332:0:28321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b3b8 00010000:00000001:2.0:1749615359.215333:0:28323:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000400:00000010:1.0:1749615359.215333:0:28321:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b3b8. 00000020:00000010:0.0:1749615359.215333:0:9691:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4add3e8. 00000100:00000001:1.0:1749615359.215335:0:28321:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000010:0.0:1749615359.215335:0:9691:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880129dbae00. 00010000:00080000:2.0:1749615359.215336:0:28323:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff88006d96df80 x1834598495328896/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749615375 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749615359.215337:0:28321:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88006d96dc00 x1834598495328640/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749615375 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1749615359.215337:0:9691:0:(genops.c:898:class_export_put()) PUTting export ffff8800b4002000 : new refcount 4 00010000:00000001:2.0:1749615359.215340:0:28323:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749615359.215341:0:28323:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000200:1.0:1749615359.215341:0:28321:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88006d96dc00 x1834598495328640/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749615375 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749615359.215341:0:9691:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749615359.215342:0:28323:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:2.0:1749615359.215343:0:28323:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1749615359.215344:0:28323:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749615359.215345:0:28321:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749615359.215345:0:28321:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749615359.215346:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88006d96df80 x1834598495328896/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749615375 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749615359.215346:0:28321:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:1.0:1749615359.215347:0:28321:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1749615359.215348:0:28321:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749615359.215348:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:1.0:1749615359.215349:0:28321:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749615359.215349:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:2.0:1749615359.215350:0:28323:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1749615359.215350:0:28321:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749615359.215351:0:28323:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749615359.215352:0:28323:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749615359.215354:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88006d96df80 x1834598495328896/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749615375 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1749615359.215355:0:28321:0:(import.c:2097:obd_at_measure()) add 5 to ffff88006a729c38 time=14 v=5 (5 5 5 5) 00000100:00000010:0.0:1749615359.215356:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800838c4000. 00000100:00001000:1.0:1749615359.215357:0:28321:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a729bf0 time=14 v=5 (1 1 1 1) 00000100:00000040:0.0:1749615359.215358:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff8800838c4000 x1834598495328384 msgsize 520 00000100:00100000:2.0:1749615359.215359:0:28323:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88006d96df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:28323:1834598495328896:0@lo:400:kworker.0 00000100:00000001:1.0:1749615359.215359:0:28321:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749615359.215360:0:28321:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749615359.215361:0:28323:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1749615359.215361:0:28321:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00100000:0.0:1749615359.215361:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1749615359.215362:0:28323:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00010000:00080000:1.0:1749615359.215363:0:28321:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff88006d96dc00 x1834598495328640/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749615375 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749615359.215363:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000040:2.0:1749615359.215364:0:28323:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88006d96df80 x1834598495328896/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749615375 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749615359.215365:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821e58 00000400:00000010:0.0:1749615359.215366:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821e58. 00000100:00000001:2.0:1749615359.215367:0:28323:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00010000:00000001:1.0:1749615359.215367:0:28321:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749615359.215368:0:28323:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1749615359.215368:0:28321:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000001:0.0:1749615359.215368:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000040:1.0:1749615359.215369:0:28321:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: skip recheck: last_committed 0 00000100:00000001:1.0:1749615359.215369:0:28321:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 02000000:00000010:2.0:1749615359.215370:0:28323:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012c7b2a00. 00000100:00000001:1.0:1749615359.215370:0:28321:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749615359.215370:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88006d96c700 x1834598495328384/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749615384 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749615359.215372:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88006d96dc00 x1834598495328640/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749615375 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749615359.215374:0:28323:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1749615359.215374:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000001:2.0:1749615359.215375:0:28323:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:1.0:1749615359.215375:0:28321:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1749615359.215375:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88006d96c700 x1834598495328384/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749615384 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749615359.215376:0:28321:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000020:00000040:2.0:1749615359.215377:0:28323:0:(genops.c:1242:class_import_put()) import ffff880071979800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:1.0:1749615359.215377:0:28321:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1749615359.215378:0:28323:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749615359.215379:0:28323:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800a42f0e00. 00000100:00000040:1.0:1749615359.215379:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88006d96dc00 x1834598495328640/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749615375 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749615359.215379:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749615359.215380:0:28320:0:(events.c:69:request_out_callback()) Process leaving 02000000:00000001:2.0:1749615359.215381:0:28323:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1749615359.215381:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749615359.215382:0:28323:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749615359.215383:0:28323:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006d96df80. 00000100:00100000:1.0:1749615359.215383:0:28321:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88006d96dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:28321:1834598495328640:0@lo:400:kworker.0 00000100:00000040:0.0:1749615359.215383:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 1180 usecs (2 jiffies) 00000100:00000001:0.0:1749615359.215384:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4304632674 00000100:00000001:1.0:1749615359.215385:0:28321:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749615359.215385:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4304632674 00000100:00000001:2.0:1749615359.215386:0:28323:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749615359.215386:0:28321:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1749615359.215387:0:28323:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749615359.215387:0:28321:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88006d96dc00 x1834598495328640/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749615375 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749615359.215387:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4304632674 00000100:00000001:2.0:1749615359.215388:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749615359.215388:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4304632674 00000100:00000001:0.0:1749615359.215389:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4304632674 00000100:00000001:2.0:1749615359.215390:0:28323:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749615359.215390:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4304632674 00000100:00000001:2.0:1749615359.215391:0:28323:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749615359.215391:0:28321:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1749615359.215391:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4304632674 00000100:00000001:2.0:1749615359.215392:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1749615359.215392:0:28321:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1749615359.215392:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4304632674 00000100:00000001:2.0:1749615359.215393:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1749615359.215393:0:28321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009c9bf400. 00000100:00000001:0.0:1749615359.215393:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1749615359.215394:0:28321:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1749615359.215394:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749615359.215395:0:28321:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1749615359.215396:0:28321:0:(genops.c:1242:class_import_put()) import ffff88006a729800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000100:00000001:0.0:1749615359.215396:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000020:00000001:1.0:1749615359.215397:0:28321:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000040:0.0:1749615359.215397:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88006d96ca80 x1834598495328512/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1749615359.215398:0:28321:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800a42f0100. 02000000:00000001:1.0:1749615359.215401:0:28321:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1749615359.215402:0:28321:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1749615359.215403:0:28321:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006d96dc00. 00000100:00000001:0.0:1749615359.215404:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749615359.215405:0:28321:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749615359.215405:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749615359.215406:0:28321:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1749615359.215406:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1749615359.215407:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1749615359.215407:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749615359.215408:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749615359.215409:0:28321:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749615359.215410:0:28321:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749615359.215410:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88006d96ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598495328512:0@lo:38:kworker.0 00000100:00000001:1.0:1749615359.215411:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749615359.215411:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749615359.215411:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1749615359.215412:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1749615359.215413:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749615359.215414:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1749615359.215416:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880070e8c400. 02000000:00000001:0.0:1749615359.215417:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749615359.215419:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3fff20. 00000400:00000010:0.0:1749615359.215421:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821e58. 00000100:00000200:0.0:1749615359.215422:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598495328512, portal 10 00000100:00000001:0.0:1749615359.215423:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749615359.215424:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134152817280 : -131939556734336 : ffff88006d96ca80) 00000100:00000040:0.0:1749615359.215427:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88006d96ca80 x1834598495328512/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749615384 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749615359.215431:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:0.0:1749615359.215432:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749615359.215433:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821990. 00000100:00000200:0.0:1749615359.215434:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598495328512, offset 0 00000400:00000200:0.0:1749615359.215436:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1749615359.215439:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1749615359.215441:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf9e9900 00000400:00000200:0.0:1749615359.215443:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3c0d [64] + 101368 00000400:00000200:0.0:1749615359.215445:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749615359.215447:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749615359.215449:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749615359.215449:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1749615359.215451:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800838c4380. 00000100:00000040:0.0:1749615359.215455:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff8800838c4380 x1834598495328512 msgsize 520 00000100:00100000:0.0:1749615359.215457:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1749615359.215467:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:0.0:1749615359.215470:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821990 00000400:00000010:0.0:1749615359.215471:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821990. 00000100:00000001:0.0:1749615359.215472:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1749615359.215474:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88006d96ca80 x1834598495328512/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749615384 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749615359.215478:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749615359.215480:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88006d96ca80 x1834598495328512/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749615384 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749615359.215483:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749615359.215484:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1749615359.215485:0:12680:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1749615359.215486:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749615359.215487:0:12680:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598495328384 00000100:00000040:0.0:1749615359.215487:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 925 usecs (1 jiffies) 02000000:00000001:1.0:1749615359.215488:0:12680:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749615359.215489:0:12680:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749615359.215489:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4304632673 00000100:00000001:1.0:1749615359.215490:0:12680:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749615359.215490:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4304632674 00000100:00000001:0.0:1749615359.215491:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4304632673 02000000:00000001:1.0:1749615359.215492:0:12680:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749615359.215492:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4304632674 00000100:00100000:1.0:1749615359.215493:0:12680:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598495328384 00000100:00000001:0.0:1749615359.215493:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4304632673 00000100:00000001:0.0:1749615359.215494:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4304632674 00000020:00000001:1.0:1749615359.215495:0:12680:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749615359.215495:0:12680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:0.0:1749615359.215495:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4304632673 00000020:00000001:1.0:1749615359.215496:0:12680:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1749615359.215496:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4304632674 00000020:00000001:1.0:1749615359.215497:0:12680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749615359.215497:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1749615359.215498:0:12680:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749615359.215498:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749615359.215499:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000020:00000010:1.0:1749615359.215500:0:12680:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009c9bf400. 00000100:00000040:0.0:1749615359.215501:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88006d96f100 x1834598495328768/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749615359.215502:0:12680:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bc0fb80. 00000020:00000010:1.0:1749615359.215504:0:12680:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438c960. 00000100:00000001:0.0:1749615359.215504:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749615359.215505:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749615359.215506:0:12680:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749615359.215507:0:12680:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749615359.215508:0:12680:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749615359.215509:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1749615359.215510:0:12680:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749615359.215510:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749615359.215511:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749615359.215513:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88006d96f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598495328768:0@lo:38:kworker.0 00000100:00000001:1.0:1749615359.215514:0:12680:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749615359.215515:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1749615359.215516:0:12680:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:0.0:1749615359.215516:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1749615359.215516:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749615359.215517:0:12680:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598495328512 02000000:00000001:0.0:1749615359.215517:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1749615359.215518:0:12680:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749615359.215519:0:12680:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 02000000:00000010:0.0:1749615359.215519:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880070e8e400. 00000100:00000001:1.0:1749615359.215520:0:12680:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749615359.215520:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749615359.215521:0:12680:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749615359.215521:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ff000. 00000100:00100000:1.0:1749615359.215532:0:12680:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598495328512 00000020:00000001:1.0:1749615359.215536:0:12680:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749615359.215537:0:12680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:1.0:1749615359.215538:0:12680:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1749615359.215539:0:12680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749615359.215540:0:12680:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749615359.215540:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821990. 00000020:00000010:1.0:1749615359.215542:0:12680:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009c9bf800. 00000100:00000200:0.0:1749615359.215542:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598495328768, portal 10 00000020:00000010:1.0:1749615359.215543:0:12680:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bc0f880. 00000100:00000001:0.0:1749615359.215543:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000020:00000010:1.0:1749615359.215545:0:12680:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438c4b0. 00000100:00000001:0.0:1749615359.215545:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134152827136 : -131939556724480 : ffff88006d96f100) 00000100:00000001:1.0:1749615359.215546:0:12680:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749615359.215547:0:12680:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749615359.215548:0:12680:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749615359.215548:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88006d96f100 x1834598495328768/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749615384 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749615359.215550:0:12680:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749615359.215551:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:1.0:1749615359.215553:0:12680:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749615359.215553:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749615359.215554:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821198. 00000100:00000200:0.0:1749615359.215555:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598495328768, offset 0 00000100:00000001:1.0:1749615359.215556:0:12680:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749615359.215557:0:12680:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000200:0.0:1749615359.215557:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:1.0:1749615359.215559:0:12680:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3081 00000100:00000001:1.0:1749615359.215560:0:12680:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134521225216 : -131939188326400 : ffff8800838c4000) 00000400:00000200:0.0:1749615359.215560:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:1.0:1749615359.215562:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800838c4000 x1834598495328384/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749615379 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749615359.215562:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf9e9a00 00000100:00000001:2.0:1749615359.215563:0:10935:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749615359.215564:0:10935:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000200:0.0:1749615359.215564:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3c0d [64] + 101888 00000400:00000200:0.0:1749615359.215566:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:2.0:1749615359.215567:0:10935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3082 00000100:00000001:2.0:1749615359.215568:0:10935:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134521226112 : -131939188325504 : ffff8800838c4380) 00000100:00100000:1.0:1749615359.215568:0:12680:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800838c4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:28320:x1834598495328384:12345-0@lo:38:kworker.0 00000400:00000200:0.0:1749615359.215568:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1749615359.215570:0:12680:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598495328384 00000100:00000001:0.0:1749615359.215570:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000040:2.0:1749615359.215571:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800838c4380 x1834598495328512/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749615379 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749615359.215571:0:12680:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000200:0.0:1749615359.215571:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00010000:00000001:1.0:1749615359.215572:0:12680:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000010:0.0:1749615359.215573:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800838c4700. 00000100:00000040:0.0:1749615359.215574:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff8800838c4700 x1834598495328768 msgsize 520 00000100:00100000:2.0:1749615359.215577:0:10935:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800838c4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:28320:x1834598495328512:12345-0@lo:38:kworker.0 00000020:00000001:1.0:1749615359.215577:0:12680:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749615359.215577:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000200:2.0:1749615359.215579:0:10935:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598495328512 00010000:00020000:1.0:1749615359.215579:0:12680:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000020:00000001:2.0:1749615359.215580:0:10935:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:1.0:1749615359.215580:0:12680:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749615359.215580:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00010000:00000001:2.0:1749615359.215581:0:10935:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00010000:00000001:1.0:1749615359.215582:0:12680:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749615359.215583:0:12680:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:1.0:1749615359.215584:0:12680:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1749615359.215585:0:12680:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:0.0:1749615359.215585:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821198 00000020:00000001:2.0:1749615359.215586:0:10935:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749615359.215586:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821198. 00010000:00020000:2.0:1749615359.215587:0:10935:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:0.0:1749615359.215587:0:28320:0:(events.c:35:request_out_callback()) Process entered 00010000:00000001:2.0:1749615359.215588:0:10935:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 02000000:00000010:1.0:1749615359.215588:0:12680:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880070eb2400. 02000000:00000001:1.0:1749615359.215589:0:12680:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749615359.215589:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88006d96f100 x1834598495328768/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749615384 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1749615359.215590:0:10935:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749615359.215590:0:12680:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749615359.215591:0:10935:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:2.0:1749615359.215592:0:10935:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1749615359.215593:0:10935:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1749615359.215593:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00010000:00000001:1.0:1749615359.215594:0:12680:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1749615359.215595:0:12680:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749615359.215595:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88006d96f100 x1834598495328768/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749615384 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749615359.215596:0:10935:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880070ebac00. 02000000:00000001:2.0:1749615359.215597:0:10935:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749615359.215597:0:12680:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:0.0:1749615359.215598:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749615359.215599:0:12680:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:0.0:1749615359.215599:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1749615359.215600:0:12680:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1749615359.215600:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749615359.215601:0:10935:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749615359.215601:0:12680:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:1.0:1749615359.215602:0:12680:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000040:0.0:1749615359.215602:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 765 usecs (1 jiffies) 00010000:00000001:2.0:1749615359.215603:0:10935:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1749615359.215603:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4304632674 00010000:00000001:2.0:1749615359.215604:0:10935:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749615359.215604:0:12680:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:0.0:1749615359.215604:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4304632674 00000100:00001000:2.0:1749615359.215605:0:10935:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000040:1.0:1749615359.215606:0:12680:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:0.0:1749615359.215606:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4304632674 00000100:00000001:2.0:1749615359.215607:0:10935:0:(connection.c:104:ptlrpc_connection_get()) Process entered 02000000:00000001:1.0:1749615359.215607:0:12680:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1749615359.215607:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4304632674 00000100:00000001:2.0:1749615359.215608:0:10935:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 02000000:00000001:1.0:1749615359.215608:0:12680:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749615359.215608:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4304632674 00000100:00000040:2.0:1749615359.215609:0:10935:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000001:1.0:1749615359.215609:0:12680:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749615359.215609:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4304632674 00000100:00000001:2.0:1749615359.215610:0:10935:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000040:1.0:1749615359.215610:0:12680:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749615359.215610:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4304632674 00000100:00000001:0.0:1749615359.215611:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4304632674 00000100:00000001:2.0:1749615359.215612:0:10935:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000400:00000010:1.0:1749615359.215612:0:12680:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b3b8. 00000100:00000001:0.0:1749615359.215612:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1749615359.215613:0:10935:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000001:0.0:1749615359.215613:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749615359.215614:0:12680:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598495328384, offset 0 02000000:00000001:2.0:1749615359.215615:0:10935:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000001:0.0:1749615359.215615:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749615359.215615:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:2.0:1749615359.215616:0:10935:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749615359.215616:0:10935:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000010:0.0:1749615359.215616:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ffd10. 00000100:00000040:2.0:1749615359.215618:0:10935:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:0.0:1749615359.215618:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821440 00000400:00000010:2.0:1749615359.215619:0:10935:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a330. 00000400:00000010:0.0:1749615359.215619:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821440. 00000100:00000001:0.0:1749615359.215620:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000200:1.0:1749615359.215622:0:12680:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:0.0:1749615359.215622:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88006d96d500 x1834598495328256/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749615384 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749615359.215624:0:10935:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598495328512, offset 0 00000400:00000200:2.0:1749615359.215626:0:10935:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:0.0:1749615359.215626:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88006d96d500 x1834598495328256/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749615384 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749615359.215627:0:12680:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1749615359.215630:0:10935:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1749615359.215631:0:12680:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf9e9880 00000100:00000001:0.0:1749615359.215632:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:2.0:1749615359.215633:0:10935:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf9e9900 00000400:00000200:1.0:1749615359.215633:0:12680:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x16ef1 [1] + 0 00000100:00000001:0.0:1749615359.215633:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749615359.215634:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:0.0:1749615359.215635:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000400:00000200:2.0:1749615359.215636:0:10935:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x16f0d [1] + 0 00000400:00000200:1.0:1749615359.215636:0:12680:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749615359.215636:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000200:1.0:1749615359.215637:0:12680:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749615359.215637:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749615359.215638:0:10935:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:0.0:1749615359.215638:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749615359.215639:0:12680:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000200:2.0:1749615359.215640:0:10935:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00001000:0.0:1749615359.215641:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff8801369c9438 time=1749615359 v=5 (0 0 0 0) 00000100:00000001:2.0:1749615359.215642:0:10935:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1749615359.215642:0:12680:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88006d96c700 x1834598495328384/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749615384 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1749615359.215642:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff8801369c93f0 time=132 v=20 (1 1 20 1) 00000100:00000001:0.0:1749615359.215644:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000200:2.0:1749615359.215645:0:10935:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88006d96ca80 x1834598495328512/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749615384 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749615359.215645:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1749615359.215647:0:12680:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88006d96c700 x1834598495328384/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749615384 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749615359.215647:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749615359.215649:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88006d96d500 x1834598495328256/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749615384 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749615359.215650:0:10935:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88006d96ca80 x1834598495328512/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749615384 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749615359.215651:0:12680:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:1.0:1749615359.215653:0:12680:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b3b8 00000100:00000001:0.0:1749615359.215653:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749615359.215654:0:10935:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000010:1.0:1749615359.215654:0:12680:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b3b8. 00000100:00000001:0.0:1749615359.215654:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749615359.215655:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749615359.215656:0:12680:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749615359.215656:0:12680:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:0.0:1749615359.215656:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000400:00000200:2.0:1749615359.215657:0:10935:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a330 00000100:00000001:0.0:1749615359.215657:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000010:2.0:1749615359.215658:0:10935:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a330. 00000100:00000001:1.0:1749615359.215658:0:12680:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749615359.215659:0:10935:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000040:1.0:1749615359.215659:0:12680:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00080000:0.0:1749615359.215659:0:28320:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:2.0:1749615359.215660:0:10935:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:2.0:1749615359.215661:0:10935:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749615359.215661:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:0.0:1749615359.215662:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749615359.215663:0:12680:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749615359.215664:0:12680:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1749615359.215664:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88006d96d500 x1834598495328256/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749615384 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749615359.215665:0:10935:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000040:1.0:1749615359.215666:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800838c4000 x1834598495328384/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749615379 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749615359.215667:0:10935:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749615359.215668:0:10935:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1749615359.215668:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88006d96d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598495328256:0@lo:38:kworker.0 00000100:00000040:2.0:1749615359.215670:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800838c4380 x1834598495328512/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749615379 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749615359.215671:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749615359.215672:0:12680:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800838c4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:28320:x1834598495328384:12345-0@lo:38:kworker.0 Request processed in 103us (312us total) trans 0 rc -19/-19 00000100:00000001:0.0:1749615359.215672:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749615359.215673:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88006d96d500 x1834598495328256/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749615384 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749615359.215675:0:10935:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800838c4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:28320:x1834598495328512:12345-0@lo:38:kworker.0 Request processed in 98us (218us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749615359.215676:0:12680:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3081 00000100:00000001:1.0:1749615359.215677:0:12680:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00100000:2.0:1749615359.215678:0:10935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3082 00000100:00000001:1.0:1749615359.215678:0:12680:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1749615359.215680:0:10935:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000010:1.0:1749615359.215680:0:12680:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bc0fb80. 00000100:00000001:2.0:1749615359.215681:0:10935:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1749615359.215681:0:12680:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438c960. 00000020:00000010:2.0:1749615359.215682:0:10935:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bc0f880. 00000100:00000001:0.0:1749615359.215682:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000010:1.0:1749615359.215683:0:12680:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009c9bf400. 02000000:00000001:0.0:1749615359.215683:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000010:2.0:1749615359.215684:0:10935:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438c4b0. 00000100:00000001:1.0:1749615359.215684:0:12680:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1749615359.215684:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880070e8c000. 00000020:00000010:2.0:1749615359.215686:0:10935:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009c9bf800. 02000000:00000001:0.0:1749615359.215686:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1749615359.215687:0:10935:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1749615359.215687:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:1.0:1749615359.215688:0:12680:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000020:00000040:0.0:1749615359.215688:0:28320:0:(genops.c:1242:class_import_put()) import ffff8801369c9000 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000100:00100000:1.0:1749615359.215689:0:12680:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598495328768 00000020:00000001:0.0:1749615359.215689:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1749615359.215690:0:12680:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000010:0.0:1749615359.215690:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88009974ac00. 00000100:00000001:1.0:1749615359.215691:0:12680:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749615359.215692:0:12680:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749615359.215693:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749615359.215693:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:1.0:1749615359.215694:0:12680:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749615359.215694:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006d96d500. 00000100:00100000:1.0:1749615359.215695:0:12680:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598495328768 00000020:00000001:1.0:1749615359.215696:0:12680:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749615359.215696:0:12680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:0.0:1749615359.215696:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000020:00000001:1.0:1749615359.215697:0:12680:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1749615359.215697:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749615359.215698:0:12680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749615359.215698:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749615359.215699:0:12680:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749615359.215700:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:1.0:1749615359.215701:0:12680:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009c9bf400. 00000020:00000010:1.0:1749615359.215702:0:12680:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bc0fb80. 00000100:00000001:0.0:1749615359.215702:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1749615359.215703:0:12680:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438c960. 00000100:00000001:0.0:1749615359.215703:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749615359.215703:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749615359.215704:0:12680:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749615359.215705:0:12680:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749615359.215705:0:12680:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1749615359.215705:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749615359.215706:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1749615359.215707:0:12680:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749615359.215707:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ffa50. 00000400:00000200:0.0:1749615359.215708:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821bb0 00000400:00000010:0.0:1749615359.215709:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821bb0. 00000100:00000001:1.0:1749615359.215710:0:12680:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749615359.215710:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749615359.215712:0:12680:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000200:0.0:1749615359.215712:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88006d96c700 x1834598495328384/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749615384 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749615359.215714:0:9692:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749615359.215715:0:9692:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1749615359.215715:0:12680:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1749615359.215717:0:9692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3083 00000100:00000200:0.0:1749615359.215717:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88006d96c700 x1834598495328384/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749615384 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749615359.215719:0:9692:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134521227008 : -131939188324608 : ffff8800838c4700) 00000100:00000001:1.0:1749615359.215719:0:12680:0:(service.c:2188:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749615359.215720:0:12680:0:(service.c:2413:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749615359.215720:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000040:2.0:1749615359.215721:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800838c4700 x1834598495328768/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749615379 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749615359.215721:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749615359.215722:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:0.0:1749615359.215723:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749615359.215723:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749615359.215724:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749615359.215725:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749615359.215726:0:9692:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800838c4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:28320:x1834598495328768:12345-0@lo:38:kworker.0 00000100:00000200:2.0:1749615359.215727:0:9692:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598495328768 00000020:00000001:2.0:1749615359.215728:0:9692:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:2.0:1749615359.215729:0:9692:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00001000:0.0:1749615359.215729:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88012e71cc38 time=1749615359 v=5 (0 0 0 0) 00000100:00001000:0.0:1749615359.215731:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012e71cbf0 time=114 v=20 (1 1 20 1) 00000020:00000001:2.0:1749615359.215733:0:9692:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749615359.215733:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749615359.215733:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00010000:00020000:2.0:1749615359.215735:0:9692:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:0.0:1749615359.215735:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00010000:00000001:2.0:1749615359.215736:0:9692:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:2.0:1749615359.215737:0:9692:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749615359.215737:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88006d96c700 x1834598495328384/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749615384 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749615359.215738:0:9692:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:2.0:1749615359.215739:0:9692:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1749615359.215740:0:9692:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1749615359.215740:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749615359.215741:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749615359.215742:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749615359.215742:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749615359.215743:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:0.0:1749615359.215744:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 02000000:00000010:2.0:1749615359.215745:0:9692:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880070ebbc00. 02000000:00000001:2.0:1749615359.215746:0:9692:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749615359.215746:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:0.0:1749615359.215746:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749615359.215748:0:9692:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749615359.215748:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88006d96c700 x1834598495328384/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749615384 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1749615359.215749:0:9692:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1749615359.215750:0:9692:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749615359.215751:0:9692:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00100000:0.0:1749615359.215752:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88006d96c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598495328384:0@lo:38:kworker.0 00000100:00000001:2.0:1749615359.215753:0:9692:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:2.0:1749615359.215754:0:9692:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000001:0.0:1749615359.215754:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749615359.215755:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:2.0:1749615359.215756:0:9692:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000400:00000010:0.0:1749615359.215756:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3fff20. 00000100:00000001:2.0:1749615359.215757:0:9692:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000400:00000200:0.0:1749615359.215757:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821e58 00000100:00000001:2.0:1749615359.215758:0:9692:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000400:00000010:0.0:1749615359.215758:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821e58. 00000100:00000040:2.0:1749615359.215759:0:9692:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:0.0:1749615359.215759:0:28320:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000001:2.0:1749615359.215760:0:9692:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000200:0.0:1749615359.215760:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88006d96ca80 x1834598495328512/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749615384 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749615359.215761:0:9692:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749615359.215762:0:9692:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749615359.215763:0:9692:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1749615359.215764:0:9692:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a330. 00000100:00000200:0.0:1749615359.215765:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88006d96ca80 x1834598495328512/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749615384 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749615359.215766:0:9692:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598495328768, offset 0 00000400:00000200:2.0:1749615359.215768:0:9692:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749615359.215768:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:2.0:1749615359.215771:0:9692:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749615359.215771:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749615359.215772:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:0.0:1749615359.215773:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000400:00000200:2.0:1749615359.215774:0:9692:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf9e9a00 00000100:00000001:0.0:1749615359.215774:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749615359.215775:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749615359.215776:0:9692:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x16f15 [1] + 0 02000000:00000001:0.0:1749615359.215776:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749615359.215778:0:9692:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00001000:0.0:1749615359.215778:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a728c38 time=1749615359 v=5 (0 0 0 0) 00000100:00001000:0.0:1749615359.215779:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a728bf0 time=14 v=20 (1 1 20 1) 00000400:00000200:2.0:1749615359.215780:0:9692:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749615359.215780:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749615359.215781:0:9692:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:0.0:1749615359.215781:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749615359.215782:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000200:2.0:1749615359.215783:0:9692:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88006d96f100 x1834598495328768/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749615384 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749615359.215784:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88006d96ca80 x1834598495328512/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749615384 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749615359.215787:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000040:2.0:1749615359.215788:0:9692:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88006d96f100 x1834598495328768/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749615384 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749615359.215788:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749615359.215789:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749615359.215789:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749615359.215790:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:0.0:1749615359.215791:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:2.0:1749615359.215792:0:9692:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00080000:0.0:1749615359.215792:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:0.0:1749615359.215793:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:2.0:1749615359.215794:0:9692:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a330 00000400:00000010:2.0:1749615359.215795:0:9692:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a330. 00000100:00000040:0.0:1749615359.215795:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88006d96ca80 x1834598495328512/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749615384 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749615359.215796:0:9692:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749615359.215799:0:9692:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00100000:0.0:1749615359.215799:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88006d96ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598495328512:0@lo:38:kworker.0 00000100:00000001:2.0:1749615359.215801:0:9692:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1749615359.215801:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:2.0:1749615359.215802:0:9692:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000400:00000001:0.0:1749615359.215802:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1749615359.215802:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ff000. 00000100:00000001:2.0:1749615359.215803:0:9692:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749615359.215804:0:9692:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1749615359.215804:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821990 00000400:00000010:0.0:1749615359.215804:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821990. 00000100:00000001:0.0:1749615359.215805:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000040:2.0:1749615359.215807:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800838c4700 x1834598495328768/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749615379 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749615359.215807:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88006d96f100 x1834598495328768/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749615384 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749615359.215811:0:9692:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800838c4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:28320:x1834598495328768:12345-0@lo:38:kworker.0 Request processed in 84us (235us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749615359.215814:0:9692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3083 00000100:00000001:2.0:1749615359.215815:0:9692:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749615359.215816:0:9692:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:0.0:1749615359.215817:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88006d96f100 x1834598495328768/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749615384 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749615359.215818:0:9692:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bc0fb80. 00000020:00000010:2.0:1749615359.215819:0:9692:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438c960. 00000020:00000010:2.0:1749615359.215820:0:9692:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009c9bf400. 00000100:00000001:0.0:1749615359.215821:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749615359.215821:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749615359.215822:0:9692:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749615359.215822:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:0.0:1749615359.215823:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749615359.215824:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749615359.215824:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749615359.215825:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749615359.215827:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88007197b438 time=1749615359 v=5 (0 0 0 0) 00000100:00001000:0.0:1749615359.215828:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88007197b3f0 time=78 v=20 (20 1 1 1) 00000100:00000001:0.0:1749615359.215829:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749615359.215830:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749615359.215831:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749615359.215832:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88006d96f100 x1834598495328768/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749615384 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749615359.215836:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749615359.215837:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749615359.215837:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749615359.215838:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749615359.215839:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:0.0:1749615359.215840:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88007197b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749615359.215841:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:0.0:1749615359.215842:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749615359.215843:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88006d96f100 x1834598495328768/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749615384 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749615359.215847:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88006d96f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598495328768:0@lo:38:kworker.0 00000100:00000001:0.0:1749615359.215849:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749615359.215850:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749615359.215854:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88006d96c700 x1834598495328384/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749615384 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749615359.215857:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749615359.215858:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749615359.215859:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880070e8e000. 02000000:00000001:0.0:1749615359.215861:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749615359.215862:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749615359.215862:0:28320:0:(genops.c:1242:class_import_put()) import ffff88012e71c800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:0.0:1749615359.215863:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749615359.215864:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88009974b400. 02000000:00000001:0.0:1749615359.215866:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749615359.215866:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749615359.215867:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006d96c700. 00000100:00000001:0.0:1749615359.215869:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749615359.215869:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749615359.215870:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749615359.215871:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88006d96ca80 x1834598495328512/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749615384 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749615359.215874:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749615359.215875:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749615359.215876:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880070e8c400. 02000000:00000001:0.0:1749615359.215877:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749615359.215877:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749615359.215878:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a728800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000020:00000001:0.0:1749615359.215879:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749615359.215880:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880099748000. 02000000:00000001:0.0:1749615359.215882:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749615359.215883:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749615359.215883:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006d96ca80. 00000100:00000001:0.0:1749615359.215884:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749615359.215885:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749615359.215886:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749615359.215887:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88006d96f100 x1834598495328768/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749615384 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749615359.215890:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749615359.215891:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749615359.215894:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880070e8e400. 02000000:00000001:0.0:1749615359.215895:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749615359.215896:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749615359.215897:0:28320:0:(genops.c:1242:class_import_put()) import ffff88007197b000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:0.0:1749615359.215898:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749615359.215898:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88009974b000. 02000000:00000001:0.0:1749615359.215900:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749615359.215900:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749615359.215901:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006d96f100. 00000100:00000001:0.0:1749615359.215902:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749615359.215902:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749615359.215903:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749615359.215904:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749615359.215905:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749615359.215906:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749615359.215906:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749615359.217078:0:83:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574aa0 (cpu 0) has reached its deadline 4304632674, at 4304632674 00000100:00000010:3.0:1749615359.217083:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012b4c4680. 00000100:00000040:0.0:1749615359.217563:0:20841:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574800 (cpu 0) has reached its deadline 4304632674, at 4304632675 00000100:00000040:2.0:1749615359.217566:0:14567:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5749c0 (cpu 0) has reached its deadline 4304632674, at 4304632675 00000100:00000040:1.0:1749615359.217568:0:8305:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5748e0 (cpu 0) has reached its deadline 4304632674, at 4304632675 00000100:00000010:0.0:1749615359.217568:0:20841:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012b4c4dc0. 00000100:00000010:2.0:1749615359.217571:0:14567:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012b4c4640. 00000100:00000010:1.0:1749615359.217573:0:8305:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012b4c4740. 00000100:00000001:0.0:1749615359.459580:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749615359.459585:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749615359.459587:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749615359.459589:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749615359.459592:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749615359.459594:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749615359.459596:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749615359.459598:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749615359.459599:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749615359.850602:0:20841:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749615359.850607:0:20841:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749615359.850686:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749615359.850689:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749615359.850691:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749615359.988596:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749615359.988601:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749615359.988602:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749615359.988605:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff880136803b40 going to sleep for 0 seconds 00000100:00000001:0.0:1749615359.988607:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749615359.988609:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749615359.988611:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749615359.988613:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749615359.988615:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749615360.215581:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749615360.215592:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749615360.215593:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749615360.215596:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749615360.215597:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749615360.215600:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749615360.215601:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749615360.459608:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749615360.459614:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749615360.459615:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749615360.459618:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749615360.459620:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749615360.459623:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749615360.459625:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749615360.459627:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749615360.459628:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749615360.852609:0:20841:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749615360.852614:0:20841:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749615360.852693:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749615360.852697:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749615360.852699:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749615360.988582:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749615360.988586:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749615360.988588:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749615360.988590:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff880136803b40 going to sleep for 0 seconds 00000100:00000001:0.0:1749615360.988593:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749615360.988595:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749615360.988597:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749615360.988599:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749615360.988600:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749615361.215581:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749615361.215592:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749615361.215593:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749615361.215596:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749615361.215598:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749615361.215600:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749615361.215601:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749615361.459606:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749615361.459611:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749615361.459613:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749615361.459615:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749615361.459618:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749615361.459626:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749615361.459628:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749615361.459630:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749615361.459631:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749615361.750739:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009bc0fc00. 00080000:00000010:1.0:1749615361.750751:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009bc0fc00. 00000020:00000001:1.0:1749615361.750757:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749615361.750864:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009bc0fc00. 00080000:00000010:1.0:1749615361.750872:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009bc0fc00. 00000020:00000001:1.0:1749615361.750876:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749615361.750886:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009bc0fc00. 00080000:00000010:1.0:1749615361.750891:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009bc0fc00. 00000020:00000001:1.0:1749615361.750895:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749615361.854637:0:20841:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749615361.854643:0:20841:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749615361.854723:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749615361.854729:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749615361.854734:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:2.0:1749615361.915038:0:16120:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387880. 00080000:00000010:2.0:1749615361.915050:0:16120:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387880. 00000020:00000001:2.0:1749615361.915059:0:16120:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749615361.915087:0:16120:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387880. 00080000:00000010:2.0:1749615361.915094:0:16120:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387880. 00000020:00000001:2.0:1749615361.915100:0:16120:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749615361.915112:0:16120:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387880. 00080000:00000010:2.0:1749615361.915126:0:16120:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387880. 00000020:00000001:2.0:1749615361.915132:0:16120:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749615361.919681:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880084381780. 00080000:00000010:0.0:1749615361.919688:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880084381780. 00000020:00000001:0.0:1749615361.919693:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749615361.919766:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880084381780. 00080000:00000010:0.0:1749615361.919770:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880084381780. 00000020:00000001:0.0:1749615361.919773:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749615361.919778:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880084381780. 00080000:00000010:0.0:1749615361.919782:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880084381780. 00000020:00000001:0.0:1749615361.919784:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749615361.988599:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749615361.988605:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749615361.988608:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749615361.988612:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff880136803b40 going to sleep for 0 seconds 00000100:00000001:0.0:1749615361.988615:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749615361.988619:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749615361.988622:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749615361.988625:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749615361.988627:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749615362.160833:0:16161:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009bc0f900. 00080000:00000010:1.0:1749615362.160840:0:16161:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009bc0f900. 00000020:00000001:1.0:1749615362.160843:0:16161:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749615362.160852:0:16161:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009bc0f900. 00080000:00000010:1.0:1749615362.160855:0:16161:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009bc0f900. 00000020:00000001:1.0:1749615362.160857:0:16161:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749615362.160861:0:16161:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009bc0f900. 00080000:00000010:1.0:1749615362.160864:0:16161:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009bc0f900. 00000020:00000001:1.0:1749615362.160866:0:16161:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749615362.215551:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749615362.215559:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749615362.215561:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749615362.215563:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749615362.215565:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749615362.215567:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749615362.215568:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749615362.459578:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749615362.459583:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749615362.459584:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749615362.459587:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749615362.459589:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749615362.459591:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749615362.459593:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749615362.459599:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749615362.459601:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749615362.856590:0:20841:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749615362.856595:0:20841:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749615362.856675:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749615362.856679:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749615362.856681:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749615362.988573:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749615362.988578:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749615362.988579:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749615362.988582:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff880136803b40 going to sleep for 0 seconds 00000100:00000001:0.0:1749615362.988584:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749615362.988587:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749615362.988588:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749615362.988591:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749615362.988592:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749615363.215577:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749615363.215587:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749615363.215589:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749615363.215592:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749615363.215593:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749615363.215596:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749615363.215597:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749615363.459574:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749615363.459579:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749615363.459580:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749615363.459583:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749615363.459585:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749615363.459587:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749615363.459589:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749615363.459591:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749615363.459593:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749615363.858615:0:20841:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749615363.858620:0:20841:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749615363.858680:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749615363.858684:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749615363.858687:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749615363.988575:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749615363.988581:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749615363.988582:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749615363.988585:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff880136803b40 going to sleep for 0 seconds 00000100:00000001:0.0:1749615363.988587:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749615363.988590:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749615363.988592:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00080000:0.0:1749615363.988599:0:9690:0:(client.c:1377:ptlrpc_import_delay_req()) @@@ send limit expired req@ffff880111435180 x1834598495326592/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749615363.988610:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749615363.988612:0:9690:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880111435180 x1834598495326592/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749615363.988617:0:9690:0:(client.c:2145:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1749615363.988619:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749615363.988620:0:9690:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749615363.988621:0:9690:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749615363.988623:0:9690:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880111435180 x1834598495326592/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Interpret:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749615363.988628:0:9690:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880111435180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:08794920-b6b6-4897-95ad-2183cb3fca60:9690:1834598495326592:0@lo:101:ll_cfg_requeue.0 00000100:00000001:0.0:1749615363.988631:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749615363.988632:0:9690:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:0.0:1749615363.988633:0:9690:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1749615363.988634:0:9690:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749615363.988636:0:9690:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880111435180 x1834598495326592/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Complete:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749615363.988640:0:9690:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749615363.988641:0:9690:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff880136803b40. 00000100:00000001:0.0:1749615363.988643:0:9690:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1749615363.988644:0:9690:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00010000:00000001:0.0:1749615363.988647:0:9690:0:(ldlm_request.c:603:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1749615363.988650:0:9690:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1749615363.988651:0:9690:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749615363.988654:0:9690:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff88009c9be000 refcount=4 00000020:00000001:0.0:1749615363.988655:0:9690:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134941679616 : -131938767872000 : ffff88009c9be000) 00010000:00000001:0.0:1749615363.988657:0:9690:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446612134941679616 : -131938767872000 : ffff88009c9be000) 00010000:00010000:0.0:1749615363.988660:0:9690:0:(ldlm_request.c:630:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.202.106@tcp lock: ffff88009c9be000/0x689c0ec07329dd7d lrc: 4/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749615363.988670:0:9690:0:(ldlm_request.c:633:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00010000:00010000:0.0:1749615363.988673:0:9690:0:(ldlm_request.c:547:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.202.106@tcp lock: ffff88009c9be000/0x689c0ec07329dd7d lrc: 4/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749615363.988676:0:9690:0:(ldlm_lock.c:849:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1749615363.988678:0:9690:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff88009c9be000/0x689c0ec07329dd7d lrc: 4/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749615363.988681:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749615363.988682:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1749615363.988684:0:9690:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.106@tcp lock: ffff88009c9be000/0x689c0ec07329dd7d lrc: 3/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749615363.988687:0:9690:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1749615363.988688:0:9690:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749615363.988691:0:9690:0:(ldlm_lockd.c:1899:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1749615363.988692:0:9690:0:(ldlm_lockd.c:1901:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff88009c9be000/0x689c0ec07329dd7d lrc: 4/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1749615363.988696:0:9690:0:(ldlm_lockd.c:1915:ldlm_handle_bl_callback()) Lock ffff88009c9be000 already unused, calling callback (ffffffffa0b3b640) 10000000:00000001:0.0:1749615363.988698:0:9690:0:(mgc_request.c:895:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1749615363.988699:0:9690:0:(mgc_request.c:900:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff88009c9be000/0x689c0ec07329dd7d lrc: 4/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749615363.988702:0:9690:0:(ldlm_request.c:1625:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1749615363.988703:0:9690:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1749615363.988704:0:9690:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749615363.988704:0:9690:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff88009c9be000 refcount=5 00000020:00000001:0.0:1749615363.988705:0:9690:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134941679616 : -131938767872000 : ffff88009c9be000) 00010000:00000001:0.0:1749615363.988706:0:9690:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446612134941679616 : -131938767872000 : ffff88009c9be000) 00010000:00000001:0.0:1749615363.988708:0:9690:0:(ldlm_request.c:1279:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1749615363.988711:0:9690:0:(ldlm_request.c:1284:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff88009c9be000/0x689c0ec07329dd7d lrc: 5/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 10000000:00000001:0.0:1749615363.988714:0:9690:0:(mgc_request.c:895:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1749615363.988716:0:9690:0:(mgc_request.c:906:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff88009c9be000/0x689c0ec07329dd7d lrc: 5/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1749615363.988718:0:9690:0:(mgc_request.c:910:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:00000040:0.0:1749615363.988720:0:9690:0:(mgc_request.c:913:mgc_blocking_ast()) missing data, won't requeue 10000000:00000001:0.0:1749615363.988720:0:9690:0:(mgc_request.c:945:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1749615363.988721:0:9690:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1749615363.988722:0:9690:0:(ldlm_lock.c:2497:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1749615363.988724:0:9690:0:(ldlm_lock.c:408:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1749615363.988725:0:9690:0:(ldlm_lock.c:352:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1749615363.988726:0:9690:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1749615363.988726:0:9690:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749615363.988728:0:9690:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff88009c9be000 with handle 0x689c0ec07329dd7d from hash 00010000:00000001:0.0:1749615363.988729:0:9690:0:(ldlm_lock.c:382:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1749615363.988730:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749615363.988730:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749615363.988731:0:9690:0:(ldlm_lock.c:414:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1749615363.988732:0:9690:0:(ldlm_lock.c:2533:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1749615363.988732:0:9690:0:(ldlm_request.c:1315:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1749615363.988733:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749615363.988734:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749615363.988735:0:9690:0:(ldlm_request.c:1664:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1749615363.988735:0:9690:0:(mgc_request.c:945:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1749615363.988737:0:9690:0:(ldlm_lockd.c:1927:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff88009c9be000/0x689c0ec07329dd7d lrc: 3/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749615363.988739:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749615363.988740:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749615363.988740:0:9690:0:(ldlm_lockd.c:1929:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1749615363.988741:0:9690:0:(ldlm_lock.c:918:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1749615363.988742:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749615363.988742:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749615363.988743:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1749615363.988746:0:9690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff88009c9be000/0x689c0ec07329dd7d lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1749615363.988750:0:9690:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff880129c49f00 count: 0 00010000:00000001:0.0:1749615363.988772:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749615363.988773:0:9690:0:(ldlm_request.c:1132:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:0.0:1749615363.988775:0:9690:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749615363.988778:0:9690:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880111435180 x1834598495326592/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 1 fl Complete:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749615363.988781:0:9690:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1749615363.988783:0:9690:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749615363.988784:0:9690:0:(genops.c:1242:class_import_put()) import ffff88009d242800 refcount=4 obd=MGC192.168.202.106@tcp 00000020:00000001:0.0:1749615363.988785:0:9690:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749615363.988788:0:9690:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009c9be400. 02000000:00000001:0.0:1749615363.988790:0:9690:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749615363.988791:0:9690:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749615363.988792:0:9690:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880111435180. 00000100:00000001:0.0:1749615363.988794:0:9690:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749615363.988795:0:9690:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1749615363.988796:0:9690:0:(mgc_request.c:999:mgc_enqueue()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 10000000:01000000:0.0:1749615363.988797:0:9690:0:(mgc_request.c:1776:mgc_process_log()) Can't get cfg lock: -110 10000000:00000001:0.0:1749615363.988799:0:9690:0:(mgc_request.c:1628:mgc_process_cfg_log()) Process entered 10000000:00000010:0.0:1749615363.988801:0:9690:0:(mgc_request.c:1642:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff88012e688100. 00000020:00000010:0.0:1749615363.988803:0:9690:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880129dba200. 00000020:00000010:0.0:1749615363.988806:0:9690:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff880129dbba00. 00000040:00000010:0.0:1749615363.988808:0:9690:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff880129dba400. 00000020:00000010:0.0:1749615363.988811:0:9690:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff88006a72c000. 00000020:00000010:0.0:1749615363.988814:0:9690:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff880129dbbc00. 80000000:00000010:0.0:1749615363.988817:0:9690:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff880117b169c0. 00040000:00000010:0.0:1749615363.988820:0:9690:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff880129dbae00. 00080000:00000010:0.0:1749615363.988824:0:9690:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88008539e000. 00080000:00000010:0.0:1749615363.988828:0:9690:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff880070f02000. 10000000:00000040:0.0:1749615363.988832:0:9690:0:(lustre_log.h:381:llog_ctxt_get()) GETting ctxt ffff880097117900 : new refcount 2 10000000:00000001:0.0:1749615363.988833:0:9690:0:(mgc_request.c:1674:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000020:00000010:0.0:1749615363.988839:0:9690:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff880129dbba00. 00000040:00000010:0.0:1749615363.988841:0:9690:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff880129dba400. 00000020:00000010:0.0:1749615363.988843:0:9690:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff88006a72c000. 00000020:00000010:0.0:1749615363.988846:0:9690:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff880129dbbc00. 80000000:00000010:0.0:1749615363.988847:0:9690:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff880117b169c0. 00040000:00000010:0.0:1749615363.988850:0:9690:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff880129dbae00. 00080000:00000010:0.0:1749615363.988853:0:9690:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff880070f02000. 00080000:00000010:0.0:1749615363.988855:0:9690:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88008539e000. 00000020:00000010:0.0:1749615363.988858:0:9690:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880129dba200. 10000000:00000010:0.0:1749615363.988859:0:9690:0:(mgc_request.c:1690:mgc_process_cfg_log()) kfreed 'env': 56 at ffff88012e688100. 10000000:01000000:0.0:1749615363.988860:0:9690:0:(mgc_request.c:1838:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'params' failed (-5). 10000000:00000001:0.0:1749615363.988862:0:9690:0:(mgc_request.c:1859:mgc_process_log()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 10000000:00020000:0.0:1749615363.988864:0:9690:0:(mgc_request.c:614:do_requeue()) failed processing log: -5 10000000:00000001:0.0:1749615363.988865:0:9690:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:0.0:1749615363.988866:0:9690:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1749615363.988867:0:9690:0:(mgc_request.c:108:config_log_get()) log lustre-client (ffff880095486000) refs 2 10000000:00000001:0.0:1749615363.988868:0:9690:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1749615363.988869:0:9690:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1749615363.988870:0:9690:0:(mgc_request.c:123:config_log_put()) log params(ffff880129dbac00) refs 2 10000000:00000001:0.0:1749615363.988871:0:9690:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:0.0:1749615363.988872:0:9690:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:0.0:1749615363.988873:0:9690:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:00000001:0.0:1749615363.988873:0:9690:0:(mgc_request.c:1742:mgc_process_log()) Process entered 10000000:01000000:0.0:1749615363.988874:0:9690:0:(mgc_request.c:1761:mgc_process_log()) Process log lustre-client-ffff8800b4229000 from 48 10000000:00000001:0.0:1749615363.988876:0:9690:0:(mgc_request.c:967:mgc_enqueue()) Process entered 10000000:01000000:0.0:1749615363.988876:0:9690:0:(mgc_request.c:973:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00000100:00000010:0.0:1749615363.988880:0:9690:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800838c4a80. 00000020:00000040:0.0:1749615363.988881:0:9690:0:(genops.c:1229:class_import_get()) import ffff88009d242800 refcount=5 obd=MGC192.168.202.106@tcp 00000100:00000001:0.0:1749615363.988884:0:9690:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749615363.988886:0:9690:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749615363.988889:0:9690:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749615363.988892:0:9690:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880129dba200. 00000100:00000001:0.0:1749615363.988896:0:9690:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749615363.988898:0:9690:0:(ldlm_request.c:978:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1749615363.988899:0:9690:0:(ldlm_lock.c:1695:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1749615363.988904:0:9690:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880129c49900. 00010000:00000001:0.0:1749615363.988906:0:9690:0:(ldlm_lock.c:431:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1749615363.988908:0:9690:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880129dbbe00. 00000020:00000001:0.0:1749615363.988909:0:9690:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1749615363.988911:0:9690:0:(lustre_handles.c:77:class_handle_hash()) added object ffff880129dbbe00 with handle 0x689c0ec07329dd84 to hash 00000020:00000001:0.0:1749615363.988912:0:9690:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1749615363.988913:0:9690:0:(ldlm_lock.c:484:ldlm_lock_new()) Process leaving (rc=18446612137311452672 : -131936398098944 : ffff880129dbbe00) 00010000:00000001:0.0:1749615363.988914:0:9690:0:(ldlm_lock.c:1736:ldlm_lock_create()) Process leaving (rc=18446612137311452672 : -131936398098944 : ffff880129dbbe00) 00010000:00000001:0.0:1749615363.988916:0:9690:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1749615363.988916:0:9690:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1749615363.988918:0:9690:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff880129dbbe00/0x689c0ec07329dd84 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1749615363.988922:0:9690:0:(ldlm_request.c:1021:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff880129dbbe00/0x689c0ec07329dd84 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1749615363.988929:0:9690:0:(ldlm_request.c:1108:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff880129dbbe00/0x689c0ec07329dd84 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1749615363.988931:0:9690:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1749615363.988932:0:9690:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1749615363.988935:0:9690:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880136803b40. 00000100:00000001:0.0:1749615363.988936:0:9690:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612137523559232 : -131936185992384 : ffff880136803b40) 00000100:00000001:0.0:1749615363.988938:0:9690:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749615363.988938:0:9690:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134521227904 : -131939188323712 : ffff8800838c4a80) 00000100:00000001:0.0:1749615363.988941:0:9690:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749615363.988957:0:9690:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749615363.988958:0:9690:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1749615363.988959:0:9690:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749615363.988962:0:9690:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800838c4a80 x1834598495329024/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749615363.988966:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749615363.988967:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1749615363.988969:0:9690:0:(client.c:1800:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff8800838c4a80 x1834598495329024/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749615363.988975:0:9690:0:(client.c:1805:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749615363.988976:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749615363.988977:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749615363.988978:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff880136803b40 going to sleep for 0 seconds 00000100:00000001:0.0:1749615363.988979:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749615363.988980:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749615363.988980:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749615363.988981:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749615363.988982:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1F:1749615363.991638:0:11:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880129c49f00. 00010000:00000010:0.1:1749615363.991647:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009c9be000. 00000100:00000001:0.0:1749615364.215576:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749615364.215581:0:28320:0:(client.c:2435:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1749615364.215590:0:28320:0:(client.c:2451:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1749615339/real 1749615339] req@ffff880093e20380 x1834598495324928/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749615364 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1749615364.215602:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749615364.215603:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1749615364.215606:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ff058. 00000400:00000200:0.0:1749615364.215610:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821dd0 00000400:00000010:0.0:1749615364.215611:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821dd0. 00000100:00000001:0.0:1749615364.215614:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1749615364.215616:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880093e20380 x1834598495324928/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749615364 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749615364.215622:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880093e20380 x1834598495324928/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749615364 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749615364.215625:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749615364.215626:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749615364.215628:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749615364.215629:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1749615364.215631:0:28320:0:(client.c:2482:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff880093e20380 x1834598495324928/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749615364 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749615364.215635:0:28320:0:(client.c:2487:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749615364.215641:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749615364.215642:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749615364.215648:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749615364.215650:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749615364.215651:0:28320:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749615364.215654:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880093e20380 x1834598495324928/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749615364 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749615364.215658:0:28320:0:(client.c:2097:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1749615364.215660:0:28320:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749615364.215661:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749615364.215661:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749615364.215663:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749615364.215665:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1749615364.215667:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88009d242800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749615364.215685:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.106@tcp failed (-110) 00000100:00000001:0.0:1749615364.215687:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1749615364.215689:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880093e20380 x1834598495324928/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749615364 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749615364.215693:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880093e20380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:08794920-b6b6-4897-95ad-2183cb3fca60:28320:1834598495324928:0@lo:250:kworker.0 00000100:00000001:0.0:1749615364.215696:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749615364.215697:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749615364.215699:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880093e20380 x1834598495324928/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749615364 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749615364.215703:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749615364.215705:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749615364.215707:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880070e8fc00. 02000000:00000001:0.0:1749615364.215711:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749615364.215713:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749615364.215714:0:28320:0:(genops.c:1242:class_import_put()) import ffff88009d242800 refcount=4 obd=MGC192.168.202.106@tcp 00000020:00000001:0.0:1749615364.215716:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749615364.215717:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800839a2000. 02000000:00000001:0.0:1749615364.215719:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749615364.215720:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749615364.215721:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880093e20380. 00000100:00000001:0.0:1749615364.215726:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749615364.215726:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749615364.215727:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749615364.215730:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749615364.215730:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749615364.215731:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749615364.215732:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1749615364.215754:0:15490:0:(pinger.c:229:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1749615364.215758:0:15490:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1749615364.215760:0:15490:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1749615364.215761:0:15490:0:(import.c:66:import_set_state_nolock()) ffff88009d242800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1749615364.215764:0:15490:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:1.0:1749615364.215766:0:15490:0:(import.c:505:import_select_connection()) MGC192.168.202.106@tcp: connect to NID 0@lo last attempt 9945 00000100:00080000:1.0:1749615364.215769:0:15490:0:(import.c:584:import_select_connection()) MGC192.168.202.106@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1749615364.215770:0:15490:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:1.0:1749615364.215772:0:15490:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749615364.215774:0:15490:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:1.0:1749615364.215780:0:15490:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:1.0:1749615364.215782:0:15490:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749615364.215783:0:15490:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cf3e 00000020:00000001:1.0:1749615364.215785:0:15490:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1749615364.215787:0:15490:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88009d243000 refcount=3 00000020:00000001:1.0:1749615364.215789:0:15490:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134950612992 : -131938758938624 : ffff88009d243000) 00000020:00000001:1.0:1749615364.215790:0:15490:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134950612992 : -131938758938624 : ffff88009d243000) 00000100:00000040:1.0:1749615364.215791:0:15490:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:1.0:1749615364.215792:0:15490:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749615364.215793:0:15490:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:1.0:1749615364.215794:0:15490:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:1.0:1749615364.215796:0:15490:0:(genops.c:898:class_export_put()) PUTting export ffff88009d243000 : new refcount 2 00000100:00080000:1.0:1749615364.215797:0:15490:0:(import.c:619:import_select_connection()) MGC192.168.202.106@tcp: import ffff88009d242800 using connection MGC192.168.202.106@tcp_0/0@lo 00000100:00000001:1.0:1749615364.215799:0:15490:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749615364.215800:0:15490:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1749615364.215802:0:15490:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1749615364.215804:0:15490:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749615364.215805:0:15490:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:1.0:1749615364.215806:0:15490:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1749615364.215809:0:15490:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006d96dc00. 00000020:00000040:1.0:1749615364.215811:0:15490:0:(genops.c:1229:class_import_get()) import ffff88009d242800 refcount=5 obd=MGC192.168.202.106@tcp 02000000:00000001:1.0:1749615364.215814:0:15490:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1749615364.215815:0:15490:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749615364.215817:0:15490:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1749615364.215818:0:15490:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1749615364.215820:0:15490:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1749615364.215824:0:15490:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800aca70000. 00000100:00000001:1.0:1749615364.215828:0:15490:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749615364.215832:0:15490:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88006d96dc00 x1834598495329152/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1749615364.215839:0:15490:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1749615364.215841:0:15490:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749615364.215844:0:15490:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88006d96dc00] to pc [ptlrpcd_rcv+-1] req@ffff88006d96dc00 x1834598495329152/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749615364.215863:0:15490:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1749615364.215865:0:15490:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1749615364.215867:0:15490:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1749615364.215868:0:15490:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1749615364.215869:0:15490:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1749615364.215870:0:15490:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:1.0:1749615364.215872:0:15490:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 9965 00000100:00080000:1.0:1749615364.215873:0:15490:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1749615364.215874:0:15490:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:1.0:1749615364.215875:0:15490:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749615364.215876:0:15490:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:1.0:1749615364.215877:0:15490:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:0.0:1749615364.215877:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000001:1.0:1749615364.215878:0:15490:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1749615364.215878:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000040:1.0:1749615364.215879:0:15490:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfa7 00000100:00000001:0.0:1749615364.215879:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000020:00000001:1.0:1749615364.215880:0:15490:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1749615364.215882:0:15490:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801327a1800 refcount=4 00000020:00000001:1.0:1749615364.215883:0:15490:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000100:00000040:0.0:1749615364.215883:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88006d96dc00 x1834598495329152/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749615364.215884:0:15490:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000100:00000040:1.0:1749615364.215885:0:15490:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:1.0:1749615364.215886:0:15490:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749615364.215887:0:15490:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749615364.215887:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749615364.215888:0:15490:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:0.0:1749615364.215888:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749615364.215889:0:15490:0:(genops.c:898:class_export_put()) PUTting export ffff8801327a1800 : new refcount 3 02000000:00000001:0.0:1749615364.215889:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00080000:1.0:1749615364.215890:0:15490:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8801369c9000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:1.0:1749615364.215891:0:15490:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749615364.215891:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1749615364.215892:0:15490:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749615364.215893:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749615364.215894:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88006d96dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:08794920-b6b6-4897-95ad-2183cb3fca60:28320:1834598495329152:0@lo:250:kworker.0 02000000:00000001:1.0:1749615364.215895:0:15490:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1749615364.215896:0:15490:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749615364.215896:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1749615364.215898:0:15490:0:(obd_class.h:910:obd_reconnect()) Process entered 02000000:00000001:0.0:1749615364.215898:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1749615364.215900:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749615364.215901:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1749615364.215902:0:15490:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749615364.215903:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880070e8fc00. 00000100:00000010:1.0:1749615364.215904:0:15490:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006d96e680. 02000000:00000001:0.0:1749615364.215904:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749615364.215905:0:15490:0:(genops.c:1229:class_import_get()) import ffff8801369c9000 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:1.0:1749615364.215907:0:15490:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1749615364.215907:0:15490:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749615364.215908:0:15490:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000400:00000010:0.0:1749615364.215908:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ff058. 02000000:00000001:1.0:1749615364.215909:0:15490:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1749615364.215910:0:15490:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749615364.215911:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821dd0. 02000000:00000010:1.0:1749615364.215913:0:15490:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800aca73c00. 00000100:00000200:0.0:1749615364.215914:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598495329152, portal 25 00000100:00000001:1.0:1749615364.215915:0:15490:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749615364.215916:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749615364.215917:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134152821760 : -131939556729856 : ffff88006d96dc00) 00000100:00100000:1.0:1749615364.215918:0:15490:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88006d96e680 x1834598495329280/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1749615364.215919:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88006d96dc00 x1834598495329152/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1749615389 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749615364.215922:0:15490:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1749615364.215923:0:15490:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749615364.215923:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:0.0:1749615364.215925:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:1.0:1749615364.215926:0:15490:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88006d96e680] to pc [ptlrpcd_rcv+-1] req@ffff88006d96e680 x1834598495329280/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749615364.215926:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821990. 00000100:00000200:0.0:1749615364.215928:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1834598495329152, offset 0 00000100:00000001:1.0:1749615364.215930:0:15490:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1749615364.215932:0:15490:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1749615364.215934:0:15490:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000400:00000200:0.0:1749615364.215934:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749615364.215935:0:15490:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1749615364.215935:0:15490:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1749615364.215937:0:15490:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:1.0:1749615364.215938:0:15490:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 9965 00000100:00080000:1.0:1749615364.215954:0:15490:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1749615364.215957:0:15490:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000400:00000200:0.0:1749615364.215957:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749615364.215958:0:15490:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749615364.215959:0:15490:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:1.0:1749615364.215960:0:15490:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:1.0:1749615364.215961:0:15490:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749615364.215962:0:15490:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfd8 00000020:00000001:1.0:1749615364.215962:0:15490:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1749615364.215963:0:15490:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012e71d000 refcount=9 00000400:00000200:0.0:1749615364.215965:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 26 MB=0x6848ebf9e9b80 00000020:00000001:1.0:1749615364.215967:0:15490:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000020:00000001:1.0:1749615364.215968:0:15490:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000400:00000100:0.0:1749615364.215969:0:28320:0:(lib-move.c:4464:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1834598495329152 offset 0 length 520: 4 00000100:00000040:1.0:1749615364.215970:0:15490:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:1.0:1749615364.215971:0:15490:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000200:0.0:1749615364.215971:0:28320:0:(lib-msg.c:1044:lnet_is_health_check()) Msg ffff88006dfe4a50 is in inconsistent state, don't perform health checking (-2, 0) 00000100:00000040:1.0:1749615364.215972:0:15490:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000400:00000200:0.0:1749615364.215972:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000100:00000001:1.0:1749615364.215973:0:15490:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:1.0:1749615364.215974:0:15490:0:(genops.c:898:class_export_put()) PUTting export ffff88012e71d000 : new refcount 8 00000100:00080000:1.0:1749615364.215975:0:15490:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff88012e71c800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:1.0:1749615364.215976:0:15490:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749615364.215977:0:15490:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000400:00000200:0.0:1749615364.215977:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821990 00000400:00000010:0.0:1749615364.215978:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821990. 02000000:00000001:1.0:1749615364.215979:0:15490:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1749615364.215980:0:15490:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749615364.215980:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:1.0:1749615364.215981:0:15490:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:1.0:1749615364.215982:0:15490:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749615364.215982:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88006d96dc00 x1834598495329152/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1749615389 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1749615364.215984:0:15490:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006d96c380. 00000020:00000040:1.0:1749615364.215985:0:15490:0:(genops.c:1229:class_import_get()) import ffff88012e71c800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 02000000:00000001:1.0:1749615364.215986:0:15490:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1749615364.215986:0:15490:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749615364.215986:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1749615364.215987:0:15490:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:0.0:1749615364.215987:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88006d96dc00 x1834598495329152/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1749615389 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749615364.215988:0:15490:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1749615364.215989:0:15490:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1749615364.215991:0:15490:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800aca70800. 00000100:00000001:0.0:1749615364.215991:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749615364.215992:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1749615364.215993:0:15490:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749615364.215993:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749615364.215995:0:15490:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88006d96c380 x1834598495329408/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749615364.215996:0:28320:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4304637696 00000100:00000001:1.0:1749615364.215999:0:15490:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000010:0.0:1749615364.215999:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012e688100. 00000100:00000001:1.0:1749615364.216000:0:15490:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749615364.216001:0:15490:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88006d96c380] to pc [ptlrpcd_rcv+-1] req@ffff88006d96c380 x1834598495329408/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749615364.216003:0:28320:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1749615364.216005:0:15490:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749615364.216006:0:28320:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4304637696 00000100:00080000:1.0:1749615364.216007:0:15490:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00000010:0.0:1749615364.216007:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012e688a00. 00000100:00080000:1.0:1749615364.216009:0:15490:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749615364.216009:0:28320:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1749615364.216010:0:28320:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 2 is 4304637696 00000100:00000001:1.0:1749615364.216012:0:15490:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00000010:0.0:1749615364.216012:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012e688480. 00000100:00080000:1.0:1749615364.216013:0:15490:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749615364.216013:0:28320:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1749615364.216014:0:15490:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:1.0:1749615364.216015:0:15490:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 9965 00000100:00080000:1.0:1749615364.216017:0:15490:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1749615364.216018:0:15490:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:1.0:1749615364.216019:0:15490:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749615364.216020:0:15490:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:1.0:1749615364.216021:0:15490:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:1.0:1749615364.216021:0:15490:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749615364.216022:0:15490:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0db 00000100:00000001:0.0:1749615364.216022:0:28320:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 3 is 4304637696 00000020:00000001:1.0:1749615364.216023:0:15490:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000010:0.0:1749615364.216023:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012e688440. 00000020:00000040:1.0:1749615364.216024:0:15490:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72d000 refcount=8 00000020:00000001:1.0:1749615364.216025:0:15490:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000020:00000001:1.0:1749615364.216025:0:15490:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000100:00000001:0.0:1749615364.216025:0:28320:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 3 00000100:00000040:1.0:1749615364.216027:0:15490:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749615364.216027:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749615364.216028:0:15490:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1749615364.216028:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749615364.216029:0:15490:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:1.0:1749615364.216029:0:15490:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:1.0:1749615364.216030:0:15490:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72d000 : new refcount 7 00000100:00080000:1.0:1749615364.216031:0:15490:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88006a728800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:1.0:1749615364.216032:0:15490:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749615364.216032:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749615364.216033:0:15490:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:0.0:1749615364.216033:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1749615364.216035:0:15490:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1749615364.216036:0:15490:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749615364.216036:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749615364.216037:0:15490:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749615364.216037:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1749615364.216037:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749615364.216038:0:15490:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749615364.216038:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749615364.216039:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000010:1.0:1749615364.216040:0:15490:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006d96f100. 00000020:00000040:1.0:1749615364.216041:0:15490:0:(genops.c:1229:class_import_get()) import ffff88006a728800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 00000100:00000040:0.0:1749615364.216041:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88006d96e680 x1834598495329280/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749615364.216042:0:15490:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1749615364.216042:0:15490:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749615364.216043:0:15490:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1749615364.216045:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 02000000:00000001:1.0:1749615364.216046:0:15490:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1749615364.216046:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749615364.216047:0:15490:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749615364.216047:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1749615364.216048:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000010:1.0:1749615364.216049:0:15490:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800aca73000. 02000000:00000001:0.0:1749615364.216049:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749615364.216050:0:15490:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749615364.216050:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88006d96e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598495329280:0@lo:38:kworker.0 00000100:00000001:0.0:1749615364.216052:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00100000:1.0:1749615364.216053:0:15490:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88006d96f100 x1834598495329536/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1749615364.216053:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1749615364.216054:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749615364.216054:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1749615364.216056:0:15490:0:(jobid.c:925:lustre_get_jobid()) Process entered 02000000:00000010:0.0:1749615364.216056:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880070e8cc00. 00000100:00000001:1.0:1749615364.216057:0:15490:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749615364.216057:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749615364.216059:0:15490:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88006d96f100] to pc [ptlrpcd_rcv+-1] req@ffff88006d96f100 x1834598495329536/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749615364.216059:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ff000. 00000400:00000010:0.0:1749615364.216061:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821990. 00000100:00000200:0.0:1749615364.216062:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598495329280, portal 4 00000100:00000001:1.0:1749615364.216063:0:15490:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749615364.216063:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000040:1.0:1749615364.216064:0:15490:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1749615364.216064:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134152824448 : -131939556727168 : ffff88006d96e680) 00000100:00000001:1.0:1749615364.216066:0:15490:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000040:0.0:1749615364.216067:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88006d96e680 x1834598495329280/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749615389 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1749615364.216068:0:15490:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006d96ca80. 00000020:00000040:1.0:1749615364.216069:0:15490:0:(genops.c:1229:class_import_get()) import ffff88006a729800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 00000100:00000001:1.0:1749615364.216070:0:15490:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1749615364.216071:0:15490:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1749615364.216071:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:1.0:1749615364.216072:0:15490:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749615364.216072:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749615364.216073:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821e58. 02000000:00000010:1.0:1749615364.216074:0:15490:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800a42f0700. 00000100:00000200:0.0:1749615364.216074:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598495329280, offset 0 00000100:00000001:1.0:1749615364.216075:0:15490:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749615364.216075:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:1.0:1749615364.216077:0:15490:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID req@ffff88006d96ca80 x1834598495329664/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1749615364.216079:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749615364.216081:0:15490:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000400:00000200:0.0:1749615364.216081:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848ebf9e9c00 00000100:00000001:1.0:1749615364.216082:0:15490:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749615364.216085:0:15490:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88006d96ca80] to pc [ptlrpcd_00_03+3] req@ffff88006d96ca80 x1834598495329664/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749615364.216087:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x3e41 [256] + 520 00000400:00000200:0.0:1749615364.216091:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749615364.216093:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749615364.216096:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749615364.216097:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000001:1.0:1749615364.216100:0:15490:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749615364.216100:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800838c4e00. 00000100:00000040:0.0:1749615364.216101:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff8800838c4e00 x1834598495329280 msgsize 520 00000100:00080000:1.0:1749615364.216102:0:15490:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:0.0:1749615364.216103:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1749615364.216104:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00080000:1.0:1749615364.216104:0:15490:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1749615364.216105:0:15490:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1749615364.216106:0:15490:0:(import.c:66:import_set_state_nolock()) ffff88007197b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1749615364.216107:0:28323:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:2.0:1749615364.216109:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749615364.216109:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:1.0:1749615364.216110:0:15490:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:1.0:1749615364.216111:0:15490:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 9965 00000400:00000200:0.0:1749615364.216111:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821e58 00000100:00000001:2.0:1749615364.216112:0:28323:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:0.0:1749615364.216112:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821e58. 00000100:00000001:2.0:1749615364.216113:0:28323:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1749615364.216113:0:15490:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1749615364.216113:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000040:1.0:1749615364.216114:0:15490:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749615364.216115:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749615364.216115:0:28323:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749615364.216115:0:15490:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000200:0.0:1749615364.216115:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88006d96e680 x1834598495329280/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749615389 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749615364.216116:0:28323:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1749615364.216116:0:15490:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:1.0:1749615364.216117:0:15490:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:1.0:1749615364.216118:0:15490:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1749615364.216118:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000040:1.0:1749615364.216119:0:15490:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d6a7 00000020:00000001:1.0:1749615364.216119:0:15490:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1749615364.216120:0:15490:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88007197c000 refcount=8 00000100:00000040:0.0:1749615364.216120:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88006d96e680 x1834598495329280/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749615389 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749615364.216121:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88006d96ca80 x1834598495329664/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749615364.216121:0:15490:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134219988992 : -131939489562624 : ffff88007197c000) 00000020:00000001:1.0:1749615364.216122:0:15490:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134219988992 : -131939489562624 : ffff88007197c000) 00000100:00000001:0.0:1749615364.216123:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749615364.216124:0:15490:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749615364.216124:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1749615364.216125:0:15490:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749615364.216125:0:15490:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749615364.216125:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749615364.216126:0:28323:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749615364.216126:0:15490:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:2.0:1749615364.216127:0:28323:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749615364.216127:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1373 usecs (2 jiffies) 00000020:00000040:1.0:1749615364.216128:0:15490:0:(genops.c:898:class_export_put()) PUTting export ffff88007197c000 : new refcount 7 00000100:00000001:0.0:1749615364.216128:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4304637675 02000000:00000001:2.0:1749615364.216129:0:28323:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00080000:1.0:1749615364.216129:0:15490:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff88007197b000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:1.0:1749615364.216130:0:15490:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749615364.216130:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4304637696 02000000:00000001:2.0:1749615364.216131:0:28323:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1749615364.216131:0:15490:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:0.0:1749615364.216131:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4304637675 02000000:00000001:2.0:1749615364.216132:0:28323:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749615364.216132:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4304637696 02000000:00000001:1.0:1749615364.216133:0:15490:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1749615364.216133:0:15490:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749615364.216133:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4304637675 00000100:00100000:2.0:1749615364.216134:0:28323:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88006d96ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:28323:1834598495329664:0@lo:400:kworker.0 00000100:00000001:1.0:1749615364.216134:0:15490:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749615364.216134:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4304637696 00000100:00000001:1.0:1749615364.216135:0:15490:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749615364.216135:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4304637675 00000100:00000001:2.0:1749615364.216136:0:28323:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1749615364.216136:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4304637696 00000100:00000010:1.0:1749615364.216137:0:15490:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006d96c700. 00000100:00000001:0.0:1749615364.216137:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749615364.216138:0:28323:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000020:00000040:1.0:1749615364.216138:0:15490:0:(genops.c:1229:class_import_get()) import ffff88007197b000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:2.0:1749615364.216139:0:28323:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749615364.216139:0:15490:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1749615364.216139:0:15490:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749615364.216140:0:28323:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1749615364.216140:0:15490:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1749615364.216140:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749615364.216141:0:15490:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1749615364.216141:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 02000000:00000001:1.0:1749615364.216142:0:15490:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749615364.216143:0:28323:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880079130e00. 00000100:00000040:0.0:1749615364.216143:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88006d96c380 x1834598495329408/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749615364.216144:0:28323:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1749615364.216146:0:15490:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800aca73400. 00000400:00000010:2.0:1749615364.216147:0:28323:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fe738. 00000100:00000001:1.0:1749615364.216147:0:15490:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749615364.216147:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749615364.216148:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749615364.216149:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:2.0:1749615364.216150:0:28323:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a330. 00000100:00100000:1.0:1749615364.216150:0:15490:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88006d96c700 x1834598495329792/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1749615364.216150:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749615364.216151:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749615364.216152:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88006d96c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598495329408:0@lo:38:kworker.0 00000100:00000200:2.0:1749615364.216153:0:28323:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598495329664, portal 10 00000100:00000001:2.0:1749615364.216154:0:28323:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1749615364.216154:0:15490:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749615364.216154:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1749615364.216155:0:28323:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134152817280 : -131939556734336 : ffff88006d96ca80) 00000100:00000001:1.0:1749615364.216155:0:15490:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749615364.216155:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1749615364.216155:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749615364.216156:0:15490:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88006d96c700] to pc [ptlrpcd_rcv+-1] req@ffff88006d96c700 x1834598495329792/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749615364.216156:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1749615364.216158:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880070e8f800. 02000000:00000001:0.0:1749615364.216159:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749615364.216160:0:15490:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749615364.216160:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3fff20. 00000100:00000040:1.0:1749615364.216161:0:15490:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:0.0:1749615364.216162:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821e58. 00000100:00000001:1.0:1749615364.216163:0:15490:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000200:0.0:1749615364.216163:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598495329408, portal 10 00000100:00000040:2.0:1749615364.216164:0:28323:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88006d96ca80 x1834598495329664/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749615380 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1749615364.216164:0:15490:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006d96d500. 00000100:00000001:0.0:1749615364.216164:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000020:00000040:1.0:1749615364.216165:0:15490:0:(genops.c:1229:class_import_get()) import ffff880071979800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:0.0:1749615364.216165:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134152815488 : -131939556736128 : ffff88006d96c380) 00000100:00000001:1.0:1749615364.216166:0:15490:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1749615364.216167:0:15490:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1749615364.216168:0:28323:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:1.0:1749615364.216168:0:15490:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749615364.216168:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88006d96c380 x1834598495329408/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749615389 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1749615364.216169:0:15490:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800a42f0900. 00000100:00000040:2.0:1749615364.216170:0:28323:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1749615364.216171:0:28323:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a770. 00000100:00000001:1.0:1749615364.216171:0:15490:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749615364.216171:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000200:2.0:1749615364.216173:0:28323:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598495329664, offset 0 00000100:00000040:1.0:1749615364.216173:0:15490:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID req@ffff88006d96d500 x1834598495329920/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1749615364.216173:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749615364.216174:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821bb0. 00000100:00000200:0.0:1749615364.216175:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598495329408, offset 0 00000400:00000200:2.0:1749615364.216176:0:28323:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749615364.216176:0:15490:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1749615364.216177:0:15490:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749615364.216178:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:1.0:1749615364.216179:0:15490:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88006d96d500] to pc [ptlrpcd_00_00+0] req@ffff88006d96d500 x1834598495329920/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749615364.216180:0:28323:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1749615364.216181:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1749615364.216183:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf9e9c80 00000400:00000200:2.0:1749615364.216185:0:28323:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf9e9d80 00000100:00000001:1.0:1749615364.216187:0:15490:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749615364.216187:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3c0d [64] + 102408 00000400:00000200:2.0:1749615364.216189:0:28323:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3c0d [64] + 102928 00000400:00000200:0.0:1749615364.216189:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1749615364.216190:0:15490:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (9975) 00000400:00000200:0.0:1749615364.216191:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1749615364.216193:0:28323:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749615364.216194:0:28323:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749615364.216195:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749615364.216196:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:1.0:1749615364.216197:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749615364.216198:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749615364.216198:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800838c5180. 00000100:00000040:0.0:1749615364.216199:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff8800838c5180 x1834598495329408 msgsize 520 00000100:00000001:1.0:1749615364.216201:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749615364.216202:0:28321:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749615364.216202:0:28321:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00100000:0.0:1749615364.216202:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1749615364.216205:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88006d96d500 x1834598495329920/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749615364.216205:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:2.0:1749615364.216207:0:9761:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1749615364.216209:0:9761:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598495329280 00000400:00000200:0.0:1749615364.216209:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821bb0 02000000:00000001:2.0:1749615364.216210:0:9761:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000010:0.0:1749615364.216210:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821bb0. 00000100:00000001:0.0:1749615364.216211:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:2.0:1749615364.216212:0:9761:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749615364.216212:0:28321:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749615364.216213:0:28321:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749615364.216213:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88006d96c380 x1834598495329408/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749615389 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749615364.216214:0:9761:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749615364.216214:0:28321:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1749615364.216215:0:28321:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749615364.216216:0:9761:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749615364.216216:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1749615364.216217:0:28321:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749615364.216218:0:9761:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598495329280 00000100:00100000:1.0:1749615364.216218:0:28321:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88006d96d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:28321:1834598495329920:0@lo:400:kworker.0 00000100:00000040:0.0:1749615364.216218:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88006d96c380 x1834598495329408/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749615389 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749615364.216219:0:9761:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749615364.216220:0:9761:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:1.0:1749615364.216220:0:28321:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000020:00000001:2.0:1749615364.216221:0:9761:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1749615364.216221:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749615364.216222:0:9761:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749615364.216222:0:28321:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1749615364.216222:0:28320:0:(events.c:69:request_out_callback()) Process leaving 02000000:00000001:1.0:1749615364.216223:0:28321:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749615364.216223:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749615364.216224:0:9761:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749615364.216224:0:28321:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1749615364.216224:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 1180 usecs (2 jiffies) 00000100:00000001:0.0:1749615364.216225:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4304637675 00000020:00000010:2.0:1749615364.216226:0:9761:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880079130400. 02000000:00000010:1.0:1749615364.216226:0:28321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b42cba00. 02000000:00000001:1.0:1749615364.216227:0:28321:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749615364.216227:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4304637696 00000100:00000001:0.0:1749615364.216228:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4304637675 00000020:00000010:2.0:1749615364.216229:0:9761:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b2387300. 00000400:00000010:1.0:1749615364.216229:0:28321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a3dbaa8. 00000100:00000001:0.0:1749615364.216229:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4304637696 00000100:00000001:0.0:1749615364.216230:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4304637675 00000100:00000001:0.0:1749615364.216231:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4304637696 00000020:00000010:2.0:1749615364.216232:0:9761:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095be9258. 00000400:00000010:1.0:1749615364.216232:0:28321:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b3b8. 00000100:00000001:0.0:1749615364.216232:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4304637675 00000100:00000001:0.0:1749615364.216233:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4304637696 00000100:00000200:1.0:1749615364.216234:0:28321:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598495329920, portal 10 00000100:00000001:0.0:1749615364.216234:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749615364.216235:0:9761:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749615364.216235:0:28321:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749615364.216235:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749615364.216236:0:9761:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749615364.216236:0:28321:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134152819968 : -131939556731648 : ffff88006d96d500) 00000100:00000001:0.0:1749615364.216236:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749615364.216237:0:9761:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749615364.216237:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749615364.216239:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:1.0:1749615364.216240:0:28321:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88006d96d500 x1834598495329920/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749615380 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749615364.216241:0:9761:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749615364.216242:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1749615364.216243:0:28321:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749615364.216243:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749615364.216244:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749615364.216244:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1749615364.216245:0:28321:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749615364.216246:0:9761:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1749615364.216246:0:28321:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b6e8. 00000100:00000040:0.0:1749615364.216246:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88006d96f100 x1834598495329536/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749615364.216247:0:28321:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598495329920, offset 0 00000400:00000200:1.0:1749615364.216250:0:28321:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749615364.216250:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749615364.216250:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749615364.216251:0:9761:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 02000000:00000001:0.0:1749615364.216251:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1749615364.216252:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749615364.216253:0:9761:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 02000000:00000001:0.0:1749615364.216253:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749615364.216254:0:28321:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:0.0:1749615364.216255:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88006d96f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598495329536:0@lo:38:kworker.0 00000100:00100000:2.0:1749615364.216256:0:9761:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1059 00000100:00000001:0.0:1749615364.216257:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000400:00000200:1.0:1749615364.216258:0:28321:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf9e9e80 02000000:00000001:0.0:1749615364.216258:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1749615364.216259:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749615364.216259:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1749615364.216260:0:9761:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134521228800 : -131939188322816 : ffff8800838c4e00) 00000400:00000200:1.0:1749615364.216261:0:28321:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3c0d [64] + 103152 02000000:00000010:0.0:1749615364.216261:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880070e8f000. 02000000:00000001:0.0:1749615364.216262:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749615364.216263:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ffa50. 00000100:00000040:2.0:1749615364.216264:0:9761:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800838c4e00 x1834598495329280/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749615384 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749615364.216264:0:28321:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1749615364.216265:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821bb0. 00000400:00000200:1.0:1749615364.216266:0:28321:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1749615364.216266:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598495329536, portal 10 00000100:00000001:0.0:1749615364.216267:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1749615364.216268:0:28321:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:0.0:1749615364.216268:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134152827136 : -131939556724480 : ffff88006d96f100) 00000100:00000200:1.0:1749615364.216269:0:28321:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00100000:2.0:1749615364.216270:0:9761:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800838c4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:28320:x1834598495329280:12345-0@lo:38:kworker.0 00000100:00000010:1.0:1749615364.216270:0:28321:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006d96df80. 00000100:00000040:0.0:1749615364.216271:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88006d96f100 x1834598495329536/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749615389 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749615364.216272:0:9761:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598495329280 00000020:00000001:2.0:1749615364.216274:0:9761:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:0.0:1749615364.216274:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749615364.216275:0:28321:0:(events.c:338:request_in_callback()) incoming req@ffff88006d96df80 x1834598495329920 msgsize 224 00000100:00000040:0.0:1749615364.216275:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749615364.216276:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821440. 00010000:00000001:2.0:1749615364.216277:0:9761:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00100000:1.0:1749615364.216277:0:28321:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000200:0.0:1749615364.216277:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598495329536, offset 0 00000400:00000200:0.0:1749615364.216279:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749615364.216281:0:28321:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:0.0:1749615364.216281:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1749615364.216284:0:28321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b6e8 00000020:00000001:2.0:1749615364.216286:0:9761:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749615364.216286:0:28321:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b6e8. 00000400:00000200:0.0:1749615364.216286:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf9e9d00 00000100:00000001:1.0:1749615364.216287:0:28321:0:(events.c:35:request_out_callback()) Process entered 00010000:00020000:2.0:1749615364.216288:0:9761:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000200:1.0:1749615364.216289:0:28321:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88006d96d500 x1834598495329920/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749615380 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749615364.216289:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3c0d [64] + 103376 00010000:00000001:2.0:1749615364.216290:0:9761:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000200:0.0:1749615364.216291:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:2.0:1749615364.216292:0:9761:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749615364.216294:0:9761:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:1.0:1749615364.216294:0:28321:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1749615364.216294:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749615364.216295:0:9761:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000040:1.0:1749615364.216295:0:28321:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88006d96d500 x1834598495329920/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749615380 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749615364.216296:0:28320:0:(events.c:287:request_in_callback()) Process entered 02000000:00000001:2.0:1749615364.216297:0:9761:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000200:0.0:1749615364.216297:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1749615364.216298:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800838c5500. 02000000:00000010:2.0:1749615364.216299:0:9761:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009cd6b400. 00000100:00000001:1.0:1749615364.216299:0:28321:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749615364.216300:0:9761:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749615364.216300:0:28321:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000040:0.0:1749615364.216300:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff8800838c5500 x1834598495329536 msgsize 520 00000100:00000001:2.0:1749615364.216301:0:9761:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749615364.216301:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1749615364.216302:0:28321:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749615364.216304:0:9761:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000040:1.0:1749615364.216304:0:28321:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 1017 usecs (2 jiffies) 00010000:00000001:2.0:1749615364.216305:0:9761:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749615364.216305:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4304637675 00000100:00000001:0.0:1749615364.216305:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00001000:2.0:1749615364.216307:0:9761:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:1.0:1749615364.216307:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4304637696 00000400:00000200:0.0:1749615364.216307:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821440 00000100:00000001:1.0:1749615364.216308:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4304637675 00000400:00000010:0.0:1749615364.216308:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821440. 00000100:00000001:2.0:1749615364.216309:0:9761:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:1.0:1749615364.216309:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4304637696 00000100:00000001:0.0:1749615364.216309:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:1.0:1749615364.216310:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4304637675 00000100:00000200:0.0:1749615364.216310:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88006d96f100 x1834598495329536/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749615389 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749615364.216311:0:9761:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749615364.216312:0:9761:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:1.0:1749615364.216312:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4304637696 00000100:00000001:1.0:1749615364.216312:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4304637675 00000100:00000001:2.0:1749615364.216313:0:9761:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:1.0:1749615364.216313:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4304637696 00000100:00000001:2.0:1749615364.216314:0:9761:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:1.0:1749615364.216314:0:28321:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749615364.216314:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749615364.216315:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88006d96f100 x1834598495329536/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749615389 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749615364.216316:0:9761:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:1.0:1749615364.216316:0:28321:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749615364.216317:0:9761:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:1.0:1749615364.216317:0:28321:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749615364.216318:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749615364.216318:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749615364.216319:0:9761:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749615364.216319:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1749615364.216320:0:9761:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749615364.216321:0:9761:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1749615364.216321:0:28321:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749615364.216321:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749615364.216322:0:9761:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a7f8. 00000100:00000001:1.0:1749615364.216322:0:28321:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1749615364.216323:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749615364.216323:0:28321:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1749615364.216323:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 923 usecs (1 jiffies) 00000100:00000200:2.0:1749615364.216324:0:9761:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598495329280, offset 0 00000100:00000001:0.0:1749615364.216324:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4304637674 00000100:00000001:0.0:1749615364.216325:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4304637696 00000100:00000001:0.0:1749615364.216326:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4304637674 00000100:00000001:1.0:1749615364.216327:0:28321:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749615364.216327:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4304637696 00000100:00000001:1.0:1749615364.216328:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749615364.216328:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4304637674 00000400:00000200:2.0:1749615364.216329:0:9761:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749615364.216329:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4304637696 00000100:00000001:0.0:1749615364.216330:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4304637674 00000100:00000001:0.0:1749615364.216331:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4304637696 00000100:00000001:0.0:1749615364.216332:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1749615364.216333:0:9761:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749615364.216333:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749615364.216334:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1749615364.216336:0:9761:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848ebf9e9c00 00000100:00000040:0.0:1749615364.216336:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88006d96c700 x1834598495329792/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749615364.216339:0:9761:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x16f31 [1] + 0 00000100:00000001:1.0:1749615364.216339:0:9760:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1749615364.216340:0:9760:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598495329408 00000400:00000200:2.0:1749615364.216341:0:9761:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1749615364.216341:0:9760:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749615364.216341:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749615364.216342:0:9760:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749615364.216342:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749615364.216343:0:9761:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749615364.216343:0:9760:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749615364.216343:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1749615364.216344:0:9761:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000001:0.0:1749615364.216344:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1749615364.216345:0:9760:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749615364.216345:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749615364.216346:0:9760:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598495329408 00000100:00100000:0.0:1749615364.216346:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88006d96c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598495329792:0@lo:38:kworker.0 00000100:00000200:2.0:1749615364.216347:0:9761:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88006d96e680 x1834598495329280/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749615389 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749615364.216348:0:9760:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749615364.216348:0:9760:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:0.0:1749615364.216348:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000020:00000001:1.0:1749615364.216349:0:9760:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:0.0:1749615364.216349:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:1.0:1749615364.216350:0:9760:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749615364.216350:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749615364.216350:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:1.0:1749615364.216351:0:9760:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749615364.216352:0:9761:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88006d96e680 x1834598495329280/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749615389 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749615364.216352:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880070e8c000. 00000020:00000010:1.0:1749615364.216353:0:9760:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b42ca600. 02000000:00000001:0.0:1749615364.216353:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749615364.216354:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ffd10. 00000020:00000010:1.0:1749615364.216355:0:9760:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bc0fc80. 00000400:00000010:0.0:1749615364.216356:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821440. 00000100:00000001:2.0:1749615364.216357:0:9761:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000010:1.0:1749615364.216357:0:9760:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438c7d0. 00000100:00000200:0.0:1749615364.216357:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598495329792, portal 10 00000100:00000001:0.0:1749615364.216358:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1749615364.216359:0:9760:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749615364.216359:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134152816384 : -131939556735232 : ffff88006d96c700) 00000400:00000200:2.0:1749615364.216360:0:9761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a7f8 00000100:00000001:1.0:1749615364.216360:0:9760:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000400:00000010:2.0:1749615364.216361:0:9761:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a7f8. 00000100:00000001:1.0:1749615364.216361:0:9760:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749615364.216362:0:9761:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000040:0.0:1749615364.216362:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88006d96c700 x1834598495329792/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749615389 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749615364.216363:0:9761:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:1.0:1749615364.216364:0:9760:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749615364.216365:0:9761:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749615364.216365:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:0.0:1749615364.216366:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:2.0:1749615364.216367:0:9761:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:1.0:1749615364.216367:0:9760:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1749615364.216367:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821198. 00000100:00000001:2.0:1749615364.216368:0:9761:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749615364.216368:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598495329792, offset 0 00000020:00000001:2.0:1749615364.216369:0:9761:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749615364.216370:0:9760:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:0.0:1749615364.216370:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:2.0:1749615364.216371:0:9761:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800838c4e00 x1834598495329280/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749615384 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749615364.216371:0:9760:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598495329920 02000000:00000001:1.0:1749615364.216372:0:9760:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749615364.216373:0:9760:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000200:0.0:1749615364.216373:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749615364.216374:0:9760:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749615364.216375:0:9760:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749615364.216375:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf9e9e00 00000100:00100000:2.0:1749615364.216376:0:9761:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800838c4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:28320:x1834598495329280:12345-0@lo:38:kworker.0 Request processed in 107us (273us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749615364.216376:0:9760:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598495329920 00000020:00000001:1.0:1749615364.216377:0:9760:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749615364.216377:0:9760:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d6bc 00000400:00000200:0.0:1749615364.216377:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3c0d [64] + 103896 00000020:00000001:1.0:1749615364.216378:0:9760:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:0.0:1749615364.216378:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000040:1.0:1749615364.216379:0:9760:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800b4001000 refcount=5 00000020:00000001:1.0:1749615364.216380:0:9760:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135334121472 : -131938375430144 : ffff8800b4001000) 00000400:00000200:0.0:1749615364.216380:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:1.0:1749615364.216381:0:9760:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135334121472 : -131938375430144 : ffff8800b4001000) 00000100:00000001:0.0:1749615364.216381:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00100000:2.0:1749615364.216382:0:9761:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1059 00000100:00000200:0.0:1749615364.216382:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1749615364.216383:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800838c5880. 00000100:00000001:2.0:1749615364.216384:0:9761:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749615364.216384:0:9761:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1749615364.216384:0:9760:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000040:0.0:1749615364.216387:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff8800838c5880 x1834598495329792 msgsize 520 00000020:00000010:2.0:1749615364.216388:0:9761:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b2387300. 00000020:00000010:1.0:1749615364.216388:0:9760:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff880091b16f40. 00000100:00100000:0.0:1749615364.216389:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000010:2.0:1749615364.216391:0:9761:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095be9258. 00000100:00000001:0.0:1749615364.216392:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000020:00000010:2.0:1749615364.216393:0:9761:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880079130400. 00000020:00000040:1.0:1749615364.216393:0:9760:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000400:00000200:0.0:1749615364.216394:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821198 00000400:00000010:0.0:1749615364.216395:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821198. 00000100:00000001:2.0:1749615364.216396:0:9761:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749615364.216396:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1749615364.216398:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88006d96c700 x1834598495329792/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749615389 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749615364.216401:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749615364.216402:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88006d96c700 x1834598495329792/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749615389 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749615364.216403:0:9760:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:2.0:1749615364.216405:0:9692:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000020:00000010:1.0:1749615364.216405:0:9760:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b42ca200. 00000100:00000001:0.0:1749615364.216405:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749615364.216406:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000010:1.0:1749615364.216407:0:9760:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bc0fb00. 00000100:00000001:0.0:1749615364.216407:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1749615364.216408:0:9736:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000020:00000010:1.0:1749615364.216408:0:9760:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438c708. 00000100:00100000:2.0:1749615364.216409:0:9692:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598495329536 00000100:00000040:0.0:1749615364.216409:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 765 usecs (1 jiffies) 02000000:00000001:2.0:1749615364.216410:0:9692:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749615364.216410:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4304637674 00000100:00000001:2.0:1749615364.216411:0:9692:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000040:1.0:1749615364.216411:0:9760:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:0.0:1749615364.216411:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4304637696 00000020:00000040:3.0:1749615364.216412:0:9736:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000100:00000001:2.0:1749615364.216412:0:9692:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749615364.216412:0:9760:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749615364.216412:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4304637674 00000100:00000001:1.0:1749615364.216413:0:9760:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1749615364.216413:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4304637696 02000000:00000001:2.0:1749615364.216414:0:9692:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749615364.216414:0:9760:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749615364.216414:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4304637674 00000100:00100000:2.0:1749615364.216415:0:9692:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598495329536 00000100:00000001:0.0:1749615364.216415:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4304637696 00000020:00000001:2.0:1749615364.216416:0:9692:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1749615364.216416:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4304637674 00000020:00000040:2.0:1749615364.216417:0:9692:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:1.0:1749615364.216417:0:9760:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1749615364.216417:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4304637696 00000020:00000001:2.0:1749615364.216418:0:9692:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1749615364.216418:0:9760:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1749615364.216418:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1749615364.216419:0:9692:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749615364.216419:0:9760:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749615364.216419:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749615364.216420:0:9692:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749615364.216421:0:9692:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880079130400. 00000400:00000001:0.0:1749615364.216421:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749615364.216421:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000010:2.0:1749615364.216422:0:9692:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b2387300. 00000100:00000001:1.0:1749615364.216422:0:9760:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1749615364.216422:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ff000. 00000400:00000200:0.0:1749615364.216423:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821990 00000020:00000010:2.0:1749615364.216424:0:9692:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095be9258. 00000400:00000010:0.0:1749615364.216424:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821990. 00000100:00000001:2.0:1749615364.216425:0:9692:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749615364.216425:0:9760:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1749615364.216425:0:9760:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598495329792 00000100:00000001:0.0:1749615364.216425:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749615364.216426:0:9692:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:1.0:1749615364.216426:0:9760:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749615364.216427:0:9692:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749615364.216427:0:9760:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749615364.216428:0:9760:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749615364.216429:0:9692:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749615364.216429:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88006d96e680 x1834598495329280/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749615389 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749615364.216430:0:9760:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749615364.216431:0:9760:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598495329792 00000100:00000001:2.0:1749615364.216432:0:9692:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749615364.216432:0:9760:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749615364.216432:0:9760:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:1.0:1749615364.216433:0:9760:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000200:0.0:1749615364.216433:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88006d96e680 x1834598495329280/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749615389 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749615364.216434:0:9760:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749615364.216434:0:9760:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749615364.216435:0:9692:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749615364.216436:0:9692:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000010:1.0:1749615364.216436:0:9760:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b42cbc00. 00000100:00000001:0.0:1749615364.216436:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000010:1.0:1749615364.216437:0:9760:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bc0fd80. 00000100:00000001:0.0:1749615364.216437:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1749615364.216438:0:9692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2004 00000020:00000010:1.0:1749615364.216438:0:9760:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438c898. 00000100:00000001:0.0:1749615364.216438:0:28320:0:(client.c:1550:after_reply()) Process entered 00000100:00000040:2.0:1749615364.216440:0:9692:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800b4001000 : new rpc_count 1 00000100:00000001:1.0:1749615364.216440:0:9760:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749615364.216440:0:9760:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:0.0:1749615364.216440:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749615364.216441:0:9692:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134152822656 : -131939556728960 : ffff88006d96df80) 00000100:00000001:1.0:1749615364.216441:0:9760:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749615364.216441:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749615364.216442:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749615364.216443:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88006d96df80 x1834598495329920/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:270/0 lens 224/0 e 0 to 0 dl 1749615375 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749615364.216443:0:9760:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749615364.216444:0:9760:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1749615364.216444:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749615364.216446:0:9760:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749615364.216447:0:9760:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00001000:0.0:1749615364.216447:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff8801369c9438 time=1749615364 v=5 (0 0 0 0) 00000100:00000001:2.0:1749615364.216448:0:9692:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1749615364.216449:0:9692:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012db42380. 00000100:00001000:0.0:1749615364.216449:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff8801369c93f0 time=137 v=20 (1 1 20 1) 00000100:00000001:2.0:1749615364.216450:0:9692:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749615364.216450:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000020:00000010:2.0:1749615364.216451:0:9692:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012db42380. 00000100:00000001:0.0:1749615364.216451:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00100000:1.0:1749615364.216452:0:9760:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3084 00000100:00000001:1.0:1749615364.216453:0:9760:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134521229696 : -131939188321920 : ffff8800838c5180) 00000100:00000001:0.0:1749615364.216453:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00100000:2.0:1749615364.216454:0:9692:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88006d96df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:28321:x1834598495329920:12345-0@lo:400:kworker.0 00000100:00000040:0.0:1749615364.216455:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88006d96e680 x1834598495329280/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749615389 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749615364.216456:0:9692:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598495329920 00000100:00000040:1.0:1749615364.216456:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800838c5180 x1834598495329408/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749615384 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749615364.216457:0:9692:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:0.0:1749615364.216459:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749615364.216460:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749615364.216460:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1749615364.216461:0:9692:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00100000:1.0:1749615364.216461:0:9760:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800838c5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:28320:x1834598495329408:12345-0@lo:38:kworker.0 00000100:00000001:0.0:1749615364.216461:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749615364.216462:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000001:2.0:1749615364.216463:0:9692:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749615364.216463:0:9760:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598495329408 00000020:00000001:2.0:1749615364.216464:0:9692:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00080000:0.0:1749615364.216464:0:28320:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000020:00000001:1.0:1749615364.216465:0:9760:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00080000:0.0:1749615364.216465:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000020:00000001:2.0:1749615364.216466:0:9692:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00010000:00000001:1.0:1749615364.216466:0:9760:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:0.0:1749615364.216466:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000001:2.0:1749615364.216467:0:9692:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000040:0.0:1749615364.216468:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88006d96e680 x1834598495329280/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749615389 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749615364.216470:0:9692:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1749615364.216471:0:9692:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1749615364.216471:0:9760:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749615364.216472:0:9692:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00010000:00020000:1.0:1749615364.216472:0:9760:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1749615364.216472:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88006d96e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598495329280:0@lo:38:kworker.0 00000020:00000001:2.0:1749615364.216473:0:9692:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749615364.216474:0:9760:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749615364.216474:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749615364.216475:0:9692:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00010000:00000001:1.0:1749615364.216475:0:9760:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749615364.216477:0:9692:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1749615364.216477:0:9760:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:0.0:1749615364.216477:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1749615364.216478:0:9692:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1749615364.216478:0:9760:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1749615364.216479:0:9760:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:0.0:1749615364.216479:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88006d96e680 x1834598495329280/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749615389 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749615364.216480:0:9692:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009cd69400. 02000000:00000001:2.0:1749615364.216481:0:9692:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1749615364.216481:0:9760:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800aca73800. 00000100:00000001:2.0:1749615364.216482:0:9692:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749615364.216482:0:9760:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749615364.216482:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1749615364.216483:0:9760:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749615364.216483:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000001:2.0:1749615364.216484:0:9692:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749615364.216484:0:9760:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 02000000:00000010:0.0:1749615364.216484:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880070e8cc00. 00010000:00000040:2.0:1749615364.216485:0:9692:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598495329920 00010000:00000001:1.0:1749615364.216485:0:9760:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749615364.216486:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749615364.216486:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00010000:00000001:2.0:1749615364.216487:0:9692:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00001000:1.0:1749615364.216487:0:9760:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000020:00000040:0.0:1749615364.216487:0:28320:0:(genops.c:1242:class_import_put()) import ffff8801369c9000 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000100:00000001:1.0:1749615364.216488:0:9760:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000020:00000001:0.0:1749615364.216488:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000200:2.0:1749615364.216489:0:9692:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88006d96df80 x1834598495329920/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:270/0 lens 224/224 e 0 to 0 dl 1749615375 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749615364.216489:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800aca73c00. 00000100:00000001:1.0:1749615364.216490:0:9760:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 02000000:00000001:0.0:1749615364.216490:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:1.0:1749615364.216491:0:9760:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 02000000:00000001:0.0:1749615364.216491:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1749615364.216492:0:9760:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000010:0.0:1749615364.216492:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006d96e680. 00010000:00000001:2.0:1749615364.216493:0:9692:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1749615364.216493:0:9760:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00010000:00000001:2.0:1749615364.216494:0:9692:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749615364.216494:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749615364.216494:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1749615364.216495:0:9692:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=69 v=5 (1 1 1 1) 00000100:00000040:1.0:1749615364.216495:0:9760:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:0.0:1749615364.216495:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1749615364.216496:0:9760:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1749615364.216496:0:9760:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749615364.216497:0:9692:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1749615364.216497:0:9760:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749615364.216497:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:2.0:1749615364.216498:0:9692:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000001:0.0:1749615364.216498:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1749615364.216499:0:9692:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000040:1.0:1749615364.216499:0:9760:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749615364.216499:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749615364.216499:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1749615364.216500:0:9692:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000010:1.0:1749615364.216500:0:9760:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b6e8. 00000100:00000001:0.0:1749615364.216500:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749615364.216501:0:9692:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749615364.216501:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749615364.216502:0:9692:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749615364.216503:0:9692:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000200:1.0:1749615364.216504:0:9760:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598495329408, offset 0 00000400:00000010:2.0:1749615364.216505:0:9692:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a7f8. 00000100:00000001:0.0:1749615364.216506:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1749615364.216507:0:9760:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749615364.216507:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749615364.216511:0:9760:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1749615364.216513:0:9760:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf9e9c80 00000100:00000200:2.0:1749615364.216514:0:9692:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598495329920, offset 224 00000100:00000001:0.0:1749615364.216514:0:9691:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749615364.216515:0:9691:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000200:1.0:1749615364.216516:0:9760:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x16f3d [1] + 0 00000400:00000200:2.0:1749615364.216518:0:9692:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:0.0:1749615364.216518:0:9691:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3085 00000400:00000200:1.0:1749615364.216519:0:9760:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749615364.216519:0:9691:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134521230592 : -131939188321024 : ffff8800838c5500) 00000400:00000200:1.0:1749615364.216520:0:9760:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:0.0:1749615364.216534:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800838c5500 x1834598495329536/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749615384 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749615364.216539:0:9691:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800838c5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:28320:x1834598495329536:12345-0@lo:38:kworker.0 00000100:00000200:0.0:1749615364.216541:0:9691:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598495329536 00000020:00000001:0.0:1749615364.216543:0:9691:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:0.0:1749615364.216544:0:9691:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000400:00000200:2.0:1749615364.216550:0:9692:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749615364.216550:0:9760:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1749615364.216552:0:9760:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88006d96c380 x1834598495329408/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749615389 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749615364.216552:0:9691:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749615364.216554:0:9692:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf9e9e80 00010000:00020000:0.0:1749615364.216554:0:9691:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00000001:0.0:1749615364.216555:0:9691:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:0.0:1749615364.216556:0:9691:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:2.0:1749615364.216557:0:9692:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x16f49 [1] + 224 00000100:00000040:1.0:1749615364.216558:0:9760:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88006d96c380 x1834598495329408/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749615389 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749615364.216558:0:9691:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:0.0:1749615364.216559:0:9691:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1749615364.216560:0:9691:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1749615364.216561:0:9691:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880070e8cc00. 02000000:00000001:0.0:1749615364.216562:0:9691:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749615364.216563:0:9692:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749615364.216563:0:9691:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749615364.216564:0:9692:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749615364.216564:0:9760:0:(events.c:164:reply_in_callback()) Process leaving 00010000:00000001:0.0:1749615364.216565:0:9691:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000400:00000200:1.0:1749615364.216566:0:9760:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b6e8 00010000:00000001:0.0:1749615364.216566:0:9691:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749615364.216567:0:9760:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b6e8. 00000100:00001000:0.0:1749615364.216567:0:9691:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:2.0:1749615364.216569:0:9692:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749615364.216569:0:9760:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749615364.216569:0:9760:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:0.0:1749615364.216569:0:9691:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:0.0:1749615364.216570:0:9691:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000200:2.0:1749615364.216571:0:9692:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88006d96d500 x1834598495329920/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749615380 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749615364.216571:0:9760:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749615364.216571:0:9691:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 28 to 0@lo 00000100:00000001:0.0:1749615364.216572:0:9691:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000040:1.0:1749615364.216573:0:9760:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000001:1.0:1749615364.216574:0:9760:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749615364.216574:0:9691:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000020:00000001:1.0:1749615364.216575:0:9760:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1749615364.216575:0:9691:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 27 to 0@lo 02000000:00000001:0.0:1749615364.216576:0:9691:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:2.0:1749615364.216577:0:9692:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88006d96d500 x1834598495329920/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749615380 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749615364.216577:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800838c5180 x1834598495329408/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749615384 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749615364.216577:0:9691:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749615364.216578:0:9691:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:0.0:1749615364.216579:0:9691:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749615364.216581:0:9691:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821990. 00000100:00000001:2.0:1749615364.216583:0:9692:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00100000:1.0:1749615364.216583:0:9760:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800838c5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:28320:x1834598495329408:12345-0@lo:38:kworker.0 Request processed in 121us (381us total) trans 0 rc -19/-19 00000100:00000200:0.0:1749615364.216583:0:9691:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598495329536, offset 0 00000400:00000200:0.0:1749615364.216585:0:9691:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1749615364.216586:0:9692:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a7f8 00000400:00000010:2.0:1749615364.216587:0:9692:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a7f8. 00000100:00100000:1.0:1749615364.216587:0:9760:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3084 00000100:00000001:2.0:1749615364.216588:0:9692:0:(events.c:387:reply_out_callback()) Process entered 00000400:00000200:0.0:1749615364.216588:0:9691:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749615364.216589:0:9692:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:1.0:1749615364.216589:0:9760:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749615364.216589:0:9760:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1749615364.216591:0:9692:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749615364.216591:0:9760:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bc0fc80. 00000400:00000200:0.0:1749615364.216591:0:9691:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf9e9d00 00000100:00000040:2.0:1749615364.216593:0:9692:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 26 to 0@lo 00000400:00000200:0.0:1749615364.216593:0:9691:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x16f51 [1] + 0 00010000:00000001:2.0:1749615364.216594:0:9692:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000010:1.0:1749615364.216594:0:9760:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438c7d0. 00000020:00000001:2.0:1749615364.216595:0:9692:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749615364.216596:0:9760:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b42ca600. 00000400:00000200:0.0:1749615364.216596:0:9691:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:2.0:1749615364.216597:0:9692:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000400:00000200:0.0:1749615364.216597:0:9691:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749615364.216598:0:9760:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749615364.216599:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88006d96df80 x1834598495329920/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:270/0 lens 224/224 e 0 to 0 dl 1749615375 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749615364.216599:0:9691:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1749615364.216601:0:9691:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88006d96f100 x1834598495329536/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749615389 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749615364.216604:0:9692:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88006d96df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:28321:x1834598495329920:12345-0@lo:400:kworker.0 Request processed in 155us (328us total) trans 0 rc 0/0 00000100:00000001:1.0:1749615364.216605:0:9760:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749615364.216606:0:9760:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1749615364.216608:0:9760:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3086 00000100:00000040:0.0:1749615364.216608:0:9691:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88006d96f100 x1834598495329536/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749615389 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749615364.216609:0:9760:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134521231488 : -131939188320128 : ffff8800838c5880) 00000100:00100000:2.0:1749615364.216610:0:9692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2004 00000100:00000040:1.0:1749615364.216611:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800838c5880 x1834598495329792/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749615384 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749615364.216612:0:9692:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800b4001000 : new rpc_count 0 00000100:00000001:0.0:1749615364.216612:0:9691:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749615364.216613:0:9692:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749615364.216614:0:9692:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:0.0:1749615364.216614:0:9691:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821990 00000400:00000010:0.0:1749615364.216615:0:9691:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821990. 00000020:00000010:2.0:1749615364.216616:0:9692:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bc0fb00. 00000100:00100000:1.0:1749615364.216616:0:9760:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800838c5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:28320:x1834598495329792:12345-0@lo:38:kworker.0 00000100:00000001:0.0:1749615364.216616:0:9691:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000200:1.0:1749615364.216617:0:9760:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598495329792 00000100:00000001:0.0:1749615364.216617:0:9691:0:(events.c:399:reply_out_callback()) Process leaving 00000020:00000010:2.0:1749615364.216618:0:9692:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438c708. 00000020:00000001:1.0:1749615364.216618:0:9760:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000010:2.0:1749615364.216619:0:9692:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b42ca200. 00010000:00000001:1.0:1749615364.216619:0:9760:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:0.0:1749615364.216619:0:9691:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749615364.216620:0:9691:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749615364.216621:0:9691:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749615364.216622:0:9692:0:(genops.c:898:class_export_put()) PUTting export ffff8800b4001000 : new refcount 4 00000020:00000001:0.0:1749615364.216622:0:9691:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749615364.216623:0:9692:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749615364.216623:0:9760:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749615364.216624:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800838c5500 x1834598495329536/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749615384 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00020000:1.0:1749615364.216625:0:9760:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00000001:1.0:1749615364.216626:0:9760:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:1.0:1749615364.216627:0:9760:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749615364.216628:0:9760:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:1.0:1749615364.216629:0:9760:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00100000:0.0:1749615364.216629:0:9691:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800838c5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:28320:x1834598495329536:12345-0@lo:38:kworker.0 Request processed in 89us (328us total) trans 0 rc -19/-19 02000000:00000001:1.0:1749615364.216630:0:9760:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1749615364.216632:0:9760:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800aca70c00. 02000000:00000001:1.0:1749615364.216633:0:9760:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749615364.216633:0:9691:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3085 00000100:00000001:1.0:1749615364.216634:0:9760:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749615364.216634:0:9691:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:1.0:1749615364.216635:0:9760:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1749615364.216635:0:9691:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:1.0:1749615364.216636:0:9760:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749615364.216637:0:9691:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b2387300. 00000100:00001000:1.0:1749615364.216638:0:9760:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:2.0:1749615364.216639:0:28323:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:1.0:1749615364.216639:0:9760:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000020:00000010:0.0:1749615364.216639:0:9691:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095be9258. 00000100:00000200:2.0:1749615364.216640:0:28323:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000020:00000010:0.0:1749615364.216640:0:9691:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880079130400. 00000100:00000001:1.0:1749615364.216641:0:9760:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749615364.216642:0:9760:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:0.0:1749615364.216642:0:9691:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749615364.216643:0:9760:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:1.0:1749615364.216644:0:9760:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000010:2.0:1749615364.216645:0:28323:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88011143a680. 00000100:00000040:1.0:1749615364.216645:0:9760:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000040:2.0:1749615364.216646:0:28323:0:(events.c:338:request_in_callback()) incoming req@ffff88011143a680 x1834598495329664 msgsize 224 02000000:00000001:1.0:1749615364.216646:0:9760:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1749615364.216647:0:9760:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749615364.216649:0:28323:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1749615364.216650:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749615364.216651:0:9760:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749615364.216651:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749615364.216652:0:28323:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000001:0.0:1749615364.216652:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:1.0:1749615364.216653:0:9760:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000001:0.0:1749615364.216653:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1749615364.216653:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ffa50. 00000400:00000010:1.0:1749615364.216654:0:9760:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b6e8. 00000400:00000200:0.0:1749615364.216655:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821bb0 00000400:00000010:0.0:1749615364.216656:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821bb0. 00000100:00000001:0.0:1749615364.216657:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1749615364.216658:0:9760:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598495329792, offset 0 00000100:00000200:0.0:1749615364.216658:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88006d96f100 x1834598495329536/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749615389 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749615364.216659:0:28323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a770 00000400:00000010:2.0:1749615364.216660:0:28323:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a770. 00000100:00000001:2.0:1749615364.216661:0:28323:0:(events.c:35:request_out_callback()) Process entered 00000400:00000200:1.0:1749615364.216662:0:9760:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:2.0:1749615364.216663:0:28323:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88006d96ca80 x1834598495329664/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749615380 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749615364.216663:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88006d96f100 x1834598495329536/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749615389 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749615364.216665:0:9760:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749615364.216668:0:28323:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1749615364.216668:0:9760:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf9e9e00 00000100:00000001:0.0:1749615364.216668:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000040:2.0:1749615364.216669:0:28323:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88006d96ca80 x1834598495329664/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749615380 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749615364.216669:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1749615364.216670:0:9760:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x16f5d [1] + 0 00000100:00000001:0.0:1749615364.216670:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:0.0:1749615364.216671:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749615364.216672:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749615364.216672:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749615364.216673:0:28323:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749615364.216673:0:9760:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749615364.216674:0:28323:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000200:1.0:1749615364.216674:0:9760:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:0.0:1749615364.216674:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749615364.216676:0:28323:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749615364.216676:0:9760:0:(events.c:79:reply_in_callback()) Process entered 00000100:00001000:0.0:1749615364.216676:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a728c38 time=1749615364 v=5 (0 0 0 0) 00000100:00000040:2.0:1749615364.216678:0:28323:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 1081 usecs (2 jiffies) 00000100:00000200:1.0:1749615364.216678:0:9760:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88006d96c700 x1834598495329792/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749615389 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1749615364.216678:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a728bf0 time=19 v=20 (1 1 20 1) 00000100:00000001:2.0:1749615364.216679:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4304637676 00000100:00000001:0.0:1749615364.216679:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749615364.216680:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749615364.216681:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4304637696 00000100:00000001:0.0:1749615364.216681:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749615364.216682:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4304637676 00000100:00000040:1.0:1749615364.216682:0:9760:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88006d96c700 x1834598495329792/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749615389 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749615364.216683:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4304637696 00000100:00000040:0.0:1749615364.216683:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88006d96f100 x1834598495329536/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749615389 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749615364.216684:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4304637676 00000100:00000001:2.0:1749615364.216685:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4304637696 00000100:00000001:2.0:1749615364.216686:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4304637676 00000100:00000001:0.0:1749615364.216686:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749615364.216687:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4304637696 00000100:00000001:1.0:1749615364.216687:0:9760:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749615364.216687:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749615364.216688:0:28323:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1749615364.216688:0:9760:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b6e8 00000100:00000001:0.0:1749615364.216688:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749615364.216689:0:28323:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749615364.216689:0:9760:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b6e8. 00000100:00000001:0.0:1749615364.216689:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1749615364.216690:0:9760:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749615364.216690:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749615364.216691:0:28323:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749615364.216691:0:9760:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00080000:0.0:1749615364.216691:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:2.0:1749615364.216692:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749615364.216692:0:9760:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749615364.216692:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000040:1.0:1749615364.216693:0:9760:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:1.0:1749615364.216694:0:9760:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749615364.216694:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000001:1.0:1749615364.216695:0:9760:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1749615364.216695:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88006d96f100 x1834598495329536/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749615389 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749615364.216698:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800838c5880 x1834598495329792/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749615384 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749615364.216699:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88006d96f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598495329536:0@lo:38:kworker.0 00000100:00100000:1.0:1749615364.216702:0:9760:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800838c5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:28320:x1834598495329792:12345-0@lo:38:kworker.0 Request processed in 86us (314us total) trans 0 rc -19/-19 00000400:00000001:0.0:1749615364.216702:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749615364.216702:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1749615364.216703:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ffd10. 00000100:00000001:2.0:1749615364.216705:0:12680:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:0.0:1749615364.216705:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821440 00000400:00000010:0.0:1749615364.216705:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821440. 00000100:00100000:2.0:1749615364.216706:0:12680:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598495329664 00000100:00100000:1.0:1749615364.216706:0:9760:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3086 02000000:00000001:2.0:1749615364.216707:0:12680:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749615364.216707:0:9760:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749615364.216707:0:9760:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1749615364.216709:0:9760:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bc0fd80. 00000100:00000001:0.0:1749615364.216709:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000010:1.0:1749615364.216710:0:9760:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438c898. 00000100:00000200:0.0:1749615364.216710:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88006d96c700 x1834598495329792/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749615389 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749615364.216711:0:12680:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749615364.216712:0:12680:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749615364.216713:0:12680:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749615364.216714:0:9760:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b42cbc00. 00000100:00000200:0.0:1749615364.216714:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88006d96c700 x1834598495329792/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749615389 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749615364.216715:0:12680:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598495329664 00000020:00000001:2.0:1749615364.216716:0:12680:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749615364.216716:0:12680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0f0 00000100:00000001:1.0:1749615364.216716:0:9760:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1749615364.216717:0:12680:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1749615364.216717:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749615364.216718:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1749615364.216719:0:12680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800b4002000 refcount=5 00000100:00000001:0.0:1749615364.216719:0:28320:0:(client.c:1550:after_reply()) Process entered 00000020:00000001:2.0:1749615364.216720:0:12680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 02000000:00000001:0.0:1749615364.216720:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749615364.216720:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000020:00000001:2.0:1749615364.216721:0:12680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000001:0.0:1749615364.216721:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749615364.216722:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749615364.216723:0:12680:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1749615364.216723:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000010:2.0:1749615364.216724:0:12680:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012db42380. 00000100:00000001:1.0:1749615364.216724:0:28321:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00001000:0.0:1749615364.216724:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88007197b438 time=1749615364 v=5 (0 0 0 0) 00000100:00001000:0.0:1749615364.216725:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88007197b3f0 time=83 v=20 (20 1 1 1) 00000020:00000010:2.0:1749615364.216726:0:12680:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff88012b4c4000. 00000100:00000001:0.0:1749615364.216726:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000400:00000001:1.0:1749615364.216727:0:28321:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1749615364.216727:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000040:2.0:1749615364.216728:0:12680:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000400:00000001:1.0:1749615364.216728:0:28321:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1749615364.216728:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000010:1.0:1749615364.216729:0:28321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012a3dbaa8. 00000100:00000040:0.0:1749615364.216730:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88006d96c700 x1834598495329792/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749615389 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749615364.216731:0:28321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b3b8 00000400:00000010:1.0:1749615364.216731:0:28321:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b3b8. 00000100:00000001:1.0:1749615364.216733:0:28321:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:0.0:1749615364.216733:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749615364.216734:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749615364.216734:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1749615364.216735:0:28321:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88006d96d500 x1834598495329920/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749615380 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749615364.216735:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749615364.216736:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:0.0:1749615364.216737:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88007197b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:2.0:1749615364.216738:0:12680:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00080000:0.0:1749615364.216738:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000020:00000010:2.0:1749615364.216739:0:12680:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012db42380. 00000100:00000200:1.0:1749615364.216739:0:28321:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88006d96d500 x1834598495329920/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749615380 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749615364.216739:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00080000:3.0:1749615364.216740:0:9736:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000020:00000010:2.0:1749615364.216741:0:12680:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880079131c00. 00000100:00000040:0.0:1749615364.216741:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88006d96c700 x1834598495329792/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749615389 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1749615364.216742:0:9736:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000020:00000010:2.0:1749615364.216743:0:12680:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b2387380. 00000100:00000001:1.0:1749615364.216743:0:28321:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749615364.216744:0:28321:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1749615364.216744:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88006d96c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598495329792:0@lo:38:kworker.0 00000020:00000010:2.0:1749615364.216745:0:12680:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095be9000. 00000100:00000001:1.0:1749615364.216745:0:28321:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:1.0:1749615364.216746:0:28321:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1749615364.216746:0:28321:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749615364.216747:0:28321:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749615364.216748:0:12680:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 02000000:00000001:1.0:1749615364.216748:0:28321:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749615364.216749:0:12680:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749615364.216750:0:12680:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000400:00000001:0.0:1749615364.216750:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1749615364.216751:0:12680:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1749615364.216751:0:28321:0:(import.c:2097:obd_at_measure()) add 5 to ffff880071979c38 time=83 v=5 (5 5 5 5) 00000400:00000001:0.0:1749615364.216751:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00001000:1.0:1749615364.216752:0:28321:0:(import.c:2097:obd_at_measure()) add 1 to ffff880071979bf0 time=83 v=5 (1 1 1 1) 00000400:00000010:0.0:1749615364.216752:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3fff20. 00000100:00000001:2.0:1749615364.216753:0:12680:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000400:00000200:0.0:1749615364.216753:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821e58 00000100:00000001:2.0:1749615364.216754:0:12680:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1749615364.216754:0:28321:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749615364.216754:0:28321:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749615364.216754:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821e58. 00000100:00000001:2.0:1749615364.216755:0:12680:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749615364.216755:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00010000:00000001:1.0:1749615364.216756:0:28321:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000200:0.0:1749615364.216756:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88006d96c380 x1834598495329408/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749615389 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749615364.216758:0:12680:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00080000:1.0:1749615364.216758:0:28321:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff88006d96d500 x1834598495329920/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749615380 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749615364.216760:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88006d96c380 x1834598495329408/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749615389 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749615364.216761:0:12680:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749615364.216762:0:12680:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00010000:00000001:1.0:1749615364.216763:0:28321:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749615364.216763:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00100000:2.0:1749615364.216764:0:12680:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2005 00000100:00000001:1.0:1749615364.216764:0:28321:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000001:0.0:1749615364.216764:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749615364.216765:0:12680:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800b4002000 : new rpc_count 1 00000100:00000001:0.0:1749615364.216765:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:0.0:1749615364.216765:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000040:1.0:1749615364.216766:0:28321:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:0.0:1749615364.216766:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749615364.216767:0:12680:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612136898832000 : -131936810719616 : ffff88011143a680) 00000100:00000001:1.0:1749615364.216767:0:28321:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1749615364.216767:0:28321:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749615364.216767:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749615364.216768:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749615364.216769:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88011143a680 x1834598495329664/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:270/0 lens 224/0 e 0 to 0 dl 1749615375 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749615364.216769:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88006d96d500 x1834598495329920/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749615380 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1749615364.216769:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88012e71cc38 time=1749615364 v=5 (0 0 0 0) 00000100:00001000:0.0:1749615364.216771:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012e71cbf0 time=119 v=20 (1 1 20 1) 00000100:00000001:0.0:1749615364.216772:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749615364.216772:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749615364.216773:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749615364.216775:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88006d96c380 x1834598495329408/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749615389 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749615364.216778:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749615364.216779:0:12680:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1749615364.216779:0:28321:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749615364.216779:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000020:00000010:2.0:1749615364.216780:0:12680:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012db42380. 00000100:00000001:1.0:1749615364.216780:0:28321:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749615364.216780:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749615364.216781:0:28321:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749615364.216781:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749615364.216781:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749615364.216782:0:12680:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1749615364.216783:0:12680:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012db42380. 00000100:00000040:1.0:1749615364.216783:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88006d96d500 x1834598495329920/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749615380 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1749615364.216783:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749615364.216784:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00100000:2.0:1749615364.216785:0:12680:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88011143a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:28323:x1834598495329664:12345-0@lo:400:kworker.0 00000100:00000001:0.0:1749615364.216785:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000200:2.0:1749615364.216787:0:12680:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598495329664 00000100:00100000:1.0:1749615364.216787:0:28321:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88006d96d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:28321:1834598495329920:0@lo:400:kworker.0 00000020:00000001:2.0:1749615364.216789:0:12680:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:1.0:1749615364.216789:0:28321:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749615364.216789:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88006d96c380 x1834598495329408/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749615389 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749615364.216790:0:12680:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000001:1.0:1749615364.216790:0:28321:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000001:2.0:1749615364.216791:0:12680:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749615364.216792:0:12680:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1749615364.216792:0:12680:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000100:00000040:1.0:1749615364.216792:0:28321:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88006d96d500 x1834598495329920/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749615380 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749615364.216792:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88006d96c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598495329408:0@lo:38:kworker.0 00000020:00000001:2.0:1749615364.216794:0:12680:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000001:0.0:1749615364.216794:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749615364.216795:0:12680:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749615364.216795:0:28321:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1749615364.216795:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000001:2.0:1749615364.216796:0:12680:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 02000000:00000001:1.0:1749615364.216796:0:28321:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000001:2.0:1749615364.216797:0:12680:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 02000000:00000010:1.0:1749615364.216797:0:28321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b42cba00. 00000100:00000040:0.0:1749615364.216797:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88006d96f100 x1834598495329536/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749615389 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749615364.216798:0:12680:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749615364.216798:0:28321:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749615364.216799:0:12680:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000020:00000001:1.0:1749615364.216799:0:28321:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1749615364.216799:0:28321:0:(genops.c:1242:class_import_put()) import ffff880071979800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:2.0:1749615364.216800:0:12680:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000020:00000001:1.0:1749615364.216800:0:28321:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1749615364.216800:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749615364.216800:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1749615364.216801:0:12680:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1749615364.216801:0:28321:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800a42f0900. 02000000:00000010:0.0:1749615364.216801:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880070e8f000. 02000000:00000001:1.0:1749615364.216802:0:28321:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000010:2.0:1749615364.216803:0:12680:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009cd69800. 02000000:00000001:1.0:1749615364.216803:0:28321:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:0.0:1749615364.216803:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749615364.216803:0:28320:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000001:2.0:1749615364.216804:0:12680:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1749615364.216804:0:28321:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006d96d500. 00000020:00000040:0.0:1749615364.216804:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a728800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000100:00000001:2.0:1749615364.216805:0:12680:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749615364.216805:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:2.0:1749615364.216806:0:12680:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749615364.216806:0:28321:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749615364.216806:0:28321:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1749615364.216806:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800aca73000. 00010000:00000040:2.0:1749615364.216807:0:12680:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598495329664 00000100:00000001:1.0:1749615364.216807:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1749615364.216807:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00010000:00000001:2.0:1749615364.216808:0:12680:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 02000000:00000001:0.0:1749615364.216808:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749615364.216808:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006d96f100. 00000100:00000001:1.0:1749615364.216809:0:28321:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749615364.216810:0:28321:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749615364.216810:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749615364.216810:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000200:2.0:1749615364.216811:0:12680:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88011143a680 x1834598495329664/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:270/0 lens 224/224 e 0 to 0 dl 1749615375 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749615364.216811:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749615364.216811:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1749615364.216812:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749615364.216812:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88006d96c700 x1834598495329792/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749615389 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1749615364.216814:0:12680:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1749615364.216815:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00010000:00000001:2.0:1749615364.216816:0:12680:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749615364.216816:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00001000:2.0:1749615364.216817:0:12680:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=69 v=5 (1 1 1 1) 02000000:00000010:0.0:1749615364.216817:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880070e8c000. 00000100:00000001:2.0:1749615364.216818:0:12680:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 02000000:00000001:0.0:1749615364.216818:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749615364.216818:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749615364.216819:0:28320:0:(genops.c:1242:class_import_put()) import ffff88007197b000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000100:00000040:2.0:1749615364.216820:0:12680:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000020:00000001:0.0:1749615364.216820:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749615364.216820:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800aca73400. 02000000:00000001:0.0:1749615364.216821:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749615364.216822:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1749615364.216823:0:12680:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000010:0.0:1749615364.216823:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006d96c700. 02000000:00000001:2.0:1749615364.216824:0:12680:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1749615364.216825:0:12680:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749615364.216826:0:12680:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749615364.216826:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749615364.216827:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749615364.216828:0:12680:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749615364.216828:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000010:2.0:1749615364.216829:0:12680:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a770. 00000100:00000040:0.0:1749615364.216829:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88006d96c380 x1834598495329408/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749615389 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749615364.216831:0:12680:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598495329664, offset 224 00000100:00000001:0.0:1749615364.216832:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000400:00000200:2.0:1749615364.216833:0:12680:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:0.0:1749615364.216833:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749615364.216834:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880070e8f800. 02000000:00000001:0.0:1749615364.216835:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749615364.216835:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000200:2.0:1749615364.216836:0:12680:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000040:0.0:1749615364.216836:0:28320:0:(genops.c:1242:class_import_put()) import ffff88012e71c800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:0.0:1749615364.216837:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749615364.216837:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800aca70800. 00000400:00000200:2.0:1749615364.216839:0:12680:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf9e9d80 02000000:00000001:0.0:1749615364.216840:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000400:00000200:2.0:1749615364.216841:0:12680:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x16f39 [1] + 224 02000000:00000001:0.0:1749615364.216841:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749615364.216841:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006d96c380. 00000100:00000001:0.0:1749615364.216842:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000400:00000200:2.0:1749615364.216843:0:12680:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749615364.216843:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749615364.216844:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749615364.216845:0:12680:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749615364.216845:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749615364.216845:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749615364.216846:0:12680:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:0.0:1749615364.216846:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749615364.216847:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749615364.216849:0:12680:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88006d96ca80 x1834598495329664/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749615380 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749615364.216854:0:12680:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88006d96ca80 x1834598495329664/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749615380 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749615364.216861:0:12680:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:2.0:1749615364.216862:0:12680:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a770 00000400:00000010:2.0:1749615364.216863:0:12680:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a770. 00000100:00000001:2.0:1749615364.216864:0:12680:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749615364.216865:0:12680:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:2.0:1749615364.216866:0:12680:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749615364.216867:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1749615364.216868:0:12680:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749615364.216868:0:28323:0:(client.c:1945:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1749615364.216869:0:12680:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000400:00000001:0.0:1749615364.216869:0:28323:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:2.0:1749615364.216870:0:12680:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1749615364.216870:0:28323:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:2.0:1749615364.216871:0:12680:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000400:00000010:0.0:1749615364.216871:0:28323:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fe738. 00000100:00000040:2.0:1749615364.216872:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88011143a680 x1834598495329664/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:270/0 lens 224/224 e 0 to 0 dl 1749615375 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749615364.216873:0:28323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a330 00000400:00000010:0.0:1749615364.216873:0:28323:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a330. 00000100:00000001:0.0:1749615364.216874:0:28323:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1749615364.216876:0:28323:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88006d96ca80 x1834598495329664/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749615380 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749615364.216877:0:12680:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88011143a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:28323:x1834598495329664:12345-0@lo:400:kworker.0 Request processed in 97us (229us total) trans 0 rc 0/0 00000100:00000200:0.0:1749615364.216880:0:28323:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88006d96ca80 x1834598495329664/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749615380 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749615364.216881:0:12680:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2005 00000100:00000001:0.0:1749615364.216884:0:28323:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000040:2.0:1749615364.216885:0:12680:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800b4002000 : new rpc_count 0 00000100:00000001:2.0:1749615364.216887:0:12680:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749615364.216887:0:12680:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1749615364.216887:0:28323:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749615364.216888:0:28323:0:(client.c:1550:after_reply()) Process entered 00000020:00000010:2.0:1749615364.216889:0:12680:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b2387380. 02000000:00000001:0.0:1749615364.216889:0:28323:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749615364.216889:0:28323:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749615364.216890:0:28323:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749615364.216891:0:12680:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095be9000. 02000000:00000001:0.0:1749615364.216891:0:28323:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749615364.216893:0:12680:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880079131c00. 00000100:00001000:0.0:1749615364.216893:0:28323:0:(import.c:2097:obd_at_measure()) add 5 to ffff88006a729c38 time=19 v=5 (5 5 5 5) 00000020:00000040:2.0:1749615364.216895:0:12680:0:(genops.c:898:class_export_put()) PUTting export ffff8800b4002000 : new refcount 4 00000100:00001000:0.0:1749615364.216895:0:28323:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a729bf0 time=19 v=5 (1 1 1 1) 00000100:00000001:2.0:1749615364.216896:0:12680:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749615364.216896:0:28323:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749615364.216897:0:28323:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749615364.216898:0:28323:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1749615364.216900:0:28323:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff88006d96ca80 x1834598495329664/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749615380 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1749615364.216903:0:28323:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749615364.216904:0:28323:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1749615364.216905:0:28323:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: skip recheck: last_committed 0 00000100:00000001:0.0:1749615364.216906:0:28323:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1749615364.216907:0:28323:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749615364.216908:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88006d96ca80 x1834598495329664/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749615380 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749615364.216911:0:28323:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749615364.216912:0:28323:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749615364.216913:0:28323:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749615364.216915:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88006d96ca80 x1834598495329664/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749615380 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749615364.216918:0:28323:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88006d96ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:28323:1834598495329664:0@lo:400:kworker.0 00000100:00000001:0.0:1749615364.216920:0:28323:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749615364.216921:0:28323:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749615364.216922:0:28323:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88006d96ca80 x1834598495329664/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749615380 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749615364.216925:0:28323:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749615364.216926:0:28323:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749615364.216927:0:28323:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880079130e00. 02000000:00000001:0.0:1749615364.216930:0:28323:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749615364.216931:0:28323:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749615364.216932:0:28323:0:(genops.c:1242:class_import_put()) import ffff88006a729800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000020:00000001:0.0:1749615364.216933:0:28323:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749615364.216933:0:28323:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800a42f0700. 02000000:00000001:0.0:1749615364.216935:0:28323:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749615364.216935:0:28323:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749615364.216936:0:28323:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006d96ca80. 00000100:00000001:0.0:1749615364.216937:0:28323:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749615364.216938:0:28323:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749615364.216938:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749615364.216952:0:28323:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749615364.216953:0:28323:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749615364.216954:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749615364.216955:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749615364.238544:0:83:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574aa0 (cpu 0) has reached its deadline 4304637696, at 4304637696 00000100:00000010:3.0:1749615364.238549:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012e688440. 00000100:00000040:2.0:1749615364.238576:0:14567:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5749c0 (cpu 0) has reached its deadline 4304637696, at 4304637696 00000100:00000040:0.0:1749615364.238578:0:20841:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574800 (cpu 0) has reached its deadline 4304637696, at 4304637696 00000100:00000040:1.0:1749615364.238579:0:8305:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5748e0 (cpu 0) has reached its deadline 4304637696, at 4304637696 00000100:00000010:2.0:1749615364.238581:0:14567:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012e688480. 00000100:00000010:0.0:1749615364.238583:0:20841:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012e688100. 00000100:00000010:1.0:1749615364.238586:0:8305:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012e688a00. 00000100:00000001:0.0:1749615364.459577:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749615364.459581:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749615364.459583:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749615364.459586:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749615364.459588:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749615364.459590:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749615364.459592:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749615364.459594:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749615364.459595:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749615364.860583:0:20841:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749615364.860588:0:20841:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749615364.860652:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749615364.860656:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749615364.860658:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749615364.988576:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749615364.988579:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749615364.988580:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749615364.988582:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff880136803b40 going to sleep for 0 seconds 00000100:00000001:0.0:1749615364.988585:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749615364.988587:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749615364.988589:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749615364.988591:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749615364.988592:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749615365.459613:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749615365.459619:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749615365.459621:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749615365.459624:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749615365.459628:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749615365.459631:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749615365.459634:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749615365.459637:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749615365.459639:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749615365.492070:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880111f8bf80. 00080000:00000010:3.0:1749615365.492078:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880111f8bf80. 00000020:00000001:3.0:1749615365.492084:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749615365.492159:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880111f8bf80. 00080000:00000010:3.0:1749615365.492164:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880111f8bf80. 00000020:00000001:3.0:1749615365.492168:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749615365.492175:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880111f8bf80. 00080000:00000010:3.0:1749615365.492180:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880111f8bf80. 00000020:00000001:3.0:1749615365.492183:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749615365.862618:0:20841:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749615365.862625:0:20841:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1749615365.862628:0:20841:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1749615365.862630:0:20841:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749615365.862635:0:20841:0:(ldlm_lockd.c:2235:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1749615365.862638:0:20841:0:(ldlm_lockd.c:2238:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749615365.862640:0:20841:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749615365.862643:0:20841:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749615365.862759:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749615365.862765:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749615365.862768:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1749615365.988706:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1749615365.988713:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749615365.988724:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749615365.988728:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff880136803b40 going to sleep for 0 seconds 00000100:00000001:1.0:1749615365.988732:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749615365.988736:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749615365.988739:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749615365.988742:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749615365.988744:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749615365.997369:0:16249:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387380. 00080000:00000010:2.0:1749615365.997382:0:16249:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387380. 00000020:00000001:2.0:1749615365.997391:0:16249:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749615365.997420:0:16249:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387380. 00080000:00000010:2.0:1749615365.997428:0:16249:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387380. 00000020:00000001:2.0:1749615365.997432:0:16249:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749615365.997443:0:16249:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387380. 00080000:00000010:2.0:1749615365.997450:0:16249:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387380. 00000020:00000001:2.0:1749615365.997455:0:16249:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749615366.002018:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387380. 00080000:00000010:2.0:1749615366.002024:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387380. 00000020:00000001:2.0:1749615366.002029:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749615366.002104:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387380. 00080000:00000010:2.0:1749615366.002108:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387380. 00000020:00000001:2.0:1749615366.002111:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749615366.002116:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387380. 00080000:00000010:2.0:1749615366.002120:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387380. 00000020:00000001:2.0:1749615366.002122:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1749615366.121201:0:16291:0:(debug.c:791:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1749615366.121205:0:16291:0:(debug.c:792:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity test 187a: Test data version change ============ 00:16:05 (1749615365) 00000001:00000001:1.0:1749615366.126314:0:16291:0:(debug.c:794:libcfs_debug_mark_buffer()) ************************************************** 00080000:00000010:0.0:1749615366.178888:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880084381800. 00080000:00000010:0.0:1749615366.178897:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880084381800. 00000020:00000001:0.0:1749615366.178903:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749615366.179010:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880084381800. 00080000:00000010:0.0:1749615366.179016:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880084381800. 00000020:00000001:0.0:1749615366.179020:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749615366.179027:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880084381800. 00080000:00000010:0.0:1749615366.179032:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880084381800. 00000020:00000001:0.0:1749615366.179035:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749615366.459708:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749615366.459718:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749615366.459721:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749615366.459727:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749615366.459732:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749615366.459736:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749615366.459740:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749615366.459743:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749615366.459747:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749615366.814259:0:16314:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880111f8bf80. 00080000:00000010:3.0:1749615366.814272:0:16314:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880111f8bf80. 00000020:00000001:3.0:1749615366.814280:0:16314:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749615366.814306:0:16314:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880111f8bf80. 00080000:00000010:3.0:1749615366.814313:0:16314:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880111f8bf80. 00000020:00000001:3.0:1749615366.814318:0:16314:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749615366.814329:0:16314:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880111f8bf80. 00080000:00000010:3.0:1749615366.814336:0:16314:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880111f8bf80. 00000020:00000001:3.0:1749615366.814348:0:16314:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749615366.818752:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880084381800. 00080000:00000010:0.0:1749615366.818760:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880084381800. 00000020:00000001:0.0:1749615366.818769:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749615366.818842:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880084381800. 00080000:00000010:0.0:1749615366.818846:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880084381800. 00000020:00000001:0.0:1749615366.818849:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749615366.818855:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880084381800. 00080000:00000010:0.0:1749615366.818858:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880084381800. 00000020:00000001:0.0:1749615366.818861:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749615366.864643:0:20841:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749615366.864648:0:20841:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749615366.864738:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749615366.864745:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749615366.864750:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:3.0:1749615366.936913:0:16357:0:(debug.c:791:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1749615366.936940:0:16357:0:(debug.c:792:libcfs_debug_mark_buffer()) DEBUG MARKER: sanity test_187a: @@@@@@ FAIL: data version did not change on write == 00000001:00000001:3.0:1749615366.942774:0:16357:0:(debug.c:794:libcfs_debug_mark_buffer()) ************************************************** 00000100:00000001:1.0:1749615366.988596:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1749615366.988602:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749615366.988604:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749615366.988608:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff880136803b40 going to sleep for 0 seconds 00000100:00000001:1.0:1749615366.988611:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749615366.988615:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749615366.988618:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749615366.988620:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749615366.988623:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749615366.993629:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009bc0fc80. 00080000:00000010:1.0:1749615366.993638:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009bc0fc80. 00000020:00000001:1.0:1749615366.993643:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749615366.993718:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009bc0fc80. 00080000:00000010:1.0:1749615366.993724:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009bc0fc80. 00000020:00000001:1.0:1749615366.993727:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749615366.993735:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009bc0fc80. 00080000:00000010:1.0:1749615366.993739:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009bc0fc80. 00000020:00000001:1.0:1749615366.993743:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749615367.393314:0:16379:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880084381180. 00080000:00000010:0.0:1749615367.393324:0:16379:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880084381180. 00000020:00000001:0.0:1749615367.393330:0:16379:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749615367.393347:0:16379:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880084381180. 00080000:00000010:0.0:1749615367.393352:0:16379:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880084381180. 00000020:00000001:0.0:1749615367.393356:0:16379:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749615367.393363:0:16379:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880084381180. 00080000:00000010:0.0:1749615367.393368:0:16379:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880084381180. 00000020:00000001:0.0:1749615367.393371:0:16379:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749615367.398309:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387500. 00080000:00000010:2.0:1749615367.398316:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387500. 00000020:00000001:2.0:1749615367.398322:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749615367.398394:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387500. 00080000:00000010:2.0:1749615367.398398:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387500. 00000020:00000001:2.0:1749615367.398401:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749615367.398407:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387500. 00080000:00000010:2.0:1749615367.398410:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387500. 00000020:00000001:2.0:1749615367.398413:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749615367.459661:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749615367.459668:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749615367.459670:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749615367.459674:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749615367.459678:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749615367.459682:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749615367.459684:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749615367.459687:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749615367.459689:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) Debug log: 3561 lines, 3561 kept, 0 dropped, 0 bad.