00000100:00000001:0.0F:1748872255.003762:0:6417:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1748872255.003792:0:6417:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1748872255.003795:0:6417:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1748872255.003801:0:6417:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1748872255.003804:0:6417:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1748872255.003808:0:6417:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1748872255.003811:0:6417:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1748872255.745753:0:24853:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1748872255.745763:0:24853:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1748872255.745771:0:24853:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1748872255.745772:0:24853:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0F:1748872255.745862:0:10383:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1748872255.745882:0:10383:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1748872255.745887:0:10383:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1748872255.781836:0:24502:0:(llite_lib.c:4119:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0F:1748872256.003810:0:6417:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1748872256.003825:0:6417:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1748872256.003826:0:6417:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1748872256.003830:0:6417:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1748872256.003832:0:6417:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1748872256.003834:0:6417:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1748872256.003836:0:6417:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1748872256.011693:0:24377:0:(pinger.c:229:ptlrpc_pinger_process_import()) 05a09d41-c85d-4993-a6db-87da69cb8def->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1748872256.011697:0:24377:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1748872256.011702:0:24377:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8801369cb480. 00000020:00000040:2.0:1748872256.011706:0:24377:0:(genops.c:1229:class_import_get()) import ffff8800b63a2800 refcount=4 obd=MGC192.168.202.156@tcp 00000100:00000001:2.0:1748872256.011709:0:24377:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1748872256.011712:0:24377:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1748872256.011716:0:24377:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1748872256.011720:0:24377:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6dcf900. 00000100:00000001:2.0:1748872256.011726:0:24377:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1748872256.011733:0:24377:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 05a09d41-c85d-4993-a6db-87da69cb8def->MGS req@ffff8801369cb480 x1833823818094208/t0(0) o400->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1748872256.011741:0:24377:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1748872256.011743:0:24377:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1748872256.011748:0:24377:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8801369cb480] to pc [ptlrpcd_00_03+3] req@ffff8801369cb480 x1833823818094208/t0(0) o400->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1748872256.011770:0:24377:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1748872256.011771:0:24377:0:(pinger.c:229:ptlrpc_pinger_process_import()) 106e5209-6aaf-48fa-ba19-a17064ac80d5->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 1 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1748872256.011774:0:24377:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1748872256.011776:0:24377:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1748872256.011778:0:24377:0:(import.c:66:import_set_state_nolock()) ffff8800aa0cc000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1748872256.011780:0:24377:0:(import.c:480:import_select_connection()) Process entered 00000100:00000040:2.0:1748872256.011782:0:24377:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88012d03aa20 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1748872256.011784:0:24377:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1748872256.011786:0:24377:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88012d03aa20 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1748872256.011787:0:24377:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612137364400672 : -131936345150944 : ffff88012d03aa20) 00000020:00000001:2.0:1748872256.011788:0:24377:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1748872256.011794:0:24377:0:(genops.c:823:class_conn2export()) looking for export cookie 0x696e714cbd1dbc9a 00000020:00000001:2.0:1748872256.011796:0:24377:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1748872256.011798:0:24377:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800a82f3000 refcount=5 00000020:00000001:2.0:1748872256.011799:0:24377:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135135883264 : -131938573668352 : ffff8800a82f3000) 00000020:00000001:2.0:1748872256.011801:0:24377:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135135883264 : -131938573668352 : ffff8800a82f3000) 00000100:00000001:3.0:1748872256.011803:0:6421:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1748872256.011803:0:24377:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88012d03aa20 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1748872256.011804:0:24377:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1748872256.011804:0:24377:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88012d03aa20 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1748872256.011805:0:24377:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612137364400672 : -131936345150944 : ffff88012d03aa20) 00000100:00000001:3.0:1748872256.011806:0:6421:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000040:2.0:1748872256.011807:0:24377:0:(genops.c:898:class_export_put()) PUTting export ffff8800a82f3000 : new refcount 4 00000100:00000001:3.0:1748872256.011808:0:6421:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00080000:2.0:1748872256.011808:0:24377:0:(import.c:619:import_select_connection()) lustre-MDT0000-mdc-ffff8800a82f5800: import ffff8800aa0cc000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:2.0:1748872256.011810:0:24377:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1748872256.011811:0:24377:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000040:3.0:1748872256.011813:0:6421:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8801369cb480 x1833823818094208/t0(0) o400->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1748872256.011815:0:24377:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1748872256.011816:0:24377:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1748872256.011817:0:24377:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:3.0:1748872256.011820:0:6421:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000008:00100000:2.0:1748872256.011820:0:24377:0:(osc_request.c:3772:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34617127 ocd_grant: 2097152, lost: 0. 00000100:00000001:3.0:1748872256.011821:0:6421:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1748872256.011822:0:24377:0:(osc_request.c:3775:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1748872256.011823:0:24377:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1748872256.011824:0:6421:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000010:2.0:1748872256.011825:0:24377:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8801369c9180. 02000000:00000001:3.0:1748872256.011826:0:6421:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000040:2.0:1748872256.011826:0:24377:0:(genops.c:1229:class_import_get()) import ffff8800aa0cc000 refcount=11 obd=lustre-MDT0000-mdc-ffff8800a82f5800 02000000:00000001:3.0:1748872256.011827:0:6421:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1748872256.011828:0:24377:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 00000100:00100000:3.0:1748872256.011829:0:6421:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8801369cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:05a09d41-c85d-4993-a6db-87da69cb8def:6421:1833823818094208:192.168.202.156@tcp:400: 02000000:00000001:2.0:1748872256.011829:0:24377:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1748872256.011831:0:6421:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1748872256.011831:0:24377:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1748872256.011832:0:24377:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1748872256.011833:0:24377:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1748872256.011834:0:6421:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000010:2.0:1748872256.011835:0:24377:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b6ce9800. 02000000:00000001:3.0:1748872256.011836:0:6421:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1748872256.011837:0:6421:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1748872256.011837:0:24377:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1748872256.011840:0:24377:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8801369c9180 x1833823818094336/t0(0) o38->lustre-MDT0000-mdc-ffff8800a82f5800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:3.0:1748872256.011841:0:6421:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800a9603600. 02000000:00000001:3.0:1748872256.011842:0:6421:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1748872256.011845:0:6421:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3ec18f0. 00000100:00000001:2.0:1748872256.011845:0:24377:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1748872256.011846:0:24377:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1748872256.011849:0:6420:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000010:3.0:1748872256.011850:0:6421:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012fc73550. 00000100:00000040:2.0:1748872256.011850:0:24377:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8801369c9180] to pc [ptlrpcd_rcv+-1] req@ffff8801369c9180 x1833823818094336/t0(0) o38->lustre-MDT0000-mdc-ffff8800a82f5800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1748872256.011855:0:6421:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1833823818094208, portal 25 00000100:00000001:3.0:1748872256.011857:0:6421:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1748872256.011858:0:6421:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137525425280 : -131936184126336 : ffff8801369cb480) 00000100:00000001:2.0:1748872256.011858:0:24377:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1748872256.011859:0:24377:0:(pinger.c:229:ptlrpc_pinger_process_import()) 106e5209-6aaf-48fa-ba19-a17064ac80d5->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1748872256.011859:0:6420:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1748872256.011861:0:6421:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8801369cb480 x1833823818094208/t0(0) o400->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 224/224 e 0 to 0 dl 1748872272 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1748872256.011862:0:24377:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:2.0:1748872256.011863:0:24377:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1748872256.011863:0:24377:0:(import.c:66:import_set_state_nolock()) ffff8801373ab800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1748872256.011865:0:6421:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1748872256.011865:0:24377:0:(import.c:480:import_select_connection()) Process entered 00000100:00000001:0.0:1748872256.011865:0:6420:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1748872256.011866:0:24377:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88012d03aa20 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1748872256.011867:0:24377:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1748872256.011868:0:6421:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000100:00000040:2.0:1748872256.011868:0:24377:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88012d03aa20 refcount 15 to 192.168.202.156@tcp 00000400:00000010:3.0:1748872256.011869:0:6421:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012fc73cc0. 00000100:00000001:2.0:1748872256.011869:0:24377:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612137364400672 : -131936345150944 : ffff88012d03aa20) 00000100:00000200:3.0:1748872256.011870:0:6421:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1833823818094208, offset 0 00000020:00000001:2.0:1748872256.011870:0:24377:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1748872256.011870:0:24377:0:(genops.c:823:class_conn2export()) looking for export cookie 0x696e714cbd1dbca1 00000100:00000001:0.0:1748872256.011870:0:6420:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000020:00000001:2.0:1748872256.011871:0:24377:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1748872256.011872:0:24377:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800a82f5000 refcount=5 00000020:00000001:2.0:1748872256.011872:0:24377:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135135891456 : -131938573660160 : ffff8800a82f5000) 00000020:00000001:2.0:1748872256.011873:0:24377:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135135891456 : -131938573660160 : ffff8800a82f5000) 00000400:00000200:3.0:1748872256.011874:0:6421:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000100:00000001:0.0:1748872256.011874:0:6420:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1748872256.011875:0:24377:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff88012d03aa20 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1748872256.011876:0:24377:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1748872256.011876:0:24377:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff88012d03aa20 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1748872256.011877:0:24377:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612137364400672 : -131936345150944 : ffff88012d03aa20) 00000020:00000040:2.0:1748872256.011878:0:24377:0:(genops.c:898:class_export_put()) PUTting export ffff8800a82f5000 : new refcount 4 00000100:00000001:0.0:1748872256.011878:0:6420:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1748872256.011879:0:24377:0:(import.c:619:import_select_connection()) lustre-MDT0001-mdc-ffff8800a82f5800: import ffff8801373ab800 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:2.0:1748872256.011880:0:24377:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1748872256.011881:0:24377:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1748872256.011882:0:24377:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1748872256.011882:0:6420:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1748872256.011883:0:24377:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1748872256.011884:0:24377:0:(obd_class.h:910:obd_reconnect()) Process entered 00000400:00000200:3.0:1748872256.011885:0:6421:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000008:00100000:2.0:1748872256.011885:0:24377:0:(osc_request.c:3772:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34617127 ocd_grant: 2097152, lost: 0. 00000400:00000200:3.0:1748872256.011888:0:6421:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000008:00000001:2.0:1748872256.011888:0:24377:0:(osc_request.c:3775:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1748872256.011889:0:24377:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1748872256.011891:0:24377:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8801369c9f80. 00000020:00000040:2.0:1748872256.011892:0:24377:0:(genops.c:1229:class_import_get()) import ffff8801373ab800 refcount=6 obd=lustre-MDT0001-mdc-ffff8800a82f5800 02000000:00000001:2.0:1748872256.011893:0:24377:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1748872256.011894:0:24377:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1748872256.011894:0:24377:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1748872256.011895:0:24377:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:3.0:1748872256.011896:0:6421:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 02000000:00000001:2.0:1748872256.011896:0:24377:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1748872256.011897:0:24377:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b6cea000. 00000400:00000200:3.0:1748872256.011899:0:6421:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1748872256.011899:0:24377:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1748872256.011900:0:6421:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000100:00100000:2.0:1748872256.011901:0:24377:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8801369c9f80 x1833823818094464/t0(0) o38->lustre-MDT0001-mdc-ffff8800a82f5800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1748872256.011903:0:6421:0:(lib-move.c:1870:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [1059:1059:256:4294967295] 192.168.202.156@tcp LPNI seq info [1059:1059:8:4294967295] 00000100:00000001:2.0:1748872256.011904:0:24377:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1748872256.011905:0:24377:0:(jobid.c:936:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1748872256.011906:0:24377:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8801369c9f80] to pc [ptlrpcd_rcv+-1] req@ffff8801369c9f80 x1833823818094464/t0(0) o38->lustre-MDT0001-mdc-ffff8800a82f5800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1748872256.011910:0:6421:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000100:00000001:2.0:1748872256.011910:0:24377:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1748872256.011911:0:24377:0:(pinger.c:229:ptlrpc_pinger_process_import()) 106e5209-6aaf-48fa-ba19-a17064ac80d5->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1748872256.011913:0:24377:0:(pinger.c:247:ptlrpc_pinger_process_import()) 106e5209-6aaf-48fa-ba19-a17064ac80d5->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000800:00000200:3.0:1748872256.011914:0:6421:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.156@tcp 00000100:00080000:2.0:1748872256.011914:0:24377:0:(pinger.c:229:ptlrpc_pinger_process_import()) 106e5209-6aaf-48fa-ba19-a17064ac80d5->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1748872256.011916:0:24377:0:(pinger.c:247:ptlrpc_pinger_process_import()) 106e5209-6aaf-48fa-ba19-a17064ac80d5->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000800:00000010:3.0:1748872256.011917:0:6421:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6ee1600. 00000100:00000040:2.0:1748872256.011918:0:24377:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5111) 00000100:00000001:0.0:1748872256.011918:0:6417:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000800:00000200:3.0:1748872256.011922:0:6421:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3e4fd80] -> 12345-192.168.202.156@tcp (5) 00000100:00000001:0.0:1748872256.011922:0:6417:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1748872256.011925:0:6417:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000800:00000200:3.0:1748872256.011928:0:6421:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.156@tcp ip 192.168.202.156:988 00000800:00000200:3.0:1748872256.011931:0:6421:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6ee1600 type 1, nob 320 niov 1 nkiov 1 00000100:00000040:0.0:1748872256.011940:0:6417:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8801369c9180 x1833823818094336/t0(0) o38->lustre-MDT0000-mdc-ffff8800a82f5800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1748872256.011947:0:6421:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1748872256.011950:0:6421:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS new deadline estimation for cpu 0 is 4299775364 00000100:00000010:3.0:1748872256.011953:0:6421:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6d51000. 00000100:00000001:0.0:1748872256.011956:0:6417:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1748872256.011958:0:6421:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1748872256.011958:0:6417:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1748872256.011961:0:6421:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS new deadline estimation for cpu 1 is 4299775364 00000100:00000010:3.0:1748872256.011963:0:6421:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6d51f80. 02000000:00000001:0.0:1748872256.011963:0:6417:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1748872256.011964:0:6421:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1748872256.011967:0:6421:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS new deadline estimation for cpu 2 is 4299775364 02000000:00000001:0.0:1748872256.011967:0:6417:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000010:3.0:1748872256.011969:0:6421:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6d51dc0. 00000100:00000001:3.0:1748872256.011971:0:6421:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS request now active for cpu 2 02000000:00000001:0.0:1748872256.011971:0:6417:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1748872256.011974:0:6421:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS new deadline estimation for cpu 3 is 4299775364 00000100:00000010:3.0:1748872256.011975:0:6421:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6d51cc0. 00000100:00100000:0.0:1748872256.011976:0:6417:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8801369c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:106e5209-6aaf-48fa-ba19-a17064ac80d5:6417:1833823818094336:192.168.202.156@tcp:38: 00000100:00000001:3.0:1748872256.011977:0:6421:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1748872256.011978:0:6421:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1748872256.011980:0:6421:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1748872256.011982:0:6421:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1748872256.011983:0:6417:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1748872256.011984:0:6421:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1748872256.011985:0:6421:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1748872256.011986:0:6421:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1748872256.011987:0:6421:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1748872256.011989:0:6417:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1748872256.011993:0:6421:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:0.0:1748872256.011993:0:6417:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1748872256.011994:0:6421:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1748872256.011995:0:6421:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1748872256.011996:0:6421:0:(client.c:1945:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1748872256.011996:0:6417:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1748872256.011997:0:6421:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1748872256.011998:0:6421:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1748872256.011998:0:6421:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1748872256.011999:0:6421:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1748872256.012001:0:6421:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1748872256.012004:0:6417:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800ab6a2400. 02000000:00000001:0.0:1748872256.012007:0:6417:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1748872256.012015:0:6417:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e446e0. 00000400:00000010:0.0:1748872256.012024:0:6417:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa3b9000. 00000800:00000200:1.0F:1748872256.012033:0:6411:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1748872256.012041:0:6411:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6ee1600. 00000400:00000200:1.0:1748872256.012045:0:6411:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1748872256.012047:0:6417:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1833823818094336, portal 10 00000400:00000200:1.0:1748872256.012049:0:6411:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: OK 00000100:00000001:0.0:1748872256.012051:0:6417:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000400:00000200:1.0:1748872256.012052:0:6411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012fc73cc0 00000400:00000010:1.0:1748872256.012053:0:6411:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012fc73cc0. 00000100:00000001:0.0:1748872256.012054:0:6417:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137525416320 : -131936184135296 : ffff8801369c9180) 00000100:00000001:1.0:1748872256.012056:0:6411:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1748872256.012059:0:6411:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8801369cb480 x1833823818094208/t0(0) o400->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 224/224 e 0 to 0 dl 1748872272 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1748872256.012065:0:6411:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1748872256.012066:0:6417:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8801369c9180 x1833823818094336/t0(0) o38->lustre-MDT0000-mdc-ffff8800a82f5800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1748872266 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1748872256.012067:0:6411:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8801369cb480 x1833823818094208/t0(0) o400->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 224/224 e 0 to 0 dl 1748872272 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1748872256.012071:0:6411:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1748872256.012073:0:6411:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1748872256.012078:0:6417:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:0.0:1748872256.012083:0:6417:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:0.0:1748872256.012086:0:6417:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa3b9a18. 00000100:00000200:0.0:1748872256.012090:0:6417:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1833823818094336, offset 0 00000400:00000200:0.0:1748872256.012098:0:6417:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:0.0:1748872256.012114:0:6417:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:0.0:1748872256.012122:0:6417:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1748872256.012127:0:6417:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:0.0:1748872256.012132:0:6417:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1748872256.012136:0:6417:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:0.0:1748872256.012141:0:6417:0:(lib-move.c:1870:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [1060:1060:256:4294967295] 192.168.202.156@tcp LPNI seq info [1060:1060:8:4294967295] 00000400:00000200:0.0:1748872256.012157:0:6417:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:0.0:1748872256.012167:0:6417:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:0.0:1748872256.012175:0:6417:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa1ddf00. 00000800:00000200:0.0:1748872256.012184:0:6417:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3e4fd80] -> 12345-192.168.202.156@tcp (5) 00000800:00000200:0.0:1748872256.012195:0:6417:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.156@tcp ip 192.168.202.156:988 00000800:00000200:0.0:1748872256.012201:0:6417:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800aa1ddf00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1748872256.012236:0:6417:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1748872256.012244:0:6417:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8800a82f5800: using a timeout of 6226 usecs (7 jiffies) 00000100:00000001:0.0:1748872256.012248:0:6417:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8800a82f5800: PM QoS new deadline estimation for cpu 0 is 4299774119 00000100:00000001:0.0:1748872256.012253:0:6417:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8800a82f5800: PM QoS request active for cpu 0, keep current deadline 4299775364 00000100:00000001:0.0:1748872256.012257:0:6417:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8800a82f5800: PM QoS new deadline estimation for cpu 1 is 4299774119 00000100:00000001:0.0:1748872256.012260:0:6417:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8800a82f5800: PM QoS request active for cpu 1, keep current deadline 4299775364 00000100:00000001:0.0:1748872256.012263:0:6417:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8800a82f5800: PM QoS new deadline estimation for cpu 2 is 4299774119 00000800:00000200:2.0:1748872256.012273:0:6413:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1748872256.012275:0:6413:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa1ddf00. 00000100:00000001:0.0:1748872256.012275:0:6417:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8800a82f5800: PM QoS request active for cpu 2, keep current deadline 4299775364 00000400:00000200:2.0:1748872256.012277:0:6413:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1748872256.012279:0:6417:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8800a82f5800: PM QoS new deadline estimation for cpu 3 is 4299774119 00000400:00000200:2.0:1748872256.012280:0:6413:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: OK 00000100:00000001:0.0:1748872256.012281:0:6417:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8800a82f5800: PM QoS request active for cpu 3, keep current deadline 4299775364 00000400:00000200:2.0:1748872256.012282:0:6413:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa3b9a18 00000400:00000010:2.0:1748872256.012283:0:6413:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa3b9a18. 00000100:00000001:0.0:1748872256.012284:0:6417:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1748872256.012285:0:6413:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:0.0:1748872256.012288:0:6417:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1748872256.012292:0:6413:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8801369c9180 x1833823818094336/t0(0) o38->lustre-MDT0000-mdc-ffff8800a82f5800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1748872266 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1748872256.012292:0:6417:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1748872256.012296:0:6413:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1748872256.012298:0:6413:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8801369c9180 x1833823818094336/t0(0) o38->lustre-MDT0000-mdc-ffff8800a82f5800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1748872266 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1748872256.012299:0:6417:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8801369c9f80 x1833823818094464/t0(0) o38->lustre-MDT0001-mdc-ffff8800a82f5800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1748872256.012302:0:6413:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1748872256.012303:0:6413:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1748872256.012311:0:6417:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1748872256.012313:0:6417:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1748872256.012317:0:6417:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1748872256.012319:0:6417:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1748872256.012322:0:6417:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1748872256.012326:0:6417:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8801369c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:106e5209-6aaf-48fa-ba19-a17064ac80d5:6417:1833823818094464:192.168.202.156@tcp:38: 00000100:00000001:0.0:1748872256.012331:0:6417:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1748872256.012335:0:6417:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1748872256.012337:0:6417:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1748872256.012340:0:6417:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1748872256.012345:0:6417:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800ab6a2800. 02000000:00000001:0.0:1748872256.012347:0:6417:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1748872256.012352:0:6417:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e44d68. 00000400:00000010:0.0:1748872256.012357:0:6417:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa3b9a18. 00000100:00000200:0.0:1748872256.012363:0:6417:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1833823818094464, portal 10 00000100:00000001:0.0:1748872256.012366:0:6417:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1748872256.012367:0:6417:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137525419904 : -131936184131712 : ffff8801369c9f80) 00000100:00000040:0.0:1748872256.012376:0:6417:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8801369c9f80 x1833823818094464/t0(0) o38->lustre-MDT0001-mdc-ffff8800a82f5800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1748872266 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1748872256.012387:0:6417:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:0.0:1748872256.012422:0:6417:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:0.0:1748872256.012425:0:6417:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa3b9aa0. 00000100:00000200:0.0:1748872256.012428:0:6417:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1833823818094464, offset 0 00000400:00000200:0.0:1748872256.012446:0:6417:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:0.0:1748872256.012455:0:6417:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:0.0:1748872256.012461:0:6417:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1748872256.012465:0:6417:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:0.0:1748872256.012468:0:6417:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1748872256.012471:0:6417:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:0.0:1748872256.012476:0:6417:0:(lib-move.c:1870:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [1061:1061:256:4294967295] 192.168.202.156@tcp LPNI seq info [1061:1061:8:4294967295] 00000400:00000200:0.0:1748872256.012488:0:6417:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:0.0:1748872256.012495:0:6417:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:0.0:1748872256.012499:0:6417:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa1dd400. 00000800:00000200:0.0:1748872256.012505:0:6417:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3e4fd80] -> 12345-192.168.202.156@tcp (5) 00000800:00000200:0.0:1748872256.012513:0:6417:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.156@tcp ip 192.168.202.156:988 00000800:00000200:0.0:1748872256.012517:0:6417:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800aa1dd400 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1748872256.012548:0:6417:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1748872256.012554:0:6417:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8800a82f5800: using a timeout of 2251 usecs (3 jiffies) 00000100:00000001:0.0:1748872256.012558:0:6417:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8800a82f5800: PM QoS new deadline estimation for cpu 0 is 4299774115 00000100:00000001:0.0:1748872256.012561:0:6417:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8800a82f5800: PM QoS request active for cpu 0, keep current deadline 4299775364 00000100:00000001:0.0:1748872256.012565:0:6417:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8800a82f5800: PM QoS new deadline estimation for cpu 1 is 4299774115 00000100:00000001:0.0:1748872256.012567:0:6417:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8800a82f5800: PM QoS request active for cpu 1, keep current deadline 4299775364 00000100:00000001:0.0:1748872256.012570:0:6417:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8800a82f5800: PM QoS new deadline estimation for cpu 2 is 4299774115 00000100:00000001:0.0:1748872256.012572:0:6417:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8800a82f5800: PM QoS request active for cpu 2, keep current deadline 4299775364 00000100:00000001:0.0:1748872256.012574:0:6417:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8800a82f5800: PM QoS new deadline estimation for cpu 3 is 4299774115 00000100:00000001:0.0:1748872256.012576:0:6417:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8800a82f5800: PM QoS request active for cpu 3, keep current deadline 4299775364 00000100:00000001:0.0:1748872256.012578:0:6417:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:2.0:1748872256.012579:0:6412:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1748872256.012581:0:6412:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa1dd400. 00000100:00000001:0.0:1748872256.012581:0:6417:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1748872256.012583:0:6412:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1748872256.012585:0:6417:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1748872256.012586:0:6412:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: OK 00000400:00000200:2.0:1748872256.012588:0:6412:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa3b9aa0 00000100:00000001:0.0:1748872256.012588:0:6417:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1748872256.012589:0:6412:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa3b9aa0. 00000100:00000001:2.0:1748872256.012591:0:6412:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1748872256.012593:0:6412:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8801369c9f80 x1833823818094464/t0(0) o38->lustre-MDT0001-mdc-ffff8800a82f5800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1748872266 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1748872256.012597:0:6412:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1748872256.012597:0:6417:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:2.0:1748872256.012598:0:6412:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8801369c9f80 x1833823818094464/t0(0) o38->lustre-MDT0001-mdc-ffff8800a82f5800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1748872266 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1748872256.012601:0:6412:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1748872256.012602:0:6412:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1748872256.012609:0:6417:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1748872256.012613:0:6417:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1748872256.012615:0:6417:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1748872256.012618:0:6417:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1748872256.012620:0:6417:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1748872256.013308:0:6411:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1748872256.013322:0:6411:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1748872256.013326:0:6411:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1748872256.013328:0:6411:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1748872256.013336:0:6411:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp) <- 192.168.202.156@tcp : PUT - for me 00000400:00000200:0.0:1748872256.013349:0:6411:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.156@tcp of length 224 into portal 25 MB=0x683da61421680 00000400:00000200:0.0:1748872256.013358:0:6411:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.156@tcp of length 224/224 into md 0x2205 [1] + 224 00000800:00000001:0.0:1748872256.013365:0:6411:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1748872256.013369:0:6411:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1748872256.013372:0:6411:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1748872256.013376:0:6411:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: OK 00000100:00000001:0.0:1748872256.013381:0:6411:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1748872256.013387:0:6411:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8801369cb480 x1833823818094208/t0(0) o400->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 224/224 e 0 to 0 dl 1748872272 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1748872256.013424:0:6411:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8801369cb480 x1833823818094208/t0(0) o400->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 224/224 e 0 to 0 dl 1748872272 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1748872256.013448:0:6411:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:0.0:1748872256.013456:0:6411:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1748872256.013460:0:6411:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1748872256.013462:0:6411:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1748872256.013463:0:6411:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1748872256.013467:0:6411:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp) <- 192.168.202.156@tcp : PUT - for me 00000400:00000200:0.0:1748872256.013473:0:6411:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.156@tcp of length 416 into portal 10 MB=0x683da61421700 00000100:00000001:3.0:1748872256.013477:0:6421:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1748872256.013477:0:6411:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.156@tcp of length 416/416 into md 0x220d [1] + 0 00000100:00000001:3.0:1748872256.013480:0:6421:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000800:00000001:0.0:1748872256.013481:0:6411:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000400:00000001:3.0:1748872256.013483:0:6421:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000001:0.0:1748872256.013483:0:6411:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1748872256.013484:0:6421:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1748872256.013485:0:6411:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1748872256.013486:0:6421:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3ec18f0. 00000400:00000200:3.0:1748872256.013488:0:6421:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012fc73550 00000400:00000200:0.0:1748872256.013488:0:6411:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: OK 00000400:00000010:3.0:1748872256.013489:0:6421:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012fc73550. 00000100:00000001:3.0:1748872256.013491:0:6421:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1748872256.013495:0:6421:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8801369cb480 x1833823818094208/t0(0) o400->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 224/224 e 0 to 0 dl 1748872272 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1748872256.013499:0:6411:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1748872256.013502:0:6421:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8801369cb480 x1833823818094208/t0(0) o400->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 224/224 e 0 to 0 dl 1748872272 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1748872256.013503:0:6411:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8801369c9180 x1833823818094336/t0(0) o38->lustre-MDT0000-mdc-ffff8800a82f5800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1748872266 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1748872256.013506:0:6421:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1748872256.013507:0:6421:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1748872256.013509:0:6421:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:3.0:1748872256.013510:0:6421:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1748872256.013512:0:6421:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1748872256.013513:0:6421:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1748872256.013513:0:6411:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff8801369c9180 x1833823818094336/t0(0) o38->lustre-MDT0000-mdc-ffff8800a82f5800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1748872266 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1748872256.013515:0:6421:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1748872256.013518:0:6421:0:(import.c:2097:obd_at_measure()) add 5 to ffff8800b63a2c38 time=43 v=5 (5 5 5 5) 00000100:00001000:3.0:1748872256.013520:0:6421:0:(import.c:2097:obd_at_measure()) add 1 to ffff8800b63a2bf0 time=151 v=5 (1 1 1 1) 00000100:00000001:3.0:1748872256.013521:0:6421:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1748872256.013522:0:6421:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1748872256.013525:0:6421:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1748872256.013526:0:6421:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1748872256.013528:0:6421:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1748872256.013530:0:6421:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8801369cb480 x1833823818094208/t0(0) o400->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 224/224 e 0 to 0 dl 1748872272 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1748872256.013533:0:6411:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:0.0:1748872256.013537:0:6411:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1748872256.013541:0:6411:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1748872256.013543:0:6421:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000800:00000001:0.0:1748872256.013543:0:6411:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000100:00000001:3.0:1748872256.013545:0:6421:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000800:00000001:0.0:1748872256.013545:0:6411:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1748872256.013546:0:6421:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1748872256.013548:0:6421:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8801369cb480 x1833823818094208/t0(0) o400->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 224/224 e 0 to 0 dl 1748872272 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1748872256.013550:0:6411:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp) <- 192.168.202.156@tcp : PUT - for me 00000100:00100000:3.0:1748872256.013552:0:6421:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801369cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:05a09d41-c85d-4993-a6db-87da69cb8def:6421:1833823818094208:192.168.202.156@tcp:400: 00000100:00000001:3.0:1748872256.013555:0:6421:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1748872256.013555:0:6411:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.156@tcp of length 416 into portal 10 MB=0x683da61421780 00000100:00000001:3.0:1748872256.013556:0:6421:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1748872256.013557:0:6421:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1748872256.013558:0:6421:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1748872256.013559:0:6421:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1748872256.013559:0:6411:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.156@tcp of length 416/416 into md 0x2215 [1] + 0 00000100:00000040:3.0:1748872256.013561:0:6421:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8801369cb480 x1833823818094208/t0(0) o400->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 224/224 e 0 to 0 dl 1748872272 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1748872256.013562:0:6411:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000100:00000001:3.0:1748872256.013564:0:6421:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1748872256.013565:0:6421:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1748872256.013565:0:6417:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000010:3.0:1748872256.013567:0:6421:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800a9603600. 02000000:00000001:3.0:1748872256.013568:0:6421:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1748872256.013568:0:6417:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1748872256.013569:0:6421:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1748872256.013570:0:6421:0:(genops.c:1242:class_import_put()) import ffff8800b63a2800 refcount=3 obd=MGC192.168.202.156@tcp 00000020:00000001:3.0:1748872256.013572:0:6421:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000001:1.0:1748872256.013572:0:6417:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000010:3.0:1748872256.013573:0:6421:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6dcf900. 00000400:00000001:1.0:1748872256.013573:0:6417:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:3.0:1748872256.013575:0:6421:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000400:00000010:1.0:1748872256.013575:0:6417:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e446e0. 00000800:00000001:0.0:1748872256.013575:0:6411:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1748872256.013576:0:6421:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1748872256.013577:0:6421:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8801369cb480. 00000400:00000200:1.0:1748872256.013578:0:6417:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa3b9000 00000400:00000200:0.0:1748872256.013578:0:6411:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1748872256.013579:0:6421:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000400:00000010:1.0:1748872256.013579:0:6417:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa3b9000. 00000100:00000001:3.0:1748872256.013580:0:6421:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1748872256.013581:0:6421:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1748872256.013581:0:6417:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000200:0.0:1748872256.013581:0:6411:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: OK 00000100:00000001:3.0:1748872256.013582:0:6421:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1748872256.013582:0:6421:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1748872256.013583:0:6421:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1748872256.013584:0:6421:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1748872256.013584:0:6421:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1748872256.013585:0:6421:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1748872256.013585:0:6411:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1748872256.013586:0:6417:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8801369c9180 x1833823818094336/t0(0) o38->lustre-MDT0000-mdc-ffff8800a82f5800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1748872266 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1748872256.013588:0:6411:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8801369c9f80 x1833823818094464/t0(0) o38->lustre-MDT0001-mdc-ffff8800a82f5800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1748872266 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1748872256.013589:0:6421:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1748872256.013594:0:6417:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8801369c9180 x1833823818094336/t0(0) o38->lustre-MDT0000-mdc-ffff8800a82f5800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1748872266 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1748872256.013597:0:6411:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff8801369c9f80 x1833823818094464/t0(0) o38->lustre-MDT0001-mdc-ffff8800a82f5800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1748872266 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1748872256.013600:0:6417:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1748872256.013600:0:6417:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1748872256.013602:0:6417:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:1.0:1748872256.013603:0:6417:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1748872256.013604:0:6417:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1748872256.013606:0:6417:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1748872256.013606:0:6411:0:(events.c:164:reply_in_callback()) Process leaving 02000000:00000001:1.0:1748872256.013608:0:6417:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1748872256.013609:0:6411:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1748872256.013611:0:6411:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1748872256.013612:0:6417:0:(import.c:2097:obd_at_measure()) add 0 to ffff8800aa0cc438 time=1542 v=5 (5 0 0 0) 00000100:00001000:1.0:1748872256.013615:0:6417:0:(import.c:2097:obd_at_measure()) add 1 to ffff8800aa0cc3f0 time=42 v=5 (1 1 1 1) 00000100:00000001:1.0:1748872256.013617:0:6417:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1748872256.013623:0:6417:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:1.0:1748872256.013625:0:6417:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1748872256.013626:0:6417:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800a82f5800: skip recheck: last_committed 4294967307 00000100:00000001:1.0:1748872256.013628:0:6417:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1748872256.013629:0:6417:0:(client.c:1752:after_reply()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000040:1.0:1748872256.013651:0:6417:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8801369c9180 x1833823818094336/t0(0) o38->lustre-MDT0000-mdc-ffff8800a82f5800@192.168.202.156@tcp:12/10 lens 520/416 e 0 to 0 dl 1748872266 ref 1 fl Rpc:RNQU/200/0 rc -11/-11 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1748872256.013657:0:6417:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000100:00000001:1.0:1748872256.013658:0:6417:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1748872256.013659:0:6417:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1748872256.013660:0:6417:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1748872256.013662:0:6417:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000100:00080000:1.0:1748872256.013663:0:6417:0:(import.c:66:import_set_state_nolock()) ffff8800aa0cc000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1748872256.013665:0:6417:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.156@tcp failed (-11) 00000100:00000001:1.0:1748872256.013666:0:6417:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000040:1.0:1748872256.013669:0:6417:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8801369c9180 x1833823818094336/t0(0) o38->lustre-MDT0000-mdc-ffff8800a82f5800@192.168.202.156@tcp:12/10 lens 520/416 e 0 to 0 dl 1748872266 ref 1 fl Interpret:RNQU/200/0 rc -11/-11 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1748872256.013673:0:6417:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801369c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:106e5209-6aaf-48fa-ba19-a17064ac80d5:6417:1833823818094336:192.168.202.156@tcp:38: 00000400:00000001:1.0:1748872256.013677:0:6417:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1748872256.013677:0:6417:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1748872256.013679:0:6417:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e44d68. 00000400:00000200:1.0:1748872256.013680:0:6417:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa3b9a18 00000400:00000010:1.0:1748872256.013681:0:6417:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa3b9a18. 00000100:00000001:1.0:1748872256.013682:0:6417:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1748872256.013684:0:6417:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8801369c9f80 x1833823818094464/t0(0) o38->lustre-MDT0001-mdc-ffff8800a82f5800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1748872266 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1748872256.013688:0:6417:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8801369c9f80 x1833823818094464/t0(0) o38->lustre-MDT0001-mdc-ffff8800a82f5800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1748872266 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1748872256.013692:0:6417:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1748872256.013695:0:6417:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1748872256.013696:0:6417:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:1.0:1748872256.013697:0:6417:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1748872256.013698:0:6417:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1748872256.013699:0:6417:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1748872256.013700:0:6417:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1748872256.013703:0:6417:0:(import.c:2097:obd_at_measure()) add 0 to ffff8801373abc38 time=1543 v=5 (5 0 0 0) 00000100:00001000:1.0:1748872256.013704:0:6417:0:(import.c:2097:obd_at_measure()) add 1 to ffff8801373abbf0 time=43 v=5 (1 1 1 1) 00000100:00000001:1.0:1748872256.013706:0:6417:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1748872256.013706:0:6417:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:1.0:1748872256.013708:0:6417:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1748872256.013708:0:6417:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8800a82f5800: skip recheck: last_committed 0 00000100:00000001:1.0:1748872256.013709:0:6417:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1748872256.013710:0:6417:0:(client.c:1752:after_reply()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000040:1.0:1748872256.013712:0:6417:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8801369c9f80 x1833823818094464/t0(0) o38->lustre-MDT0001-mdc-ffff8800a82f5800@192.168.202.156@tcp:12/10 lens 520/416 e 0 to 0 dl 1748872266 ref 1 fl Rpc:RNQU/200/0 rc -11/-11 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1748872256.013715:0:6417:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000100:00000001:1.0:1748872256.013716:0:6417:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1748872256.013717:0:6417:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1748872256.013718:0:6417:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1748872256.013718:0:6417:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000100:00080000:1.0:1748872256.013719:0:6417:0:(import.c:66:import_set_state_nolock()) ffff8801373ab800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1748872256.013720:0:6417:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.156@tcp failed (-11) 00000100:00000001:1.0:1748872256.013721:0:6417:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000040:1.0:1748872256.013723:0:6417:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8801369c9f80 x1833823818094464/t0(0) o38->lustre-MDT0001-mdc-ffff8800a82f5800@192.168.202.156@tcp:12/10 lens 520/416 e 0 to 0 dl 1748872266 ref 1 fl Interpret:RNQU/200/0 rc -11/-11 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1748872256.013727:0:6417:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801369c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:106e5209-6aaf-48fa-ba19-a17064ac80d5:6417:1833823818094464:192.168.202.156@tcp:38: 00000100:00000001:1.0:1748872256.013729:0:6417:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1748872256.013730:0:6417:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1748872256.013731:0:6417:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8801369c9180 x1833823818094336/t0(0) o38->lustre-MDT0000-mdc-ffff8800a82f5800@192.168.202.156@tcp:12/10 lens 520/416 e 0 to 0 dl 1748872266 ref 1 fl Complete:RNQU/200/0 rc -11/-11 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1748872256.013740:0:6417:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1748872256.013741:0:6417:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1748872256.013742:0:6417:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800ab6a2400. 02000000:00000001:1.0:1748872256.013744:0:6417:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1748872256.013745:0:6417:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1748872256.013746:0:6417:0:(genops.c:1242:class_import_put()) import ffff8800aa0cc000 refcount=10 obd=lustre-MDT0000-mdc-ffff8800a82f5800 00000020:00000001:1.0:1748872256.013747:0:6417:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1748872256.013748:0:6417:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b6ce9800. 02000000:00000001:1.0:1748872256.013749:0:6417:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1748872256.013750:0:6417:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1748872256.013751:0:6417:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8801369c9180. 00000100:00000001:1.0:1748872256.013752:0:6417:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1748872256.013753:0:6417:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1748872256.013753:0:6417:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1748872256.013755:0:6417:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8801369c9f80 x1833823818094464/t0(0) o38->lustre-MDT0001-mdc-ffff8800a82f5800@192.168.202.156@tcp:12/10 lens 520/416 e 0 to 0 dl 1748872266 ref 1 fl Complete:RNQU/200/0 rc -11/-11 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1748872256.013759:0:6417:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1748872256.013759:0:6417:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1748872256.013760:0:6417:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800ab6a2800. 02000000:00000001:1.0:1748872256.013761:0:6417:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1748872256.013762:0:6417:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1748872256.013762:0:6417:0:(genops.c:1242:class_import_put()) import ffff8801373ab800 refcount=5 obd=lustre-MDT0001-mdc-ffff8800a82f5800 00000020:00000001:1.0:1748872256.013763:0:6417:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1748872256.013764:0:6417:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b6cea000. 02000000:00000001:1.0:1748872256.013766:0:6417:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1748872256.013767:0:6417:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1748872256.013767:0:6417:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8801369c9f80. 00000100:00000001:1.0:1748872256.013769:0:6417:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1748872256.013769:0:6417:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1748872256.013770:0:6417:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1748872256.013771:0:6417:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1748872256.013771:0:6417:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1748872256.013772:0:6417:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1748872256.013773:0:6417:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1748872256.577296:0:24658:0:(llite_lib.c:4119:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1748872256.672487:0:24701:0:(debug.c:791:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1748872256.672490:0:24701:0:(debug.c:792:libcfs_debug_mark_buffer()) DEBUG MARKER: conf-sanity test_57a: @@@@@@ FAIL: import is not in FULL state 00000001:00000001:3.0:1748872256.676662:0:24701:0:(debug.c:794:libcfs_debug_mark_buffer()) ************************************************** 00010000:00000001:0.0:1748872256.747673:0:24853:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1748872256.747678:0:24853:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1748872256.747682:0:24853:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1748872256.747682:0:24853:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1748872256.747782:0:16899:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1748872256.747804:0:16899:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1748872256.747809:0:16899:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1748872257.012718:0:6417:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1748872257.012749:0:6417:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1748872257.012750:0:6417:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1748872257.012755:0:6417:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1748872257.012757:0:6417:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1748872257.012761:0:6417:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1748872257.012763:0:6417:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1748872257.052221:0:24809:0:(llite_lib.c:4119:ll_show_options()) Process leaving (rc=0 : 0 : 0) Debug log: 575 lines, 575 kept, 0 dropped, 0 bad.