00010000:00000001:2.0F:1788597613.343127:0:271846:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788597613.343142:0:271846:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788597613.343148:0:271846:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788597613.343150:0:271846:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0F:1788597613.343350:0:242498:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788597613.343359:0:242498:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788597613.343362:0:242498:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788597614.366811:0:271846:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788597614.366817:0:271846:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788597614.366828:0:271846:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788597614.366831:0:271846:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788597614.366833:0:271846:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788597614.366839:0:271846:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788597614.366841:0:271846:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788597614.366842:0:271846:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788597614.366845:0:271846:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788597614.366847:0:271846:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788597614.366848:0:271846:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788597614.366850:0:271846:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0F:1788597614.367825:0:236506:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788597614.367841:0:236506:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788597614.367845:0:236506:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788597615.391736:0:271846:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788597615.391742:0:271846:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788597615.391747:0:271846:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788597615.391748:0:271846:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788597615.392012:0:236507:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788597615.392016:0:236507:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788597615.392019:0:236507:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788597616.414657:0:271846:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788597616.414667:0:271846:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788597616.414675:0:271846:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788597616.414676:0:271846:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0F:1788597616.414739:0:248201:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788597616.414755:0:248201:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788597616.414758:0:248201:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788597616.606438:0:251038:0:(connection.c:75:cpu_latency_work()) work item of ffffa077e00ad000 (cpu 0) has reached its deadline 4306668781, at 4306668800 00000100:00000010:0.0:1788597616.606449:0:251038:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa077d1c96d80. 00000100:00000040:1.0:1788597616.606453:0:282732:0:(connection.c:75:cpu_latency_work()) work item of ffffa077e00ad110 (cpu 1) has reached its deadline 4306668781, at 4306668800 00000100:00000010:1.0:1788597616.606461:0:282732:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa077d1c96f00. 00010000:00000001:2.0:1788597617.438512:0:271846:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788597617.438519:0:271846:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788597617.438525:0:271846:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788597617.438526:0:271846:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788597617.438732:0:248202:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788597617.438736:0:248202:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788597617.438739:0:248202:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788597617.886605:0:285072:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0fdd8da-52df-471c-8ac5-a4a7966af505->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788597617.886616:0:285072:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788597617.886625:0:285072:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa077f2554380. 00000020:00000040:0.0:1788597617.886631:0:285072:0:(genops.c:1210:class_import_get()) import ffffa077f2db1000 refcount=4 obd=MGC192.168.203.111@tcp 00000100:00000001:0.0:1788597617.886635:0:285072:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788597617.886638:0:285072:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788597617.886643:0:285072:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788597617.886650:0:285072:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa077d039fd00. 00000100:00000001:0.0:1788597617.886657:0:285072:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788597617.886667:0:285072:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a0fdd8da-52df-471c-8ac5-a4a7966af505->MGS req@ffffa077f2554380 x1875468097025792/t0(0) o400->MGC192.168.203.111@tcp@192.168.203.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788597617.886678:0:285072:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788597617.886682:0:285072:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788597617.886688:0:285072:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006a5d5dfb] to pc [ptlrpcd_00_01+1] req@ffffa077f2554380 x1875468097025792/t0(0) o400->MGC192.168.203.111@tcp@192.168.203.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788597617.886721:0:285072:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788597617.886724:0:285072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0c0a11bb-ea67-4c59-8de3-776094138717->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788597617.886727:0:285072:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1788597617.886733:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1788597617.886736:0:2402:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:0.0:1788597617.886738:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788597617.886744:0:2402:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788597617.886746:0:2402:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788597617.886747:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788597617.886749:0:2402:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788597617.886751:0:2402:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788597617.886756:0:2402:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffffa077f2554380 x1875468097025792/t0(0) o400->MGC192.168.203.111@tcp@192.168.203.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788597617.886763:0:2402:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788597617.886777:0:2402:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788597617.886781:0:2402:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788597617.886783:0:2402:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788597617.886786:0:2402:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788597617.886789:0:2402:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffffa077f2554380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a0fdd8da-52df-471c-8ac5-a4a7966af505:2402:1875468097025792:192.168.203.111@tcp:400:kworker.0 00000100:00000001:0.0:1788597617.886793:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788597617.886799:0:2402:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788597617.886801:0:2402:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788597617.886803:0:2402:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788597617.886808:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa077c991d400. 02000000:00000001:0.0:1788597617.886810:0:2402:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788597617.886817:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.111@tcp to cpt 0 00000400:00000010:0.0:1788597617.886821:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa077f257f4d0. 00000400:00000010:0.0:1788597617.886827:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa077d8878aa0. 00000100:00000200:0.0:1788597617.886833:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875468097025792, portal 25 00000100:00000001:0.0:1788597617.886836:0:2402:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788597617.886837:0:2402:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446639035760067456 : -105037949484160 : ffffa077f2554380) 00000100:00000040:0.0:1788597617.886843:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffffa077f2554380 x1875468097025792/t0(0) o400->MGC192.168.203.111@tcp@192.168.203.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1788597633 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788597617.886850:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788597617.886853:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.111@tcp 00000400:00000010:0.0:1788597617.886855:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa077d8878198. 00000100:00000200:0.0:1788597617.886858:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875468097025792, offset 0 00000400:00000200:0.0:1788597617.886864:0:2402:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.111@tcp 00000400:00000200:0.0:1788597617.886872:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.111@tcp to cpt 0 00000400:00000200:0.0:1788597617.886878:0:2402:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.111@tcp local destination 00000400:00000200:0.0:1788597617.886883:0:2402:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788597617.886887:0:2402:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.11@tcp 00000400:00000200:0.0:1788597617.886891:0:2402:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.11@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788597617.886893:0:2402:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.111@tcp 00000400:00000200:0.0:1788597617.886897:0:2402:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.11@tcp NI seq info: [538727:538727:256:4294967295] 192.168.203.111@tcp LPNI seq info [538683:538683:8:4294967295] 00000400:00000200:0.0:1788597617.886901:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.111@tcp to cpt 0 00000400:00000200:0.0:1788597617.886910:0:2402:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.11@tcp(192.168.203.11@tcp:) -> 192.168.203.111@tcp(192.168.203.111@tcp:192.168.203.111@tcp) : PUT try# 0 00000800:00000200:0.0:1788597617.886923:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.111@tcp 00000800:00000010:0.0:1788597617.886927:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa077d039f600. 00000800:00000200:0.0:1788597617.886934:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa077d1af3c00] -> 12345-192.168.203.111@tcp (5) 00000800:00000200:0.0:1788597617.886941:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.111@tcp ip 192.168.203.111:988 00000800:00000200:0.0:1788597617.886946:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffffa077d039f600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788597617.886965:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788597617.886970:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.111@tcp to cpt 0 00000100:00000001:0.0:1788597617.886972:0:2402:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.111@tcp: PM QoS new deadline estimation for cpu 0 is 4306673901 00000100:00000010:0.0:1788597617.886976:0:2402:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa077c76f4e40. 00000100:00000001:0.0:1788597617.886983:0:2402:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.111@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1788597617.886989:0:2402:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.111@tcp: PM QoS new deadline estimation for cpu 1 is 4306673901 00000100:00000010:0.0:1788597617.886992:0:2402:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa077c76f45a0. 00000100:00000001:0.0:1788597617.886995:0:2402:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.111@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1788597617.886998:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788597617.887001:0:2402:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788597617.887004:0:2402:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788597617.887006:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788597617.887099:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788597617.887103:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa077d039f600. 00000400:00000200:0.0:1788597617.887107:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788597617.887111:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.11@tcp->192.168.203.111@tcp: PUT: OK 00000400:00000200:0.0:1788597617.887116:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa077d8878198 00000400:00000010:0.0:1788597617.887118:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffffa077d8878198. 00000100:00000001:0.0:1788597617.887121:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788597617.887125:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffffa077f2554380 x1875468097025792/t0(0) o400->MGC192.168.203.111@tcp@192.168.203.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1788597633 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788597617.887134:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788597617.887138:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffffa077f2554380 x1875468097025792/t0(0) o400->MGC192.168.203.111@tcp@192.168.203.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1788597633 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788597617.887144:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788597617.887146:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000010:0.0:1788597617.887167:0:285072:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa077f2554a80. 00000020:00000040:0.0:1788597617.887170:0:285072:0:(genops.c:1210:class_import_get()) import ffffa077eb6a9800 refcount=9 obd=lustre-MDT0000-mdc-ffffa077d0191800 00000100:00000001:0.0:1788597617.887173:0:285072:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788597617.887174:0:285072:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788597617.887177:0:285072:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788597617.887180:0:285072:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa077d039f600. 00000100:00000001:0.0:1788597617.887183:0:285072:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788597617.887187:0:285072:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0c0a11bb-ea67-4c59-8de3-776094138717->lustre-MDT0000_UUID req@ffffa077f2554a80 x1875468097025920/t0(0) o400->lustre-MDT0000-mdc-ffffa077d0191800@192.168.203.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788597617.887195:0:285072:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788597617.887197:0:285072:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788597617.887201:0:285072:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001f329624] to pc [ptlrpcd_00_00+0] req@ffffa077f2554a80 x1875468097025920/t0(0) o400->lustre-MDT0000-mdc-ffffa077d0191800@192.168.203.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788597617.887213:0:285072:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788597617.887215:0:285072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0c0a11bb-ea67-4c59-8de3-776094138717->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788597617.887218:0:285072:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1788597617.887224:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788597617.887226:0:2402:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788597617.887227:0:2402:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788597617.887230:0:2402:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffffa077f2554a80 x1875468097025920/t0(0) o400->lustre-MDT0000-mdc-ffffa077d0191800@192.168.203.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788597617.887236:0:2402:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788597617.887237:0:2402:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788597617.887239:0:2402:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788597617.887241:0:2402:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788597617.887243:0:2402:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788597617.887246:0:2402:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffffa077f2554a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0c0a11bb-ea67-4c59-8de3-776094138717:2402:1875468097025920:192.168.203.111@tcp:400:kworker.0 00000100:00000001:0.0:1788597617.887249:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788597617.887251:0:2402:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788597617.887253:0:2402:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788597617.887255:0:2402:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788597617.887258:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa077c991cc00. 02000000:00000001:0.0:1788597617.887265:0:2402:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788597617.887269:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.111@tcp to cpt 0 00000400:00000010:0.0:1788597617.887272:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa077f257f948. 00000400:00000010:0.0:1788597617.887280:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa077d8878198. 00000100:00000200:0.0:1788597617.887284:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875468097025920, portal 10 00000100:00000001:0.0:1788597617.887286:0:2402:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788597617.887287:0:2402:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446639035760069248 : -105037949482368 : ffffa077f2554a80) 00000100:00000040:0.0:1788597617.887293:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffffa077f2554a80 x1875468097025920/t0(0) o400->lustre-MDT0000-mdc-ffffa077d0191800@192.168.203.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1788597633 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788597617.887299:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788597617.887301:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.111@tcp 00000400:00000010:0.0:1788597617.887304:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa077d8878330. 00000100:00000200:0.0:1788597617.887306:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875468097025920, offset 0 00000400:00000200:0.0:1788597617.887309:0:2402:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.111@tcp 00000400:00000200:0.0:1788597617.887313:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.111@tcp to cpt 0 00000400:00000200:0.0:1788597617.887316:0:2402:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.111@tcp local destination 00000400:00000200:0.0:1788597617.887319:0:2402:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788597617.887321:0:2402:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.11@tcp 00000400:00000200:0.0:1788597617.887324:0:2402:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.11@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788597617.887326:0:2402:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.111@tcp 00000400:00000200:0.0:1788597617.887328:0:2402:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.11@tcp NI seq info: [538728:538728:256:4294967295] 192.168.203.111@tcp LPNI seq info [538684:538684:8:4294967295] 00000400:00000200:0.0:1788597617.887332:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.111@tcp to cpt 0 00000400:00000200:0.0:1788597617.887350:0:2402:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.11@tcp(192.168.203.11@tcp:) -> 192.168.203.111@tcp(192.168.203.111@tcp:192.168.203.111@tcp) : PUT try# 0 00000800:00000200:0.0:1788597617.887355:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.111@tcp 00000800:00000010:0.0:1788597617.887358:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa077d039f500. 00000800:00000200:0.0:1788597617.887362:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa077d1af3c00] -> 12345-192.168.203.111@tcp (5) 00000800:00000200:0.0:1788597617.887366:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.111@tcp ip 192.168.203.111:988 00000800:00000200:0.0:1788597617.887368:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffffa077d039f500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788597617.887376:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788597617.887427:0:2402:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa077d0191800: using a timeout of 25446 usecs (26 jiffies) 00000400:00000200:0.0:1788597617.887430:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.111@tcp to cpt 0 00000100:00000001:0.0:1788597617.887438:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa077d0191800: PM QoS new deadline estimation for cpu 0 is 4306670107 00000100:00000001:0.0:1788597617.887441:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa077d0191800: PM QoS request active for cpu 0, keep current deadline 4306673901 00000100:00000001:0.0:1788597617.887443:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa077d0191800: PM QoS new deadline estimation for cpu 1 is 4306670107 00000100:00000001:0.0:1788597617.887445:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa077d0191800: PM QoS request active for cpu 1, keep current deadline 4306673901 00000100:00000001:0.0:1788597617.887447:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788597617.887449:0:2402:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788597617.887451:0:2402:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788597617.887453:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788597617.887457:0:2402:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788597617.887458:0:2402:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1788597617.887460:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788597617.887461:0:2402:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788597617.887463:0:2402:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788597617.887464:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788597617.887509:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788597617.887512:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa077d039f500. 00000400:00000200:0.0:1788597617.887516:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788597617.887520:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.11@tcp->192.168.203.111@tcp: PUT: OK 00000400:00000200:0.0:1788597617.887523:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa077d8878330 00000400:00000010:0.0:1788597617.887525:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffffa077d8878330. 00000100:00000001:0.0:1788597617.887527:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788597617.887531:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffffa077f2554a80 x1875468097025920/t0(0) o400->lustre-MDT0000-mdc-ffffa077d0191800@192.168.203.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1788597633 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788597617.887538:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788597617.887542:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffffa077f2554a80 x1875468097025920/t0(0) o400->lustre-MDT0000-mdc-ffffa077d0191800@192.168.203.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1788597633 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788597617.887548:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788597617.887549:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000010:0.0:1788597617.887577:0:285072:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa077f2554700. 00000020:00000040:0.0:1788597617.887580:0:285072:0:(genops.c:1210:class_import_get()) import ffffa077eb6ae800 refcount=4 obd=lustre-MDT0001-mdc-ffffa077d0191800 00000100:00000001:0.0:1788597617.887582:0:285072:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788597617.887584:0:285072:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788597617.887586:0:285072:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788597617.887595:0:285072:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa077d039f500. 00000100:00000001:0.0:1788597617.887598:0:285072:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788597617.887603:0:285072:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0c0a11bb-ea67-4c59-8de3-776094138717->lustre-MDT0001_UUID req@ffffa077f2554700 x1875468097026048/t0(0) o400->lustre-MDT0001-mdc-ffffa077d0191800@192.168.203.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788597617.887610:0:285072:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788597617.887612:0:285072:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788597617.887616:0:285072:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000091c03fe1] to pc [ptlrpcd_00_01+1] req@ffffa077f2554700 x1875468097026048/t0(0) o400->lustre-MDT0001-mdc-ffffa077d0191800@192.168.203.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788597617.887628:0:285072:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788597617.887631:0:285072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0c0a11bb-ea67-4c59-8de3-776094138717->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788597617.887634:0:285072:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1788597617.887639:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788597617.887641:0:2402:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788597617.887643:0:2402:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788597617.887645:0:2402:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:0.0:1788597617.887646:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788597617.887649:0:2402:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788597617.887651:0:2402:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788597617.887652:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788597617.887653:0:2402:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788597617.887654:0:2402:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788597617.887657:0:2402:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffffa077f2554700 x1875468097026048/t0(0) o400->lustre-MDT0001-mdc-ffffa077d0191800@192.168.203.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788597617.887663:0:2402:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788597617.887665:0:2402:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788597617.887667:0:2402:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788597617.887668:0:2402:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788597617.887671:0:2402:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788597617.887673:0:2402:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffffa077f2554700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0c0a11bb-ea67-4c59-8de3-776094138717:2402:1875468097026048:192.168.203.111@tcp:400:kworker.0 00000100:00000001:0.0:1788597617.887677:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788597617.887679:0:2402:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788597617.887680:0:2402:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788597617.887687:0:2402:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788597617.887691:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa077c30ab000. 02000000:00000001:0.0:1788597617.887692:0:2402:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788597617.887696:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.111@tcp to cpt 0 00000400:00000010:0.0:1788597617.887699:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa077f257f420. 00000400:00000010:0.0:1788597617.887702:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa077d8878330. 00000100:00000200:0.0:1788597617.887705:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875468097026048, portal 10 00000100:00000001:0.0:1788597617.887706:0:2402:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788597617.887708:0:2402:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446639035760068352 : -105037949483264 : ffffa077f2554700) 00000100:00000040:0.0:1788597617.887714:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffffa077f2554700 x1875468097026048/t0(0) o400->lustre-MDT0001-mdc-ffffa077d0191800@192.168.203.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1788597633 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788597617.887720:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788597617.887722:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.111@tcp 00000400:00000010:0.0:1788597617.887724:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa077d8878990. 00000100:00000200:0.0:1788597617.887727:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875468097026048, offset 0 00000400:00000200:0.0:1788597617.887731:0:2402:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.111@tcp 00000400:00000200:0.0:1788597617.887734:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.111@tcp to cpt 0 00000400:00000200:0.0:1788597617.887738:0:2402:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.111@tcp local destination 00000400:00000200:0.0:1788597617.887741:0:2402:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788597617.887743:0:2402:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.11@tcp 00000400:00000200:0.0:1788597617.887745:0:2402:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.11@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788597617.887747:0:2402:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.111@tcp 00000400:00000200:0.0:1788597617.887750:0:2402:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.11@tcp NI seq info: [538729:538729:256:4294967295] 192.168.203.111@tcp LPNI seq info [538685:538685:8:4294967295] 00000400:00000200:0.0:1788597617.887754:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.111@tcp to cpt 0 00000400:00000200:0.0:1788597617.887759:0:2402:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.11@tcp(192.168.203.11@tcp:) -> 192.168.203.111@tcp(192.168.203.111@tcp:192.168.203.111@tcp) : PUT try# 0 00000800:00000200:0.0:1788597617.887763:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.111@tcp 00000800:00000010:0.0:1788597617.887767:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa077d039ff00. 00000800:00000200:0.0:1788597617.887770:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa077d1af3c00] -> 12345-192.168.203.111@tcp (5) 00000800:00000200:0.0:1788597617.887774:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.111@tcp ip 192.168.203.111:988 00000800:00000200:0.0:1788597617.887777:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffffa077d039ff00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788597617.887784:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788597617.887792:0:2402:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa077d0191800: using a timeout of 26075 usecs (27 jiffies) 00000400:00000200:0.0:1788597617.887795:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.111@tcp to cpt 0 00000100:00000001:0.0:1788597617.887797:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa077d0191800: PM QoS new deadline estimation for cpu 0 is 4306670108 00000100:00000001:0.0:1788597617.887799:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa077d0191800: PM QoS request active for cpu 0, keep current deadline 4306673901 00000100:00000001:0.0:1788597617.887801:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa077d0191800: PM QoS new deadline estimation for cpu 1 is 4306670108 00000100:00000001:0.0:1788597617.887802:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa077d0191800: PM QoS request active for cpu 1, keep current deadline 4306673901 00000100:00000001:0.0:1788597617.887804:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788597617.887806:0:2402:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788597617.887808:0:2402:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788597617.887810:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788597617.887853:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788597617.887856:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa077d039ff00. 00000400:00000200:0.0:1788597617.887858:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788597617.887862:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.11@tcp->192.168.203.111@tcp: PUT: OK 00000400:00000200:0.0:1788597617.887865:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa077d8878990 00000400:00000010:0.0:1788597617.887867:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffffa077d8878990. 00000100:00000001:0.0:1788597617.887869:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788597617.887873:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffffa077f2554700 x1875468097026048/t0(0) o400->lustre-MDT0001-mdc-ffffa077d0191800@192.168.203.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1788597633 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788597617.887879:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788597617.887882:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffffa077f2554700 x1875468097026048/t0(0) o400->lustre-MDT0001-mdc-ffffa077d0191800@192.168.203.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1788597633 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788597617.887888:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788597617.887890:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000010:0.0:1788597617.887899:0:285072:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa077f2554000. 00000020:00000040:0.0:1788597617.887902:0:285072:0:(genops.c:1210:class_import_get()) import ffffa077eb6ac800 refcount=4 obd=lustre-OST0000-osc-ffffa077d0191800 00000100:00000001:0.0:1788597617.887905:0:285072:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788597617.887906:0:285072:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788597617.887908:0:285072:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788597617.887911:0:285072:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa077d039ff00. 00000100:00000001:0.0:1788597617.887914:0:285072:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788597617.887919:0:285072:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0c0a11bb-ea67-4c59-8de3-776094138717->lustre-OST0000_UUID req@ffffa077f2554000 x1875468097026176/t0(0) o400->lustre-OST0000-osc-ffffa077d0191800@192.168.203.111@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788597617.887931:0:285072:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788597617.887933:0:285072:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788597617.887937:0:285072:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fe0fd37e] to pc [ptlrpcd_00_00+0] req@ffffa077f2554000 x1875468097026176/t0(0) o400->lustre-OST0000-osc-ffffa077d0191800@192.168.203.111@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788597617.887959:0:285072:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788597617.887962:0:285072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0c0a11bb-ea67-4c59-8de3-776094138717->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788597617.887965:0:285072:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0c0a11bb-ea67-4c59-8de3-776094138717->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:0.0:1788597617.887974:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788597617.887976:0:2402:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788597617.887977:0:2402:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788597617.887981:0:2402:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffffa077f2554000 x1875468097026176/t0(0) o400->lustre-OST0000-osc-ffffa077d0191800@192.168.203.111@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788597617.887987:0:2402:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788597617.887988:0:2402:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788597617.887991:0:2402:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788597617.887992:0:2402:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788597617.887994:0:2402:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788597617.887997:0:2402:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffffa077f2554000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0c0a11bb-ea67-4c59-8de3-776094138717:2402:1875468097026176:192.168.203.111@tcp:400:kworker.0 00000100:00000001:0.0:1788597617.888000:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788597617.888002:0:2402:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788597617.888004:0:2402:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788597617.888005:0:2402:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788597617.888009:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa077c30aba00. 02000000:00000001:0.0:1788597617.888010:0:2402:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788597617.888014:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.111@tcp to cpt 0 00000400:00000010:0.0:1788597617.888017:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa077f257fe18. 00000400:00000010:0.0:1788597617.888020:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa077d8878990. 00000100:00000200:0.0:1788597617.888023:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875468097026176, portal 4 00000100:00000001:0.0:1788597617.888024:0:2402:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788597617.888030:0:2402:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446639035760066560 : -105037949485056 : ffffa077f2554000) 00000100:00000040:0.0:1788597617.888037:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffffa077f2554000 x1875468097026176/t0(0) o400->lustre-OST0000-osc-ffffa077d0191800@192.168.203.111@tcp:28/4 lens 224/224 e 0 to 0 dl 1788597633 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788597617.888043:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788597617.888045:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.111@tcp 00000400:00000010:0.0:1788597617.888048:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa077d88782a8. 00000100:00000200:0.0:1788597617.888050:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875468097026176, offset 0 00000400:00000200:0.0:1788597617.888054:0:2402:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.111@tcp 00000400:00000200:0.0:1788597617.888059:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.111@tcp to cpt 0 00000400:00000200:0.0:1788597617.888062:0:2402:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.111@tcp local destination 00000400:00000200:0.0:1788597617.888064:0:2402:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788597617.888067:0:2402:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.11@tcp 00000400:00000200:0.0:1788597617.888069:0:2402:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.11@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788597617.888071:0:2402:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.111@tcp 00000400:00000200:0.0:1788597617.888074:0:2402:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.11@tcp NI seq info: [538730:538730:256:4294967295] 192.168.203.111@tcp LPNI seq info [538686:538686:8:4294967295] 00000400:00000200:0.0:1788597617.888078:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.111@tcp to cpt 0 00000400:00000200:0.0:1788597617.888083:0:2402:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.11@tcp(192.168.203.11@tcp:) -> 192.168.203.111@tcp(192.168.203.111@tcp:192.168.203.111@tcp) : PUT try# 0 00000800:00000200:0.0:1788597617.888088:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.111@tcp 00000800:00000010:0.0:1788597617.888091:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa077d039f000. 00000800:00000200:0.0:1788597617.888095:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa077d1af3c00] -> 12345-192.168.203.111@tcp (5) 00000800:00000200:0.0:1788597617.888099:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.111@tcp ip 192.168.203.111:988 00000800:00000200:0.0:1788597617.888102:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffffa077d039f000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788597617.888109:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788597617.888113:0:2402:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffffa077d0191800: using a timeout of 89871 usecs (90 jiffies) 00000400:00000200:0.0:1788597617.888116:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.111@tcp to cpt 0 00000100:00000001:0.0:1788597617.888118:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa077d0191800: PM QoS new deadline estimation for cpu 0 is 4306670171 00000100:00000001:0.0:1788597617.888120:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa077d0191800: PM QoS request active for cpu 0, keep current deadline 4306673901 00000100:00000001:0.0:1788597617.888122:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa077d0191800: PM QoS new deadline estimation for cpu 1 is 4306670171 00000100:00000001:0.0:1788597617.888124:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa077d0191800: PM QoS request active for cpu 1, keep current deadline 4306673901 00000100:00000001:0.0:1788597617.888132:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788597617.888134:0:2402:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788597617.888136:0:2402:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788597617.888138:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788597617.888142:0:2402:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788597617.888143:0:2402:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1788597617.888145:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788597617.888146:0:2402:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788597617.888148:0:2402:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788597617.888150:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788597617.888187:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788597617.888190:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa077d039f000. 00000400:00000200:0.0:1788597617.888193:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788597617.888197:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.11@tcp->192.168.203.111@tcp: PUT: OK 00000400:00000200:0.0:1788597617.888200:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa077d88782a8 00000400:00000010:0.0:1788597617.888202:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffffa077d88782a8. 00000100:00000001:0.0:1788597617.888204:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788597617.888208:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffffa077f2554000 x1875468097026176/t0(0) o400->lustre-OST0000-osc-ffffa077d0191800@192.168.203.111@tcp:28/4 lens 224/224 e 0 to 0 dl 1788597633 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788597617.888215:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788597617.888218:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffffa077f2554000 x1875468097026176/t0(0) o400->lustre-OST0000-osc-ffffa077d0191800@192.168.203.111@tcp:28/4 lens 224/224 e 0 to 0 dl 1788597633 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788597617.888224:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788597617.888225:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000040:0.0:1788597617.888235:0:285072:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12007) 00000100:00000001:1.0:1788597617.888450:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788597617.888453:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1788597617.894654:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788597617.894676:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788597617.894680:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788597617.894683:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788597617.894692:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.111@tcp to cpt 0 00000400:00000200:0.0:1788597617.894701:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.11@tcp(192.168.203.11@tcp) <- 192.168.203.111@tcp : PUT - for me 00000400:00000200:0.0:1788597617.894711:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.111@tcp to cpt 0 00000400:00000200:0.0:1788597617.894716:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.111@tcp to cpt 0 00000400:00000200:0.0:1788597617.894722:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.111@tcp to cpt 0 00000400:00000200:0.0:1788597617.894740:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.111@tcp of length 224 into portal 10 MB=0x6a9ba71b5f780 00000400:00000200:0.0:1788597617.894745:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.111@tcp to cpt 0 00000400:00000200:0.0:1788597617.894751:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.111@tcp of length 224/224 into md 0x530f31 [1] + 224 00000800:00000001:0.0:1788597617.894758:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788597617.894768:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788597617.894772:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788597617.894777:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.11@tcp->192.168.203.111@tcp: PUT: OK 00000100:00000001:0.0:1788597617.894784:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788597617.894795:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffffa077f2554a80 x1875468097025920/t0(0) o400->lustre-MDT0000-mdc-ffffa077d0191800@192.168.203.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1788597633 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788597617.894807:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffffa077f2554a80 x1875468097025920/t0(0) o400->lustre-MDT0000-mdc-ffffa077d0191800@192.168.203.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1788597633 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788597617.894836:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788597617.894854:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788597617.894858:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788597617.895002:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788597617.895007:0:2402:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788597617.895014:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788597617.895016:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788597617.895019:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa077f257f948. 00000400:00000200:1.0:1788597617.895024:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa077d8878198 00000400:00000010:1.0:1788597617.895026:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffffa077d8878198. 00000100:00000001:1.0:1788597617.895030:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788597617.895035:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffffa077f2554a80 x1875468097025920/t0(0) o400->lustre-MDT0000-mdc-ffffa077d0191800@192.168.203.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1788597633 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788597617.895043:0:2402:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffffa077f2554a80 x1875468097025920/t0(0) o400->lustre-MDT0000-mdc-ffffa077d0191800@192.168.203.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1788597633 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788597617.895050:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788597617.895051:0:2402:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788597617.895054:0:2402:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788597617.895056:0:2402:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788597617.895058:0:2402:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788597617.895060:0:2402:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788597617.895063:0:2402:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788597617.895072:0:2402:0:(import.c:2195:obd_at_measure()) add 5 to ffffa077eb6a9c60 time=54 v=5 (61 61 61 61) 00000100:00001000:1.0:1788597617.895075:0:2402:0:(import.c:2195:obd_at_measure()) add 1 to ffffa077eb6a9c18 time=65 v=5 (1 1 1 1) 00000100:00000001:1.0:1788597617.895078:0:2402:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788597617.895079:0:2402:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788597617.895082:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788597617.895085:0:2402:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788597617.895088:0:2402:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788597617.895097:0:2402:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffffa077d0191800: skip recheck: last_committed 30064771624 00000100:00000001:1.0:1788597617.895099:0:2402:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788597617.895101:0:2402:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788597617.895106:0:2402:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffffa077f2554a80 x1875468097025920/t0(0) o400->lustre-MDT0000-mdc-ffffa077d0191800@192.168.203.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1788597633 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788597617.895114:0:2402:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788597617.895117:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788597617.895119:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788597617.895122:0:2402:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffffa077f2554a80 x1875468097025920/t0(0) o400->lustre-MDT0000-mdc-ffffa077d0191800@192.168.203.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1788597633 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788597617.895131:0:2402:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffffa077f2554a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0c0a11bb-ea67-4c59-8de3-776094138717:2402:1875468097025920:192.168.203.111@tcp:400:kworker.0 00000100:00000001:1.0:1788597617.895137:0:2402:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788597617.895140:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788597617.895143:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffffa077f2554a80 x1875468097025920/t0(0) o400->lustre-MDT0000-mdc-ffffa077d0191800@192.168.203.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1788597633 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788597617.895150:0:2402:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788597617.895152:0:2402:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788597617.895156:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa077c991cc00. 02000000:00000001:1.0:1788597617.895162:0:2402:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788597617.895165:0:2402:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788597617.895167:0:2402:0:(genops.c:1223:class_import_put()) import ffffa077eb6a9800 refcount=8 obd=lustre-MDT0000-mdc-ffffa077d0191800 00000020:00000001:1.0:1788597617.895169:0:2402:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788597617.895172:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa077d039f600. 02000000:00000001:1.0:1788597617.895175:0:2402:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788597617.895176:0:2402:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788597617.895178:0:2402:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa077f2554a80. 00000100:00000001:1.0:1788597617.895181:0:2402:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788597617.895183:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788597617.895186:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788597617.895188:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788597617.895190:0:2402:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788597617.895191:0:2402:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788597617.895193:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1788597617.897450:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788597617.897467:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788597617.897472:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788597617.897474:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788597617.897482:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.111@tcp to cpt 0 00000400:00000200:0.0:1788597617.897489:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.11@tcp(192.168.203.11@tcp) <- 192.168.203.111@tcp : PUT - for me 00000400:00000200:0.0:1788597617.897498:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.111@tcp to cpt 0 00000400:00000200:0.0:1788597617.897502:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.111@tcp to cpt 0 00000400:00000200:0.0:1788597617.897507:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.111@tcp to cpt 0 00000400:00000200:0.0:1788597617.897511:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.111@tcp of length 224 into portal 4 MB=0x6a9ba71b5f880 00000400:00000200:0.0:1788597617.897516:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.111@tcp to cpt 0 00000400:00000200:0.0:1788597617.897523:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.111@tcp of length 224/224 into md 0x530f51 [1] + 224 00000800:00000001:0.0:1788597617.897530:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788597617.897534:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788597617.897537:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788597617.897541:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.11@tcp->192.168.203.111@tcp: PUT: OK 00000100:00000001:0.0:1788597617.897548:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788597617.897569:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffffa077f2554000 x1875468097026176/t0(0) o400->lustre-OST0000-osc-ffffa077d0191800@192.168.203.111@tcp:28/4 lens 224/224 e 0 to 0 dl 1788597633 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788597617.897580:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffffa077f2554000 x1875468097026176/t0(0) o400->lustre-OST0000-osc-ffffa077d0191800@192.168.203.111@tcp:28/4 lens 224/224 e 0 to 0 dl 1788597633 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788597617.897601:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788597617.897612:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788597617.897616:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788597617.897618:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788597617.897620:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788597617.897623:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.111@tcp to cpt 0 00000400:00000200:0.0:1788597617.897627:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.11@tcp(192.168.203.11@tcp) <- 192.168.203.111@tcp : PUT - for me 00000400:00000200:0.0:1788597617.897631:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.111@tcp to cpt 0 00000400:00000200:0.0:1788597617.897633:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.111@tcp to cpt 0 00000400:00000200:0.0:1788597617.897636:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.111@tcp to cpt 0 00000400:00000200:0.0:1788597617.897638:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.111@tcp of length 224 into portal 10 MB=0x6a9ba71b5f800 00000400:00000200:0.0:1788597617.897643:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.111@tcp to cpt 0 00000400:00000200:0.0:1788597617.897647:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.111@tcp of length 224/224 into md 0x530f41 [1] + 224 00000800:00000001:0.0:1788597617.897651:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1788597617.897686:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788597617.897690:0:2402:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788597617.897697:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788597617.897698:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000800:00000001:0.0:1788597617.897700:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1788597617.897702:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa077f257fe18. 00000400:00000200:0.0:1788597617.897703:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788597617.897706:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa077d8878990 00000400:00000200:0.0:1788597617.897706:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.11@tcp->192.168.203.111@tcp: PUT: OK 00000400:00000010:1.0:1788597617.897708:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffffa077d8878990. 00000100:00000001:1.0:1788597617.897711:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000001:0.0:1788597617.897712:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788597617.897716:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffffa077f2554000 x1875468097026176/t0(0) o400->lustre-OST0000-osc-ffffa077d0191800@192.168.203.111@tcp:28/4 lens 224/224 e 0 to 0 dl 1788597633 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788597617.897716:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffffa077f2554700 x1875468097026048/t0(0) o400->lustre-MDT0001-mdc-ffffa077d0191800@192.168.203.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1788597633 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788597617.897726:0:2402:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffffa077f2554000 x1875468097026176/t0(0) o400->lustre-OST0000-osc-ffffa077d0191800@192.168.203.111@tcp:28/4 lens 224/224 e 0 to 0 dl 1788597633 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788597617.897726:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffffa077f2554700 x1875468097026048/t0(0) o400->lustre-MDT0001-mdc-ffffa077d0191800@192.168.203.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1788597633 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788597617.897733:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788597617.897734:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788597617.897735:0:2402:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788597617.897737:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1788597617.897738:0:2402:0:(client.c:1593:after_reply()) Process entered 00000800:00000001:0.0:1788597617.897740:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1788597617.897741:0:2402:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788597617.897743:0:2402:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788597617.897745:0:2402:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788597617.897748:0:2402:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788597617.897757:0:2402:0:(import.c:2195:obd_at_measure()) add 5 to ffffa077eb6acc60 time=54 v=5 (5 5 5 5) 00000100:00001000:1.0:1788597617.897761:0:2402:0:(import.c:2195:obd_at_measure()) add 1 to ffffa077eb6acc18 time=105 v=5 (1 1 0 0) 00000100:00000001:1.0:1788597617.897763:0:2402:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788597617.897765:0:2402:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788597617.897768:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788597617.897771:0:2402:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788597617.897775:0:2402:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788597617.897777:0:2402:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffffa077d0191800: skip recheck: last_committed 42949692656 00000100:00000001:1.0:1788597617.897778:0:2402:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788597617.897781:0:2402:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788597617.897785:0:2402:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffffa077f2554000 x1875468097026176/t0(0) o400->lustre-OST0000-osc-ffffa077d0191800@192.168.203.111@tcp:28/4 lens 224/224 e 0 to 0 dl 1788597633 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788597617.897792:0:2402:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788597617.897795:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788597617.897796:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788597617.897800:0:2402:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffffa077f2554000 x1875468097026176/t0(0) o400->lustre-OST0000-osc-ffffa077d0191800@192.168.203.111@tcp:28/4 lens 224/224 e 0 to 0 dl 1788597633 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788597617.897814:0:2402:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffffa077f2554000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0c0a11bb-ea67-4c59-8de3-776094138717:2402:1875468097026176:192.168.203.111@tcp:400:kworker.0 00000400:00000001:1.0:1788597617.897820:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788597617.897822:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788597617.897823:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa077f257f420. 00000400:00000200:1.0:1788597617.897826:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa077d8878330 00000400:00000010:1.0:1788597617.897828:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffffa077d8878330. 00000100:00000001:1.0:1788597617.897831:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788597617.897833:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffffa077f2554700 x1875468097026048/t0(0) o400->lustre-MDT0001-mdc-ffffa077d0191800@192.168.203.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1788597633 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788597617.897840:0:2402:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffffa077f2554700 x1875468097026048/t0(0) o400->lustre-MDT0001-mdc-ffffa077d0191800@192.168.203.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1788597633 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788597617.897846:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788597617.897847:0:2402:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788597617.897849:0:2402:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788597617.897851:0:2402:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788597617.897852:0:2402:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788597617.897854:0:2402:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788597617.897855:0:2402:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788597617.897860:0:2402:0:(import.c:2195:obd_at_measure()) add 5 to ffffa077eb6aec60 time=54 v=5 (61 61 61 61) 00000100:00001000:1.0:1788597617.897863:0:2402:0:(import.c:2195:obd_at_measure()) add 1 to ffffa077eb6aec18 time=40 v=5 (1 1 1 1) 00000100:00000001:1.0:1788597617.897865:0:2402:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788597617.897866:0:2402:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788597617.897868:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1788597617.897871:0:2402:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa077f2554700 x1875468097026048/t0(0) o400->lustre-MDT0001-mdc-ffffa077d0191800@192.168.203.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1788597633 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1788597617.897877:0:2402:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788597617.897879:0:2402:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788597617.897880:0:2402:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffffa077d0191800: skip recheck: last_committed 21474836540 00000100:00000001:1.0:1788597617.897882:0:2402:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788597617.897883:0:2402:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788597617.897892:0:2402:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffffa077f2554700 x1875468097026048/t0(0) o400->lustre-MDT0001-mdc-ffffa077d0191800@192.168.203.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1788597633 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788597617.897899:0:2402:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788597617.897901:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788597617.897902:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788597617.897906:0:2402:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffffa077f2554700 x1875468097026048/t0(0) o400->lustre-MDT0001-mdc-ffffa077d0191800@192.168.203.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1788597633 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788597617.897913:0:2402:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffffa077f2554700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0c0a11bb-ea67-4c59-8de3-776094138717:2402:1875468097026048:192.168.203.111@tcp:400:kworker.0 00000100:00000001:1.0:1788597617.897917:0:2402:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788597617.897920:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788597617.897923:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffffa077f2554000 x1875468097026176/t0(0) o400->lustre-OST0000-osc-ffffa077d0191800@192.168.203.111@tcp:28/4 lens 224/224 e 0 to 0 dl 1788597633 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788597617.897929:0:2402:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788597617.897932:0:2402:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788597617.897935:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa077c30aba00. 02000000:00000001:1.0:1788597617.897939:0:2402:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788597617.897942:0:2402:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788597617.897944:0:2402:0:(genops.c:1223:class_import_put()) import ffffa077eb6ac800 refcount=3 obd=lustre-OST0000-osc-ffffa077d0191800 00000020:00000001:1.0:1788597617.897946:0:2402:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788597617.897956:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa077d039ff00. 02000000:00000001:1.0:1788597617.897960:0:2402:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788597617.897962:0:2402:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788597617.897963:0:2402:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa077f2554000. 00000100:00000001:1.0:1788597617.897966:0:2402:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788597617.897968:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788597617.897970:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788597617.897973:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffffa077f2554700 x1875468097026048/t0(0) o400->lustre-MDT0001-mdc-ffffa077d0191800@192.168.203.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1788597633 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788597617.897979:0:2402:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788597617.897980:0:2402:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788597617.897982:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa077c30ab000. 02000000:00000001:1.0:1788597617.897984:0:2402:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788597617.897990:0:2402:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788597617.897992:0:2402:0:(genops.c:1223:class_import_put()) import ffffa077eb6ae800 refcount=3 obd=lustre-MDT0001-mdc-ffffa077d0191800 00000020:00000001:1.0:1788597617.897994:0:2402:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788597617.897995:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa077d039f500. 02000000:00000001:1.0:1788597617.897997:0:2402:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788597617.897999:0:2402:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788597617.898001:0:2402:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa077f2554700. 00000100:00000001:1.0:1788597617.898004:0:2402:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788597617.898005:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788597617.898008:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788597617.898010:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788597617.898011:0:2402:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788597617.898013:0:2402:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788597617.898014:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1788597617.907776:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788597617.907794:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788597617.907812:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788597617.907815:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788597617.907824:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.111@tcp to cpt 0 00000400:00000200:0.0:1788597617.907832:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.11@tcp(192.168.203.11@tcp) <- 192.168.203.111@tcp : PUT - for me 00000400:00000200:0.0:1788597617.907841:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.111@tcp to cpt 0 00000400:00000200:0.0:1788597617.908051:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.111@tcp to cpt 0 00000400:00000200:0.0:1788597617.908059:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.111@tcp to cpt 0 00000400:00000200:0.0:1788597617.908063:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.111@tcp of length 224 into portal 25 MB=0x6a9ba71b5f700 00000400:00000200:0.0:1788597617.908068:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.111@tcp to cpt 0 00000400:00000200:0.0:1788597617.908074:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.111@tcp of length 224/224 into md 0x530f21 [1] + 224 00000800:00000001:0.0:1788597617.908081:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788597617.908093:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788597617.908096:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788597617.908100:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.11@tcp->192.168.203.111@tcp: PUT: OK 00000100:00000001:0.0:1788597617.908108:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788597617.908116:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffffa077f2554380 x1875468097025792/t0(0) o400->MGC192.168.203.111@tcp@192.168.203.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1788597633 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788597617.908128:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffffa077f2554380 x1875468097025792/t0(0) o400->MGC192.168.203.111@tcp@192.168.203.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1788597633 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788597617.908195:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788597617.908199:0:2402:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788597617.908221:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788597617.908231:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788597617.908234:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1788597617.915148:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788597617.915155:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788597617.915158:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa077f257f4d0. 00000400:00000200:1.0:1788597617.915167:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa077d8878aa0 00000400:00000010:1.0:1788597617.915169:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffffa077d8878aa0. 00000100:00000001:1.0:1788597617.915174:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788597617.915185:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffffa077f2554380 x1875468097025792/t0(0) o400->MGC192.168.203.111@tcp@192.168.203.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1788597633 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788597617.915196:0:2402:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffffa077f2554380 x1875468097025792/t0(0) o400->MGC192.168.203.111@tcp@192.168.203.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1788597633 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788597617.915204:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788597617.915206:0:2402:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788597617.915209:0:2402:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788597617.915211:0:2402:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788597617.915214:0:2402:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788597617.915216:0:2402:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788597617.915219:0:2402:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788597617.915226:0:2402:0:(import.c:2195:obd_at_measure()) add 5 to ffffa077f2db1460 time=54 v=5 (5 5 5 5) 00000100:00001000:1.0:1788597617.915229:0:2402:0:(import.c:2195:obd_at_measure()) add 1 to ffffa077f2db1418 time=65 v=5 (1 1 1 1) 00000100:00000001:1.0:1788597617.915232:0:2402:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788597617.915233:0:2402:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788597617.915254:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788597617.915256:0:2402:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788597617.915259:0:2402:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788597617.915265:0:2402:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffffa077f2554380 x1875468097025792/t0(0) o400->MGC192.168.203.111@tcp@192.168.203.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1788597633 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788597617.915273:0:2402:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788597617.915276:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788597617.915279:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788597617.915283:0:2402:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffffa077f2554380 x1875468097025792/t0(0) o400->MGC192.168.203.111@tcp@192.168.203.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1788597633 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788597617.915291:0:2402:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffffa077f2554380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a0fdd8da-52df-471c-8ac5-a4a7966af505:2402:1875468097025792:192.168.203.111@tcp:400:kworker.0 00000100:00000001:1.0:1788597617.915297:0:2402:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788597617.915300:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788597617.915304:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffffa077f2554380 x1875468097025792/t0(0) o400->MGC192.168.203.111@tcp@192.168.203.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1788597633 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788597617.915310:0:2402:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788597617.915313:0:2402:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788597617.915317:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa077c991d400. 02000000:00000001:1.0:1788597617.915321:0:2402:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788597617.915323:0:2402:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788597617.915325:0:2402:0:(genops.c:1223:class_import_put()) import ffffa077f2db1000 refcount=3 obd=MGC192.168.203.111@tcp 00000020:00000001:1.0:1788597617.915327:0:2402:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788597617.915330:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa077d039fd00. 02000000:00000001:1.0:1788597617.915334:0:2402:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788597617.915335:0:2402:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788597617.915337:0:2402:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa077f2554380. 00000100:00000001:1.0:1788597617.915340:0:2402:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788597617.915342:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788597617.915344:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788597617.915352:0:2402:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788597617.915354:0:2402:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788597617.915357:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788597617.915359:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788597618.462450:0:271846:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788597618.462457:0:271846:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788597618.462460:0:271846:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788597618.462463:0:271846:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788597618.462467:0:271846:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788597618.462468:0:271846:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788597618.462470:0:271846:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788597618.462472:0:271846:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788597618.462475:0:271846:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788597618.462476:0:271846:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788597618.462666:0:248203:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788597618.462671:0:248203:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788597618.462674:0:248203:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788597619.486448:0:271846:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788597619.486468:0:271846:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788597619.486474:0:271846:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788597619.486476:0:271846:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788597619.486533:0:242498:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788597619.486536:0:242498:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788597619.486539:0:242498:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0:1788597619.567480:0:285188:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788597620.511063:0:271846:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788597620.511070:0:271846:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788597620.511075:0:271846:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788597620.511077:0:271846:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788597620.511142:0:236506:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788597620.511146:0:236506:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788597620.511149:0:236506:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788597621.534745:0:271846:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788597621.534756:0:271846:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788597621.534762:0:271846:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788597621.534764:0:271846:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788597621.536402:0:236507:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788597621.536409:0:236507:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788597621.536414:0:236507:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788597621.727439:0:282732:0:(connection.c:75:cpu_latency_work()) work item of ffffa077e00ad110 (cpu 1) has reached its deadline 4306673901, at 4306673921 00000100:00000010:1.0:1788597621.727454:0:282732:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa077c76f45a0. 00000100:00000040:0.0:1788597621.727989:0:251038:0:(connection.c:75:cpu_latency_work()) work item of ffffa077e00ad000 (cpu 0) has reached its deadline 4306673901, at 4306673921 00000100:00000010:0.0:1788597621.727995:0:251038:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa077c76f4e40. 00010000:00000001:2.0:1788597622.558503:0:271846:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788597622.558511:0:271846:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788597622.558517:0:271846:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788597622.558518:0:271846:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788597622.561245:0:248201:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788597622.561253:0:248201:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788597622.561259:0:248201:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788597623.012396:0:285072:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0fdd8da-52df-471c-8ac5-a4a7966af505->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788597623.012405:0:285072:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788597623.012415:0:285072:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa077fa321c00. 00000020:00000040:2.0:1788597623.012421:0:285072:0:(genops.c:1210:class_import_get()) import ffffa077f2db1000 refcount=4 obd=MGC192.168.203.111@tcp 00000100:00000001:2.0:1788597623.012425:0:285072:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788597623.012428:0:285072:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788597623.012433:0:285072:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788597623.012441:0:285072:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa077c2e90200. 00000100:00000001:2.0:1788597623.012447:0:285072:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788597623.012459:0:285072:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a0fdd8da-52df-471c-8ac5-a4a7966af505->MGS req@ffffa077fa321c00 x1875468097026304/t0(0) o400->MGC192.168.203.111@tcp@192.168.203.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788597623.012469:0:285072:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788597623.012474:0:285072:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788597623.012479:0:285072:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002875da11] to pc [ptlrpcd_01_01+1] req@ffffa077fa321c00 x1875468097026304/t0(0) o400->MGC192.168.203.111@tcp@192.168.203.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788597623.012541:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788597623.012545:0:2405:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788597623.012547:0:2405:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788597623.012553:0:2405:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffffa077fa321c00 x1875468097026304/t0(0) o400->MGC192.168.203.111@tcp@192.168.203.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788597623.012560:0:2405:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788597623.012562:0:2405:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788597623.012565:0:2405:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788597623.012568:0:2405:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788597623.012570:0:2405:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788597623.012573:0:2405:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffffa077fa321c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a0fdd8da-52df-471c-8ac5-a4a7966af505:2405:1875468097026304:192.168.203.111@tcp:400:kworker.0 00000100:00000001:3.0:1788597623.012577:0:2405:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788597623.012582:0:2405:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788597623.012584:0:2405:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788597623.012587:0:2405:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788597623.012591:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa077e1de9600. 02000000:00000001:3.0:1788597623.012593:0:2405:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788597623.012601:0:2405:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.111@tcp to cpt 0 00000400:00000010:3.0:1788597623.012604:0:2405:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa077f3cf7e18. 00000400:00000010:3.0:1788597623.012611:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa07801767dd0. 00000100:00000200:3.0:1788597623.012618:0:2405:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875468097026304, portal 25 00000100:00000001:3.0:1788597623.012620:0:2405:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788597623.012621:0:2405:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446639035891981312 : -105037817570304 : ffffa077fa321c00) 00000100:00000040:3.0:1788597623.012627:0:2405:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffffa077fa321c00 x1875468097026304/t0(0) o400->MGC192.168.203.111@tcp@192.168.203.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1788597639 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788597623.012649:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788597623.012653:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.111@tcp 00000400:00000010:3.0:1788597623.012656:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa078017675d8. 00000100:00000200:3.0:1788597623.012659:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875468097026304, offset 0 00000400:00000200:3.0:1788597623.012665:0:2405:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.111@tcp 00000400:00000200:3.0:1788597623.012674:0:2405:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.111@tcp to cpt 0 00000400:00000200:3.0:1788597623.012681:0:2405:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.111@tcp local destination 00000400:00000200:3.0:1788597623.012697:0:2405:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788597623.012700:0:2405:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.11@tcp 00000400:00000200:3.0:1788597623.012703:0:2405:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.11@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788597623.012706:0:2405:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.111@tcp 00000400:00000200:3.0:1788597623.012709:0:2405:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.11@tcp NI seq info: [538731:538731:256:4294967295] 192.168.203.111@tcp LPNI seq info [538687:538687:8:4294967295] 00000400:00000200:3.0:1788597623.012713:0:2405:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.111@tcp to cpt 0 00000400:00000200:3.0:1788597623.012722:0:2405:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.11@tcp(192.168.203.11@tcp:) -> 192.168.203.111@tcp(192.168.203.111@tcp:192.168.203.111@tcp) : PUT try# 0 00000800:00000200:3.0:1788597623.012728:0:2405:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.111@tcp 00000800:00000010:3.0:1788597623.012734:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0773db91600. 00000800:00000200:3.0:1788597623.012739:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa077d1af3c00] -> 12345-192.168.203.111@tcp (5) 00000800:00000200:3.0:1788597623.012747:0:2405:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.111@tcp ip 192.168.203.111:988 00000800:00000200:3.0:1788597623.012751:0:2405:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffffa0773db91600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788597623.012769:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788597623.012774:0:2405:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.111@tcp to cpt 0 00000100:00000001:3.0:1788597623.012776:0:2405:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.111@tcp: PM QoS new deadline estimation for cpu 0 is 4306679027 00000100:00000010:3.0:1788597623.012780:0:2405:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa077d1c960c0. 00000100:00000001:3.0:1788597623.012796:0:2405:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.111@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1788597623.012802:0:2405:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.111@tcp: PM QoS new deadline estimation for cpu 1 is 4306679027 00000100:00000010:3.0:1788597623.012805:0:2405:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa077d1c962a0. 00000100:00000001:3.0:1788597623.012808:0:2405:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.111@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1788597623.012811:0:2405:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788597623.012814:0:2405:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788597623.012823:0:2405:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788597623.012825:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1788597623.012966:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788597623.012971:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0773db91600. 00000400:00000200:0.0:1788597623.012981:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788597623.012987:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.11@tcp->192.168.203.111@tcp: PUT: OK 00000400:00000200:0.0:1788597623.012992:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa078017675d8 00000400:00000010:0.0:1788597623.012994:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffffa078017675d8. 00000100:00000001:0.0:1788597623.012998:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788597623.013002:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffffa077fa321c00 x1875468097026304/t0(0) o400->MGC192.168.203.111@tcp@192.168.203.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1788597639 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788597623.013011:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788597623.013014:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffffa077fa321c00 x1875468097026304/t0(0) o400->MGC192.168.203.111@tcp@192.168.203.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1788597639 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788597623.013021:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788597623.013022:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1788597623.017462:0:285072:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788597623.017472:0:285072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0c0a11bb-ea67-4c59-8de3-776094138717->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788597623.017478:0:285072:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788597623.017501:0:285072:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa077fa320a80. 00000020:00000040:2.0:1788597623.017507:0:285072:0:(genops.c:1210:class_import_get()) import ffffa077eb6a9800 refcount=9 obd=lustre-MDT0000-mdc-ffffa077d0191800 00000100:00000001:2.0:1788597623.017511:0:285072:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788597623.017514:0:285072:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788597623.017518:0:285072:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788597623.017525:0:285072:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa077c2e90300. 00000100:00000001:2.0:1788597623.017532:0:285072:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788597623.017543:0:285072:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0c0a11bb-ea67-4c59-8de3-776094138717->lustre-MDT0000_UUID req@ffffa077fa320a80 x1875468097026432/t0(0) o400->lustre-MDT0000-mdc-ffffa077d0191800@192.168.203.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788597623.017554:0:285072:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788597623.017558:0:285072:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788597623.017565:0:285072:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dce1f5cb] to pc [ptlrpcd_01_00+0] req@ffffa077fa320a80 x1875468097026432/t0(0) o400->lustre-MDT0000-mdc-ffffa077d0191800@192.168.203.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788597623.017721:0:2405:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788597623.017724:0:2405:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788597623.017728:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788597623.017730:0:2405:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788597623.017741:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788597623.017743:0:2404:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788597623.017744:0:2404:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788597623.017751:0:2404:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffffa077fa320a80 x1875468097026432/t0(0) o400->lustre-MDT0000-mdc-ffffa077d0191800@192.168.203.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788597623.017758:0:2404:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788597623.017760:0:2404:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788597623.017763:0:2404:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788597623.017766:0:2404:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788597623.017768:0:2404:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788597623.017772:0:2404:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffffa077fa320a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:0c0a11bb-ea67-4c59-8de3-776094138717:2404:1875468097026432:192.168.203.111@tcp:400:kworker.0 00000100:00000001:3.0:1788597623.017776:0:2404:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788597623.017780:0:2404:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788597623.017783:0:2404:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788597623.017785:0:2404:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788597623.017800:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa077e1de8c00. 02000000:00000001:3.0:1788597623.017802:0:2404:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788597623.017809:0:2404:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.111@tcp to cpt 0 00000400:00000010:3.0:1788597623.017813:0:2404:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa077f3cf7058. 00000400:00000010:3.0:1788597623.017820:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa07801767f68. 00000100:00000200:3.0:1788597623.017826:0:2404:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875468097026432, portal 10 00000100:00000001:3.0:1788597623.017828:0:2404:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788597623.017829:0:2404:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446639035891976832 : -105037817574784 : ffffa077fa320a80) 00000100:00000040:3.0:1788597623.017837:0:2404:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffffa077fa320a80 x1875468097026432/t0(0) o400->lustre-MDT0000-mdc-ffffa077d0191800@192.168.203.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1788597639 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788597623.017844:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788597623.017847:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.111@tcp 00000400:00000010:3.0:1788597623.017850:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa07801767d48. 00000100:00000200:3.0:1788597623.017860:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875468097026432, offset 0 00000400:00000200:3.0:1788597623.017867:0:2404:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.111@tcp 00000400:00000200:3.0:1788597623.017874:0:2404:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.111@tcp to cpt 0 00000400:00000200:3.0:1788597623.017881:0:2404:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.111@tcp local destination 00000400:00000200:3.0:1788597623.017886:0:2404:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788597623.017890:0:2404:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.11@tcp 00000400:00000200:3.0:1788597623.017893:0:2404:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.11@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788597623.017896:0:2404:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.111@tcp 00000400:00000200:3.0:1788597623.017899:0:2404:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.11@tcp NI seq info: [538732:538732:256:4294967295] 192.168.203.111@tcp LPNI seq info [538688:538688:8:4294967295] 00000400:00000200:3.0:1788597623.017904:0:2404:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.111@tcp to cpt 0 00000400:00000200:3.0:1788597623.017923:0:2404:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.11@tcp(192.168.203.11@tcp:) -> 192.168.203.111@tcp(192.168.203.111@tcp:192.168.203.111@tcp) : PUT try# 0 00000800:00000200:3.0:1788597623.017929:0:2404:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.111@tcp 00000800:00000010:3.0:1788597623.017934:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0773db91400. 00000800:00000200:3.0:1788597623.017940:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa077d1af3c00] -> 12345-192.168.203.111@tcp (5) 00000800:00000200:3.0:1788597623.017948:0:2404:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.111@tcp ip 192.168.203.111:988 00000800:00000200:3.0:1788597623.017952:0:2404:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffffa0773db91400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788597623.017972:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788597623.017976:0:2404:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa077d0191800: using a timeout of 25441 usecs (26 jiffies) 00000400:00000200:3.0:1788597623.017979:0:2404:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.111@tcp to cpt 0 00000100:00000001:3.0:1788597623.017982:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa077d0191800: PM QoS new deadline estimation for cpu 0 is 4306675237 00000100:00000001:3.0:1788597623.017985:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa077d0191800: PM QoS request active for cpu 0, keep current deadline 4306679027 00000100:00000001:3.0:1788597623.017988:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa077d0191800: PM QoS new deadline estimation for cpu 1 is 4306675237 00000100:00000001:3.0:1788597623.017990:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa077d0191800: PM QoS request active for cpu 1, keep current deadline 4306679027 00000100:00000001:3.0:1788597623.017991:0:2404:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788597623.017994:0:2404:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788597623.017996:0:2404:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788597623.017999:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788597623.018002:0:2404:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788597623.018003:0:2404:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788597623.018005:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788597623.018011:0:2404:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788597623.018013:0:2404:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788597623.018015:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788597623.018029:0:2405:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788597623.018031:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788597623.018339:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788597623.018344:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0773db91400. 00000400:00000200:0.0:1788597623.018348:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788597623.018353:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.11@tcp->192.168.203.111@tcp: PUT: OK 00000400:00000200:0.0:1788597623.018357:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa07801767d48 00000400:00000010:0.0:1788597623.018360:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffffa07801767d48. 00000100:00000001:0.0:1788597623.018364:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788597623.018368:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffffa077fa320a80 x1875468097026432/t0(0) o400->lustre-MDT0000-mdc-ffffa077d0191800@192.168.203.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1788597639 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788597623.018394:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788597623.018398:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffffa077fa320a80 x1875468097026432/t0(0) o400->lustre-MDT0000-mdc-ffffa077d0191800@192.168.203.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1788597639 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788597623.018406:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788597623.018408:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1788597623.020572:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788597623.020588:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788597623.020592:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788597623.020594:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788597623.020602:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.111@tcp to cpt 0 00000400:00000200:0.0:1788597623.020609:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.11@tcp(192.168.203.11@tcp) <- 192.168.203.111@tcp : PUT - for me 00000400:00000200:0.0:1788597623.020616:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.111@tcp to cpt 0 00000400:00000200:0.0:1788597623.020633:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.111@tcp to cpt 0 00000400:00000200:0.0:1788597623.020638:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.111@tcp to cpt 0 00000400:00000200:0.0:1788597623.020642:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.111@tcp of length 224 into portal 25 MB=0x6a9ba71b5f900 00000400:00000200:0.0:1788597623.020647:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.111@tcp to cpt 0 00000400:00000200:0.0:1788597623.020653:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.111@tcp of length 224/224 into md 0x530f61 [1] + 224 00000800:00000001:0.0:1788597623.020660:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788597623.020666:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788597623.020669:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788597623.020673:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.11@tcp->192.168.203.111@tcp: PUT: OK 00000100:00000001:0.0:1788597623.020680:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788597623.020689:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffffa077fa321c00 x1875468097026304/t0(0) o400->MGC192.168.203.111@tcp@192.168.203.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1788597639 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788597623.020698:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffffa077fa321c00 x1875468097026304/t0(0) o400->MGC192.168.203.111@tcp@192.168.203.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1788597639 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788597623.020716:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788597623.020723:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788597623.020727:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788597623.020799:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788597623.020804:0:2405:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788597623.020810:0:2405:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788597623.020812:0:2405:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788597623.020815:0:2405:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa077f3cf7e18. 00000400:00000200:3.0:1788597623.020819:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa07801767dd0 00000400:00000010:3.0:1788597623.020821:0:2405:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffffa07801767dd0. 00000100:00000001:3.0:1788597623.020824:0:2405:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788597623.020828:0:2405:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffffa077fa321c00 x1875468097026304/t0(0) o400->MGC192.168.203.111@tcp@192.168.203.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1788597639 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788597623.020836:0:2405:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffffa077fa321c00 x1875468097026304/t0(0) o400->MGC192.168.203.111@tcp@192.168.203.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1788597639 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788597623.020841:0:2405:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788597623.020843:0:2405:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788597623.020845:0:2405:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788597623.020848:0:2405:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788597623.020850:0:2405:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788597623.020852:0:2405:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788597623.020855:0:2405:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788597623.020860:0:2405:0:(import.c:2195:obd_at_measure()) add 5 to ffffa077f2db1460 time=60 v=5 (5 5 5 5) 00000100:00001000:3.0:1788597623.020863:0:2405:0:(import.c:2195:obd_at_measure()) add 1 to ffffa077f2db1418 time=71 v=5 (1 1 1 1) 00000100:00000001:3.0:1788597623.020866:0:2405:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788597623.020868:0:2405:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788597623.020870:0:2405:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788597623.020872:0:2405:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788597623.020874:0:2405:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788597623.020878:0:2405:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffffa077fa321c00 x1875468097026304/t0(0) o400->MGC192.168.203.111@tcp@192.168.203.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1788597639 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788597623.020884:0:2405:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788597623.020887:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788597623.020889:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788597623.020898:0:2405:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffffa077fa321c00 x1875468097026304/t0(0) o400->MGC192.168.203.111@tcp@192.168.203.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1788597639 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788597623.020906:0:2405:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffffa077fa321c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a0fdd8da-52df-471c-8ac5-a4a7966af505:2405:1875468097026304:192.168.203.111@tcp:400:kworker.0 00000100:00000001:3.0:1788597623.020911:0:2405:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788597623.020924:0:2405:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788597623.020927:0:2405:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffffa077fa321c00 x1875468097026304/t0(0) o400->MGC192.168.203.111@tcp@192.168.203.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1788597639 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788597623.020933:0:2405:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788597623.020935:0:2405:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788597623.020939:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa077e1de9600. 02000000:00000001:3.0:1788597623.020943:0:2405:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788597623.020946:0:2405:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788597623.020947:0:2405:0:(genops.c:1223:class_import_put()) import ffffa077f2db1000 refcount=3 obd=MGC192.168.203.111@tcp 00000020:00000001:3.0:1788597623.020949:0:2405:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788597623.020951:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa077c2e90200. 02000000:00000001:3.0:1788597623.020955:0:2405:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788597623.020957:0:2405:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788597623.020958:0:2405:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa077fa321c00. 00000100:00000001:3.0:1788597623.020962:0:2405:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788597623.020963:0:2405:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788597623.020966:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788597623.020973:0:2405:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788597623.020975:0:2405:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788597623.020977:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788597623.020979:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788597623.021591:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788597623.021594:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788597623.021640:0:285072:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788597623.021645:0:285072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0c0a11bb-ea67-4c59-8de3-776094138717->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788597623.021649:0:285072:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788597623.021655:0:285072:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa077fa323100. 00000020:00000040:2.0:1788597623.021659:0:285072:0:(genops.c:1210:class_import_get()) import ffffa077eb6ae800 refcount=4 obd=lustre-MDT0001-mdc-ffffa077d0191800 00000100:00000001:2.0:1788597623.021662:0:285072:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788597623.021665:0:285072:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788597623.021669:0:285072:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788597623.021676:0:285072:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa077c2e90200. 00000100:00000001:2.0:1788597623.021681:0:285072:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788597623.021689:0:285072:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0c0a11bb-ea67-4c59-8de3-776094138717->lustre-MDT0001_UUID req@ffffa077fa323100 x1875468097026560/t0(0) o400->lustre-MDT0001-mdc-ffffa077d0191800@192.168.203.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788597623.021698:0:285072:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788597623.021702:0:285072:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788597623.021707:0:285072:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000027b6918f] to pc [ptlrpcd_01_01+1] req@ffffa077fa323100 x1875468097026560/t0(0) o400->lustre-MDT0001-mdc-ffffa077d0191800@192.168.203.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788597623.021744:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788597623.021746:0:2405:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788597623.021748:0:2405:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788597623.021753:0:2405:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffffa077fa323100 x1875468097026560/t0(0) o400->lustre-MDT0001-mdc-ffffa077d0191800@192.168.203.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788597623.021760:0:2405:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788597623.021762:0:2405:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788597623.021772:0:2405:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788597623.021774:0:2405:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788597623.021776:0:2405:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788597623.021779:0:2405:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffffa077fa323100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:0c0a11bb-ea67-4c59-8de3-776094138717:2405:1875468097026560:192.168.203.111@tcp:400:kworker.0 00000100:00000001:3.0:1788597623.021783:0:2405:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788597623.021798:0:2405:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788597623.021800:0:2405:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788597623.021803:0:2405:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788597623.021807:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa077e1de9600. 02000000:00000001:3.0:1788597623.021810:0:2405:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788597623.021815:0:2405:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.111@tcp to cpt 0 00000400:00000010:3.0:1788597623.021819:0:2405:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa077f3cf7e18. 00000400:00000010:3.0:1788597623.021823:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa07801767dd0. 00000100:00000200:3.0:1788597623.021829:0:2405:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875468097026560, portal 10 00000100:00000001:3.0:1788597623.021831:0:2405:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788597623.021832:0:2405:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446639035891986688 : -105037817564928 : ffffa077fa323100) 00000100:00000040:3.0:1788597623.021839:0:2405:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffffa077fa323100 x1875468097026560/t0(0) o400->lustre-MDT0001-mdc-ffffa077d0191800@192.168.203.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1788597639 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788597623.021847:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788597623.021849:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.111@tcp 00000400:00000010:3.0:1788597623.021852:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa07801767ee0. 00000100:00000200:3.0:1788597623.021855:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875468097026560, offset 0 00000400:00000200:3.0:1788597623.021860:0:2405:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.111@tcp 00000400:00000200:3.0:1788597623.021866:0:2405:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.111@tcp to cpt 0 00000400:00000200:3.0:1788597623.021872:0:2405:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.111@tcp local destination 00000400:00000200:3.0:1788597623.021877:0:2405:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788597623.021881:0:2405:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.11@tcp 00000400:00000200:3.0:1788597623.021885:0:2405:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.11@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788597623.021888:0:2405:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.111@tcp 00000400:00000200:3.0:1788597623.021891:0:2405:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.11@tcp NI seq info: [538733:538733:256:4294967295] 192.168.203.111@tcp LPNI seq info [538689:538689:8:4294967295] 00000400:00000200:3.0:1788597623.021896:0:2405:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.111@tcp to cpt 0 00000400:00000200:3.0:1788597623.021905:0:2405:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.11@tcp(192.168.203.11@tcp:) -> 192.168.203.111@tcp(192.168.203.111@tcp:192.168.203.111@tcp) : PUT try# 0 00000800:00000200:3.0:1788597623.021927:0:2405:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.111@tcp 00000800:00000010:3.0:1788597623.021932:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0773db91000. 00000800:00000200:3.0:1788597623.021938:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa077d1af3c00] -> 12345-192.168.203.111@tcp (5) 00000800:00000200:3.0:1788597623.021945:0:2405:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.111@tcp ip 192.168.203.111:988 00000800:00000200:3.0:1788597623.021949:0:2405:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffffa0773db91000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788597623.021966:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788597623.021971:0:2405:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa077d0191800: using a timeout of 26073 usecs (27 jiffies) 00000400:00000200:3.0:1788597623.021974:0:2405:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.111@tcp to cpt 0 00000100:00000001:3.0:1788597623.021977:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa077d0191800: PM QoS new deadline estimation for cpu 0 is 4306675242 00000100:00000001:3.0:1788597623.021980:0:2405:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa077d0191800: PM QoS request active for cpu 0, keep current deadline 4306679027 00000100:00000001:3.0:1788597623.021983:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa077d0191800: PM QoS new deadline estimation for cpu 1 is 4306675242 00000100:00000001:3.0:1788597623.021985:0:2405:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa077d0191800: PM QoS request active for cpu 1, keep current deadline 4306679027 00000100:00000001:3.0:1788597623.021988:0:2405:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788597623.021990:0:2405:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788597623.021993:0:2405:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788597623.021995:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1788597623.022101:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788597623.022105:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0773db91000. 00000400:00000200:0.0:1788597623.022113:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788597623.022118:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.11@tcp->192.168.203.111@tcp: PUT: OK 00000400:00000200:0.0:1788597623.022122:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa07801767ee0 00000400:00000010:0.0:1788597623.022125:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffffa07801767ee0. 00000100:00000001:0.0:1788597623.022129:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788597623.022133:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffffa077fa323100 x1875468097026560/t0(0) o400->lustre-MDT0001-mdc-ffffa077d0191800@192.168.203.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1788597639 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788597623.022141:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788597623.022143:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffffa077fa323100 x1875468097026560/t0(0) o400->lustre-MDT0001-mdc-ffffa077d0191800@192.168.203.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1788597639 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788597623.022150:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788597623.022152:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1788597623.022515:0:285072:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788597623.022525:0:285072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0c0a11bb-ea67-4c59-8de3-776094138717->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788597623.022528:0:285072:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788597623.022533:0:285072:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa077fa321180. 00000020:00000040:2.0:1788597623.022536:0:285072:0:(genops.c:1210:class_import_get()) import ffffa077eb6ac800 refcount=4 obd=lustre-OST0000-osc-ffffa077d0191800 00000100:00000001:2.0:1788597623.022539:0:285072:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788597623.022541:0:285072:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788597623.022543:0:285072:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788597623.022547:0:285072:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa077c2e90e00. 00000100:00000001:2.0:1788597623.022551:0:285072:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788597623.022556:0:285072:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0c0a11bb-ea67-4c59-8de3-776094138717->lustre-OST0000_UUID req@ffffa077fa321180 x1875468097026688/t0(0) o400->lustre-OST0000-osc-ffffa077d0191800@192.168.203.111@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788597623.022564:0:285072:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788597623.022567:0:285072:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788597623.022571:0:285072:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eadc0052] to pc [ptlrpcd_01_00+0] req@ffffa077fa321180 x1875468097026688/t0(0) o400->lustre-OST0000-osc-ffffa077d0191800@192.168.203.111@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788597623.029981:0:2405:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788597623.029988:0:2405:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788597623.029994:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788597623.029996:0:2405:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788597623.030013:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788597623.030015:0:2404:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788597623.030017:0:2404:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788597623.030031:0:2404:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffffa077fa321180 x1875468097026688/t0(0) o400->lustre-OST0000-osc-ffffa077d0191800@192.168.203.111@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788597623.030042:0:2404:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788597623.030044:0:2404:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788597623.030048:0:2404:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788597623.030051:0:2404:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788597623.030053:0:2404:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788597623.030056:0:2404:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffffa077fa321180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:0c0a11bb-ea67-4c59-8de3-776094138717:2404:1875468097026688:192.168.203.111@tcp:400:kworker.0 00000100:00000001:3.0:1788597623.030080:0:2404:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788597623.030086:0:2404:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788597623.030088:0:2404:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788597623.030091:0:2404:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788597623.030098:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa077e1de9400. 02000000:00000001:3.0:1788597623.030100:0:2404:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788597623.030107:0:2404:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.111@tcp to cpt 0 00000400:00000010:3.0:1788597623.030123:0:2404:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa077f3cf7a50. 00000400:00000010:3.0:1788597623.030131:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa07801767e58. 00000100:00000200:3.0:1788597623.030138:0:2404:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875468097026688, portal 4 00000100:00000001:3.0:1788597623.030140:0:2404:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788597623.030142:0:2404:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446639035891978624 : -105037817572992 : ffffa077fa321180) 00000100:00000040:3.0:1788597623.030149:0:2404:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffffa077fa321180 x1875468097026688/t0(0) o400->lustre-OST0000-osc-ffffa077d0191800@192.168.203.111@tcp:28/4 lens 224/224 e 0 to 0 dl 1788597639 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788597623.030155:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788597623.030158:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.111@tcp 00000400:00000010:3.0:1788597623.030161:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa07801767110. 00000100:00000200:3.0:1788597623.030164:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875468097026688, offset 0 00000400:00000200:3.0:1788597623.030170:0:2404:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.111@tcp 00000400:00000200:3.0:1788597623.030177:0:2404:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.111@tcp to cpt 0 00000400:00000200:3.0:1788597623.030185:0:2404:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.111@tcp local destination 00000400:00000200:3.0:1788597623.030190:0:2404:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788597623.030193:0:2404:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.11@tcp 00000400:00000200:3.0:1788597623.030196:0:2404:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.11@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788597623.030199:0:2404:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.111@tcp 00000400:00000200:3.0:1788597623.030202:0:2404:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.11@tcp NI seq info: [538734:538734:256:4294967295] 192.168.203.111@tcp LPNI seq info [538690:538690:8:4294967295] 00000400:00000200:3.0:1788597623.030206:0:2404:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.111@tcp to cpt 0 00000400:00000200:3.0:1788597623.030216:0:2404:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.11@tcp(192.168.203.11@tcp:) -> 192.168.203.111@tcp(192.168.203.111@tcp:192.168.203.111@tcp) : PUT try# 0 00000800:00000200:3.0:1788597623.030222:0:2404:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.111@tcp 00000800:00000010:3.0:1788597623.030228:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0773db91500. 00000800:00000200:3.0:1788597623.030235:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa077d1af3c00] -> 12345-192.168.203.111@tcp (5) 00000800:00000200:3.0:1788597623.030250:0:2404:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.111@tcp ip 192.168.203.111:988 00000800:00000200:3.0:1788597623.030254:0:2404:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffffa0773db91500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788597623.030371:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788597623.030376:0:2404:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffffa077d0191800: using a timeout of 89818 usecs (90 jiffies) 00000400:00000200:3.0:1788597623.030395:0:2404:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.111@tcp to cpt 0 00000100:00000001:3.0:1788597623.030398:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa077d0191800: PM QoS new deadline estimation for cpu 0 is 4306675311 00000100:00000001:3.0:1788597623.030401:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa077d0191800: PM QoS request active for cpu 0, keep current deadline 4306679027 00000100:00000001:3.0:1788597623.030403:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa077d0191800: PM QoS new deadline estimation for cpu 1 is 4306675311 00000100:00000001:3.0:1788597623.030406:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa077d0191800: PM QoS request active for cpu 1, keep current deadline 4306679027 00000100:00000001:3.0:1788597623.030408:0:2404:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788597623.030410:0:2404:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788597623.030414:0:2404:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788597623.030416:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788597623.030420:0:2404:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788597623.030421:0:2404:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788597623.030423:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788597623.030424:0:2404:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788597623.030425:0:2404:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788597623.030428:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788597623.030441:0:2405:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788597623.030443:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1788597623.030635:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788597623.030646:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788597623.030649:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788597623.030652:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788597623.030657:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.111@tcp to cpt 0 00000400:00000200:1.0:1788597623.030661:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.11@tcp(192.168.203.11@tcp) <- 192.168.203.111@tcp : PUT - for me 00000400:00000200:1.0:1788597623.030668:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.111@tcp to cpt 0 00000400:00000200:1.0:1788597623.030671:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.111@tcp to cpt 0 00000400:00000200:1.0:1788597623.030675:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.111@tcp to cpt 0 00000400:00000200:1.0:1788597623.030678:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.111@tcp of length 224 into portal 10 MB=0x6a9ba71b5f980 00000400:00000200:1.0:1788597623.030683:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.111@tcp to cpt 0 00000400:00000200:1.0:1788597623.030687:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.111@tcp of length 224/224 into md 0x530f69 [1] + 224 00000800:00000001:1.0:1788597623.030693:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788597623.030697:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788597623.030700:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788597623.030704:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.11@tcp->192.168.203.111@tcp: PUT: OK 00000100:00000001:1.0:1788597623.030710:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788597623.030716:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffffa077fa320a80 x1875468097026432/t0(0) o400->lustre-MDT0000-mdc-ffffa077d0191800@192.168.203.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1788597639 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788597623.030726:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffffa077fa320a80 x1875468097026432/t0(0) o400->lustre-MDT0000-mdc-ffffa077d0191800@192.168.203.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1788597639 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788597623.030743:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000200:1.0:1788597623.030829:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788597623.030834:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0773db91500. 00000400:00000200:1.0:1788597623.030837:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788597623.030841:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.11@tcp->192.168.203.111@tcp: PUT: OK 00000400:00000200:1.0:1788597623.030851:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa07801767110 00000400:00000010:1.0:1788597623.030854:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffffa07801767110. 00000100:00000001:1.0:1788597623.030857:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788597623.030862:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffffa077fa321180 x1875468097026688/t0(0) o400->lustre-OST0000-osc-ffffa077d0191800@192.168.203.111@tcp:28/4 lens 224/224 e 0 to 0 dl 1788597639 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788597623.030872:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788597623.030876:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffffa077fa321180 x1875468097026688/t0(0) o400->lustre-OST0000-osc-ffffa077d0191800@192.168.203.111@tcp:28/4 lens 224/224 e 0 to 0 dl 1788597639 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788597623.030883:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788597623.030885:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1788597623.030891:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788597623.030895:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788597623.030897:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788597623.030899:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788597623.030901:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.111@tcp to cpt 0 00000400:00000200:1.0:1788597623.030904:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.11@tcp(192.168.203.11@tcp) <- 192.168.203.111@tcp : PUT - for me 00000400:00000200:1.0:1788597623.030908:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.111@tcp to cpt 0 00000400:00000200:1.0:1788597623.030911:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.111@tcp to cpt 0 00000400:00000200:1.0:1788597623.030925:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.111@tcp to cpt 0 00000400:00000200:1.0:1788597623.030927:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.111@tcp of length 224 into portal 10 MB=0x6a9ba71b5fa00 00000400:00000200:1.0:1788597623.030930:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.111@tcp to cpt 0 00000400:00000200:1.0:1788597623.030934:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.111@tcp of length 224/224 into md 0x530f71 [1] + 224 00000800:00000001:1.0:1788597623.030937:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788597623.030943:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788597623.030945:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788597623.030948:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.11@tcp->192.168.203.111@tcp: PUT: OK 00000100:00000001:1.0:1788597623.030951:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788597623.030955:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffffa077fa323100 x1875468097026560/t0(0) o400->lustre-MDT0001-mdc-ffffa077d0191800@192.168.203.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1788597639 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788597623.030963:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffffa077fa323100 x1875468097026560/t0(0) o400->lustre-MDT0001-mdc-ffffa077d0191800@192.168.203.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1788597639 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788597623.030985:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788597623.030990:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788597623.030993:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788597623.031375:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788597623.031404:0:2404:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788597623.031410:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788597623.031412:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788597623.031414:0:2404:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa077f3cf7058. 00000400:00000200:3.0:1788597623.031418:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa07801767f68 00000400:00000010:3.0:1788597623.031419:0:2404:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffffa07801767f68. 00000100:00000001:3.0:1788597623.031422:0:2404:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788597623.031427:0:2404:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffffa077fa320a80 x1875468097026432/t0(0) o400->lustre-MDT0000-mdc-ffffa077d0191800@192.168.203.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1788597639 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788597623.031436:0:2404:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffffa077fa320a80 x1875468097026432/t0(0) o400->lustre-MDT0000-mdc-ffffa077d0191800@192.168.203.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1788597639 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788597623.031452:0:2404:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788597623.031454:0:2404:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788597623.031456:0:2404:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788597623.031459:0:2404:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788597623.031461:0:2404:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788597623.031463:0:2404:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788597623.031465:0:2404:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788597623.031473:0:2404:0:(import.c:2195:obd_at_measure()) add 5 to ffffa077eb6a9c60 time=60 v=5 (61 61 61 61) 00000100:00001000:3.0:1788597623.031477:0:2404:0:(import.c:2195:obd_at_measure()) add 1 to ffffa077eb6a9c18 time=71 v=5 (1 1 1 1) 00000100:00000001:3.0:1788597623.031479:0:2404:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788597623.031481:0:2404:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788597623.031484:0:2404:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788597623.031488:0:2404:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788597623.031491:0:2404:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788597623.031492:0:2404:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffffa077d0191800: skip recheck: last_committed 30064771624 00000100:00000001:3.0:1788597623.031495:0:2404:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788597623.031496:0:2404:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788597623.031501:0:2404:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffffa077fa320a80 x1875468097026432/t0(0) o400->lustre-MDT0000-mdc-ffffa077d0191800@192.168.203.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1788597639 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788597623.031507:0:2404:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788597623.031509:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788597623.031511:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788597623.031514:0:2404:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffffa077fa320a80 x1875468097026432/t0(0) o400->lustre-MDT0000-mdc-ffffa077d0191800@192.168.203.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1788597639 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788597623.031521:0:2404:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffffa077fa320a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:0c0a11bb-ea67-4c59-8de3-776094138717:2404:1875468097026432:192.168.203.111@tcp:400:kworker.0 00000100:00000001:3.0:1788597623.031526:0:2404:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788597623.031527:0:2404:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788597623.031530:0:2404:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffffa077fa320a80 x1875468097026432/t0(0) o400->lustre-MDT0000-mdc-ffffa077d0191800@192.168.203.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1788597639 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788597623.031536:0:2404:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788597623.031544:0:2404:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788597623.031547:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa077e1de8c00. 02000000:00000001:3.0:1788597623.031550:0:2404:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788597623.031553:0:2404:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788597623.031554:0:2404:0:(genops.c:1223:class_import_put()) import ffffa077eb6a9800 refcount=8 obd=lustre-MDT0000-mdc-ffffa077d0191800 00000020:00000001:3.0:1788597623.031557:0:2404:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788597623.031559:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa077c2e90300. 02000000:00000001:3.0:1788597623.031562:0:2404:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788597623.031564:0:2404:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788597623.031566:0:2404:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa077fa320a80. 00000100:00000001:3.0:1788597623.031570:0:2404:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788597623.031571:0:2404:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788597623.031573:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788597623.031574:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788597623.031576:0:2404:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788597623.031578:0:2404:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788597623.031579:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788597623.031589:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788597623.031591:0:2405:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788597623.031593:0:2405:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788597623.031595:0:2405:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788597623.031597:0:2405:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa077f3cf7e18. 00000400:00000200:3.0:1788597623.031599:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa07801767dd0 00000400:00000010:3.0:1788597623.031600:0:2405:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffffa07801767dd0. 00000100:00000001:3.0:1788597623.031602:0:2405:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788597623.031607:0:2405:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffffa077fa323100 x1875468097026560/t0(0) o400->lustre-MDT0001-mdc-ffffa077d0191800@192.168.203.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1788597639 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788597623.031615:0:2405:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffffa077fa323100 x1875468097026560/t0(0) o400->lustre-MDT0001-mdc-ffffa077d0191800@192.168.203.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1788597639 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788597623.031622:0:2405:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788597623.031624:0:2405:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788597623.031626:0:2405:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788597623.031627:0:2405:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788597623.031628:0:2405:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788597623.031629:0:2405:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788597623.031631:0:2405:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788597623.031635:0:2405:0:(import.c:2195:obd_at_measure()) add 5 to ffffa077eb6aec60 time=60 v=5 (61 61 61 61) 00000100:00001000:3.0:1788597623.031644:0:2405:0:(import.c:2195:obd_at_measure()) add 1 to ffffa077eb6aec18 time=46 v=5 (1 1 1 1) 00000100:00000001:3.0:1788597623.031646:0:2405:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788597623.031648:0:2405:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788597623.031649:0:2405:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1788597623.031653:0:2405:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa077fa323100 x1875468097026560/t0(0) o400->lustre-MDT0001-mdc-ffffa077d0191800@192.168.203.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1788597639 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1788597623.031660:0:2405:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788597623.031662:0:2405:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788597623.031664:0:2405:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffffa077d0191800: skip recheck: last_committed 21474836540 00000100:00000001:3.0:1788597623.031665:0:2405:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788597623.031667:0:2405:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788597623.031670:0:2405:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffffa077fa323100 x1875468097026560/t0(0) o400->lustre-MDT0001-mdc-ffffa077d0191800@192.168.203.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1788597639 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788597623.031677:0:2405:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788597623.031679:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788597623.031680:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788597623.031683:0:2405:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffffa077fa323100 x1875468097026560/t0(0) o400->lustre-MDT0001-mdc-ffffa077d0191800@192.168.203.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1788597639 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788597623.031692:0:2405:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffffa077fa323100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:0c0a11bb-ea67-4c59-8de3-776094138717:2405:1875468097026560:192.168.203.111@tcp:400:kworker.0 00000100:00000001:3.0:1788597623.031695:0:2405:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788597623.031697:0:2405:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788597623.031700:0:2405:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffffa077fa323100 x1875468097026560/t0(0) o400->lustre-MDT0001-mdc-ffffa077d0191800@192.168.203.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1788597639 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788597623.031705:0:2405:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788597623.031707:0:2405:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788597623.031708:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa077e1de9600. 02000000:00000001:3.0:1788597623.031711:0:2405:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788597623.031712:0:2405:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788597623.031714:0:2405:0:(genops.c:1223:class_import_put()) import ffffa077eb6ae800 refcount=3 obd=lustre-MDT0001-mdc-ffffa077d0191800 00000020:00000001:3.0:1788597623.031715:0:2405:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788597623.031717:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa077c2e90200. 02000000:00000001:3.0:1788597623.031725:0:2405:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788597623.031726:0:2405:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788597623.031728:0:2405:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa077fa323100. 00000100:00000001:3.0:1788597623.031730:0:2405:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788597623.031731:0:2405:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788597623.031733:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788597623.031738:0:2405:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788597623.031739:0:2405:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788597623.031740:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788597623.031742:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788597623.032026:0:285072:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788597623.032030:0:285072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0c0a11bb-ea67-4c59-8de3-776094138717->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1788597623.032034:0:285072:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0c0a11bb-ea67-4c59-8de3-776094138717->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1788597623.032039:0:285072:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12012) 00000100:00000001:3.0:1788597623.032083:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788597623.032086:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1788597623.034277:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788597623.034293:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788597623.034297:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788597623.034299:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788597623.034307:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.111@tcp to cpt 0 00000400:00000200:1.0:1788597623.034313:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.11@tcp(192.168.203.11@tcp) <- 192.168.203.111@tcp : PUT - for me 00000400:00000200:1.0:1788597623.034321:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.111@tcp to cpt 0 00000400:00000200:1.0:1788597623.034325:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.111@tcp to cpt 0 00000400:00000200:1.0:1788597623.034330:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.111@tcp to cpt 0 00000400:00000200:1.0:1788597623.034334:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.111@tcp of length 224 into portal 4 MB=0x6a9ba71b5fa80 00000400:00000200:1.0:1788597623.034338:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.111@tcp to cpt 0 00000400:00000200:1.0:1788597623.034343:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.111@tcp of length 224/224 into md 0x530f79 [1] + 224 00000800:00000001:1.0:1788597623.034351:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788597623.034356:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788597623.034360:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788597623.034363:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.11@tcp->192.168.203.111@tcp: PUT: OK 00000100:00000001:1.0:1788597623.034371:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788597623.034400:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffffa077fa321180 x1875468097026688/t0(0) o400->lustre-OST0000-osc-ffffa077d0191800@192.168.203.111@tcp:28/4 lens 224/224 e 0 to 0 dl 1788597639 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788597623.034410:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffffa077fa321180 x1875468097026688/t0(0) o400->lustre-OST0000-osc-ffffa077d0191800@192.168.203.111@tcp:28/4 lens 224/224 e 0 to 0 dl 1788597639 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788597623.034429:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788597623.034436:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788597623.034440:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788597623.034538:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788597623.034542:0:2404:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788597623.034547:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788597623.034549:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788597623.034552:0:2404:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa077f3cf7a50. 00000400:00000200:3.0:1788597623.034556:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa07801767e58 00000400:00000010:3.0:1788597623.034559:0:2404:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffffa07801767e58. 00000100:00000001:3.0:1788597623.034561:0:2404:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788597623.034565:0:2404:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffffa077fa321180 x1875468097026688/t0(0) o400->lustre-OST0000-osc-ffffa077d0191800@192.168.203.111@tcp:28/4 lens 224/224 e 0 to 0 dl 1788597639 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788597623.034573:0:2404:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffffa077fa321180 x1875468097026688/t0(0) o400->lustre-OST0000-osc-ffffa077d0191800@192.168.203.111@tcp:28/4 lens 224/224 e 0 to 0 dl 1788597639 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788597623.034578:0:2404:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788597623.034580:0:2404:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788597623.034583:0:2404:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788597623.034585:0:2404:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788597623.034587:0:2404:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788597623.034588:0:2404:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788597623.034591:0:2404:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788597623.034598:0:2404:0:(import.c:2195:obd_at_measure()) add 5 to ffffa077eb6acc60 time=60 v=5 (5 5 5 5) 00000100:00001000:3.0:1788597623.034601:0:2404:0:(import.c:2195:obd_at_measure()) add 1 to ffffa077eb6acc18 time=111 v=5 (1 1 0 0) 00000100:00000001:3.0:1788597623.034604:0:2404:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788597623.034606:0:2404:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788597623.034608:0:2404:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788597623.034610:0:2404:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788597623.034625:0:2404:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788597623.034627:0:2404:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffffa077d0191800: skip recheck: last_committed 42949692656 00000100:00000001:3.0:1788597623.034629:0:2404:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788597623.034631:0:2404:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788597623.034636:0:2404:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffffa077fa321180 x1875468097026688/t0(0) o400->lustre-OST0000-osc-ffffa077d0191800@192.168.203.111@tcp:28/4 lens 224/224 e 0 to 0 dl 1788597639 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788597623.034643:0:2404:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788597623.034646:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788597623.034648:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788597623.034651:0:2404:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffffa077fa321180 x1875468097026688/t0(0) o400->lustre-OST0000-osc-ffffa077d0191800@192.168.203.111@tcp:28/4 lens 224/224 e 0 to 0 dl 1788597639 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788597623.034659:0:2404:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffffa077fa321180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:0c0a11bb-ea67-4c59-8de3-776094138717:2404:1875468097026688:192.168.203.111@tcp:400:kworker.0 00000100:00000001:3.0:1788597623.034663:0:2404:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788597623.034665:0:2404:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788597623.034668:0:2404:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffffa077fa321180 x1875468097026688/t0(0) o400->lustre-OST0000-osc-ffffa077d0191800@192.168.203.111@tcp:28/4 lens 224/224 e 0 to 0 dl 1788597639 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788597623.034674:0:2404:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788597623.034677:0:2404:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788597623.034679:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa077e1de9400. 02000000:00000001:3.0:1788597623.034683:0:2404:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788597623.034685:0:2404:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788597623.034686:0:2404:0:(genops.c:1223:class_import_put()) import ffffa077eb6ac800 refcount=3 obd=lustre-OST0000-osc-ffffa077d0191800 00000020:00000001:3.0:1788597623.034689:0:2404:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788597623.034691:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa077c2e90e00. 02000000:00000001:3.0:1788597623.034695:0:2404:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788597623.034697:0:2404:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788597623.034698:0:2404:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa077fa321180. 00000100:00000001:3.0:1788597623.034701:0:2404:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788597623.034702:0:2404:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788597623.034704:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788597623.034711:0:2404:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788597623.034712:0:2404:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788597623.034722:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788597623.034724:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788597623.582716:0:271846:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788597623.582722:0:271846:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788597623.582728:0:271846:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788597623.582729:0:271846:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788597623.584871:0:248202:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788597623.584876:0:248202:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788597623.584880:0:248202:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788597624.607826:0:271846:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788597624.607833:0:271846:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788597624.607839:0:271846:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788597624.607842:0:271846:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788597624.607844:0:271846:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788597624.607850:0:271846:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788597624.607852:0:271846:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788597624.607854:0:271846:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788597624.607857:0:271846:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788597624.607873:0:271846:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788597624.607875:0:271846:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788597624.607878:0:271846:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788597624.609798:0:248203:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788597624.609804:0:248203:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788597624.609808:0:248203:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788597625.632607:0:271846:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788597625.632616:0:271846:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788597625.632622:0:271846:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788597625.632623:0:271846:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788597625.632753:0:242498:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788597625.632756:0:242498:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788597625.632759:0:242498:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788597626.658298:0:271846:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788597626.658305:0:271846:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788597626.658310:0:271846:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788597626.658312:0:271846:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788597626.658407:0:236506:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788597626.658411:0:236506:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788597626.658414:0:236506:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788597626.851548:0:251038:0:(connection.c:75:cpu_latency_work()) work item of ffffa077e00ad000 (cpu 0) has reached its deadline 4306679027, at 4306679045 00000100:00000010:0.0:1788597626.851564:0:251038:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa077d1c960c0. 00000100:00000040:1.0:1788597626.856287:0:282732:0:(connection.c:75:cpu_latency_work()) work item of ffffa077e00ad110 (cpu 1) has reached its deadline 4306679027, at 4306679049 00000100:00000010:1.0:1788597626.856301:0:282732:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa077d1c962a0. 00000080:00000001:2.0:1788597626.984489:0:285330:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788597627.362277:0:285367:0:(debug.c:652:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1788597627.362288:0:285367:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: sanity test_816: @@@@@@ FAIL: client: import is not in IDLE state after 50 00000001:00000001:1.0:1788597627.368321:0:285367:0:(debug.c:655:libcfs_debug_mark_buffer()) ************************************************** 00010000:00000001:2.0:1788597627.679579:0:233810:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788597627.679584:0:233810:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788597627.679589:0:233810:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788597627.679591:0:233810:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788597627.679763:0:236507:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788597627.679767:0:236507:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788597627.679769:0:236507:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1788597628.128924:0:285072:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0fdd8da-52df-471c-8ac5-a4a7966af505->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788597628.128933:0:285072:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788597628.128942:0:285072:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa077d8737b80. 00000020:00000040:3.0:1788597628.128947:0:285072:0:(genops.c:1210:class_import_get()) import ffffa077f2db1000 refcount=4 obd=MGC192.168.203.111@tcp 00000100:00000001:3.0:1788597628.129005:0:285072:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788597628.129009:0:285072:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788597628.129013:0:285072:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788597628.129021:0:285072:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa0773db91400. 00000100:00000001:3.0:1788597628.129028:0:285072:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788597628.129041:0:285072:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a0fdd8da-52df-471c-8ac5-a4a7966af505->MGS req@ffffa077d8737b80 x1875468097026816/t0(0) o400->MGC192.168.203.111@tcp@192.168.203.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788597628.129052:0:285072:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788597628.129056:0:285072:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788597628.129063:0:285072:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007262ad16] to pc [ptlrpcd_01_01+1] req@ffffa077d8737b80 x1875468097026816/t0(0) o400->MGC192.168.203.111@tcp@192.168.203.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788597628.129151:0:285072:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788597628.129154:0:285072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0c0a11bb-ea67-4c59-8de3-776094138717->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788597628.129158:0:285072:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788597628.129161:0:285072:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa077d8736a00. 00000020:00000040:3.0:1788597628.129164:0:285072:0:(genops.c:1210:class_import_get()) import ffffa077eb6a9800 refcount=9 obd=lustre-MDT0000-mdc-ffffa077d0191800 00000100:00000001:3.0:1788597628.129167:0:285072:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788597628.129168:0:285072:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788597628.129179:0:285072:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788597628.129183:0:285072:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa0773db91b00. 00000100:00000001:3.0:1788597628.129187:0:285072:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788597628.129192:0:285072:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0c0a11bb-ea67-4c59-8de3-776094138717->lustre-MDT0000_UUID req@ffffa077d8736a00 x1875468097026944/t0(0) o400->lustre-MDT0000-mdc-ffffa077d0191800@192.168.203.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788597628.129200:0:285072:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788597628.129202:0:285072:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788597628.129206:0:285072:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000029ae4645] to pc [ptlrpcd_01_00+0] req@ffffa077d8736a00 x1875468097026944/t0(0) o400->lustre-MDT0000-mdc-ffffa077d0191800@192.168.203.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788597628.129215:0:285072:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788597628.129218:0:285072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0c0a11bb-ea67-4c59-8de3-776094138717->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788597628.129221:0:285072:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788597628.129224:0:285072:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa077d8735500. 00000020:00000040:3.0:1788597628.129226:0:285072:0:(genops.c:1210:class_import_get()) import ffffa077eb6ae800 refcount=4 obd=lustre-MDT0001-mdc-ffffa077d0191800 00000100:00000001:3.0:1788597628.129229:0:285072:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788597628.129230:0:285072:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788597628.129231:0:285072:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788597628.129234:0:285072:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa0773db91200. 00000100:00000001:3.0:1788597628.129237:0:285072:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788597628.129241:0:285072:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0c0a11bb-ea67-4c59-8de3-776094138717->lustre-MDT0001_UUID req@ffffa077d8735500 x1875468097027072/t0(0) o400->lustre-MDT0001-mdc-ffffa077d0191800@192.168.203.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788597628.129248:0:285072:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788597628.129250:0:285072:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788597628.129254:0:285072:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002da0c065] to pc [ptlrpcd_01_01+1] req@ffffa077d8735500 x1875468097027072/t0(0) o400->lustre-MDT0001-mdc-ffffa077d0191800@192.168.203.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788597628.129262:0:285072:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788597628.129264:0:285072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0c0a11bb-ea67-4c59-8de3-776094138717->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788597628.129267:0:285072:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788597628.129269:0:285072:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa077d8736300. 00000020:00000040:3.0:1788597628.129272:0:285072:0:(genops.c:1210:class_import_get()) import ffffa077eb6ac800 refcount=4 obd=lustre-OST0000-osc-ffffa077d0191800 00000100:00000001:3.0:1788597628.129279:0:285072:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788597628.129280:0:285072:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788597628.129282:0:285072:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788597628.129285:0:285072:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa0773db91e00. 00000100:00000001:3.0:1788597628.129288:0:285072:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788597628.129293:0:285072:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0c0a11bb-ea67-4c59-8de3-776094138717->lustre-OST0000_UUID req@ffffa077d8736300 x1875468097027200/t0(0) o400->lustre-OST0000-osc-ffffa077d0191800@192.168.203.111@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788597628.129301:0:285072:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788597628.129303:0:285072:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788597628.129306:0:285072:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001f5d62c6] to pc [ptlrpcd_01_00+0] req@ffffa077d8736300 x1875468097027200/t0(0) o400->lustre-OST0000-osc-ffffa077d0191800@192.168.203.111@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788597628.129314:0:285072:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788597628.129316:0:285072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0c0a11bb-ea67-4c59-8de3-776094138717->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1788597628.129319:0:285072:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0c0a11bb-ea67-4c59-8de3-776094138717->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1788597628.129324:0:285072:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12018) 00000100:00000001:3.0:1788597628.129335:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788597628.129338:0:2404:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788597628.129340:0:2404:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788597628.129345:0:2404:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffffa077d8736a00 x1875468097026944/t0(0) o400->lustre-MDT0000-mdc-ffffa077d0191800@192.168.203.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788597628.129352:0:2404:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788597628.129354:0:2404:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788597628.129357:0:2404:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788597628.129359:0:2404:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788597628.129362:0:2404:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788597628.129366:0:2404:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffffa077d8736a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:0c0a11bb-ea67-4c59-8de3-776094138717:2404:1875468097026944:192.168.203.111@tcp:400:kworker.0 00000100:00000001:3.0:1788597628.129370:0:2404:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788597628.129374:0:2404:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788597628.129412:0:2404:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788597628.129416:0:2404:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788597628.129420:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa077c51c7600. 02000000:00000001:3.0:1788597628.129427:0:2404:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788597628.129435:0:2404:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.111@tcp to cpt 0 00000400:00000010:3.0:1788597628.129439:0:2404:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa077f3cf7a50. 00000400:00000010:3.0:1788597628.129445:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa07801767e58. 00000100:00000200:3.0:1788597628.129452:0:2404:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875468097026944, portal 10 00000100:00000001:3.0:1788597628.129455:0:2404:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788597628.129456:0:2404:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446639035325835776 : -105038383715840 : ffffa077d8736a00) 00000100:00000040:3.0:1788597628.129464:0:2404:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffffa077d8736a00 x1875468097026944/t0(0) o400->lustre-MDT0000-mdc-ffffa077d0191800@192.168.203.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1788597644 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788597628.129471:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788597628.129473:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.111@tcp 00000400:00000010:3.0:1788597628.129475:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa07801767dd0. 00000100:00000200:3.0:1788597628.129479:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875468097026944, offset 0 00000400:00000200:3.0:1788597628.129485:0:2404:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.111@tcp 00000400:00000200:3.0:1788597628.129492:0:2404:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.111@tcp to cpt 0 00000400:00000200:3.0:1788597628.129498:0:2404:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.111@tcp local destination 00000400:00000200:3.0:1788597628.129503:0:2404:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788597628.129507:0:2404:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.11@tcp 00000400:00000200:3.0:1788597628.129511:0:2404:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.11@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788597628.129514:0:2404:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.111@tcp 00000400:00000200:3.0:1788597628.129516:0:2404:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.11@tcp NI seq info: [538735:538735:256:4294967295] 192.168.203.111@tcp LPNI seq info [538691:538691:8:4294967295] 00000400:00000200:3.0:1788597628.129521:0:2404:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.111@tcp to cpt 0 00000400:00000200:3.0:1788597628.129529:0:2404:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.11@tcp(192.168.203.11@tcp:) -> 192.168.203.111@tcp(192.168.203.111@tcp:192.168.203.111@tcp) : PUT try# 0 00000800:00000200:3.0:1788597628.129535:0:2404:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.111@tcp 00000800:00000010:3.0:1788597628.129539:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0773db91d00. 00000800:00000200:3.0:1788597628.129545:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa077d1af3c00] -> 12345-192.168.203.111@tcp (5) 00000800:00000200:3.0:1788597628.129554:0:2404:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.111@tcp ip 192.168.203.111:988 00000800:00000200:3.0:1788597628.129559:0:2404:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffffa0773db91d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788597628.129571:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788597628.129576:0:2404:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa077d0191800: using a timeout of 25438 usecs (26 jiffies) 00000400:00000200:3.0:1788597628.129579:0:2404:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.111@tcp to cpt 0 00000100:00000001:3.0:1788597628.129587:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa077d0191800: PM QoS new deadline estimation for cpu 0 is 4306680349 00000100:00000010:3.0:1788597628.129591:0:2404:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa077d1c96ea0. 00000100:00000001:3.0:1788597628.129598:0:2404:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa077d0191800: PM QoS request now active for cpu 0 00000100:00000001:3.0:1788597628.129603:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa077d0191800: PM QoS new deadline estimation for cpu 1 is 4306680349 00000100:00000010:3.0:1788597628.129606:0:2404:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa077d1c96540. 00000100:00000001:3.0:1788597628.129608:0:2404:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa077d0191800: PM QoS request now active for cpu 1 00000100:00000001:3.0:1788597628.129611:0:2404:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788597628.129614:0:2404:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788597628.129616:0:2404:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788597628.129620:0:2404:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffffa077d8736300 x1875468097027200/t0(0) o400->lustre-OST0000-osc-ffffa077d0191800@192.168.203.111@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788597628.129627:0:2404:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788597628.129628:0:2404:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788597628.129630:0:2404:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788597628.129632:0:2404:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788597628.129634:0:2404:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788597628.129636:0:2404:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffffa077d8736300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:0c0a11bb-ea67-4c59-8de3-776094138717:2404:1875468097027200:192.168.203.111@tcp:400:kworker.0 00000100:00000001:3.0:1788597628.129640:0:2404:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788597628.129642:0:2404:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788597628.129644:0:2404:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788597628.129645:0:2404:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788597628.129648:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa077c51c6000. 02000000:00000001:3.0:1788597628.129650:0:2404:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788597628.129653:0:2404:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.111@tcp to cpt 0 00000400:00000010:3.0:1788597628.129656:0:2404:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa077f3cf7e18. 00000400:00000010:3.0:1788597628.129660:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa07801767f68. 00000100:00000200:3.0:1788597628.129663:0:2404:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875468097027200, portal 4 00000100:00000001:3.0:1788597628.129665:0:2404:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788597628.129666:0:2404:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446639035325833984 : -105038383717632 : ffffa077d8736300) 00000100:00000040:3.0:1788597628.129672:0:2404:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffffa077d8736300 x1875468097027200/t0(0) o400->lustre-OST0000-osc-ffffa077d0191800@192.168.203.111@tcp:28/4 lens 224/224 e 0 to 0 dl 1788597644 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788597628.129686:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788597628.129688:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.111@tcp 00000400:00000010:3.0:1788597628.129690:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa07801767c38. 00000100:00000200:3.0:1788597628.129693:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875468097027200, offset 0 00000400:00000200:3.0:1788597628.129696:0:2404:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.111@tcp 00000400:00000200:3.0:1788597628.129700:0:2404:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.111@tcp to cpt 0 00000400:00000200:3.0:1788597628.129703:0:2404:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.111@tcp local destination 00000400:00000200:3.0:1788597628.129705:0:2404:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788597628.129707:0:2404:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.11@tcp 00000400:00000200:3.0:1788597628.129709:0:2404:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.11@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788597628.129711:0:2404:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.111@tcp 00000400:00000200:3.0:1788597628.129713:0:2404:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.11@tcp NI seq info: [538736:538736:255:4294967295] 192.168.203.111@tcp LPNI seq info [538692:538692:7:4294967295] 00000400:00000200:3.0:1788597628.129717:0:2404:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.111@tcp to cpt 0 00000400:00000200:3.0:1788597628.129722:0:2404:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.11@tcp(192.168.203.11@tcp:) -> 192.168.203.111@tcp(192.168.203.111@tcp:192.168.203.111@tcp) : PUT try# 0 00000800:00000200:3.0:1788597628.129727:0:2404:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.111@tcp 00000800:00000010:3.0:1788597628.129730:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0773db91900. 00000800:00000200:3.0:1788597628.129733:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa077d1af3c00] -> 12345-192.168.203.111@tcp (5) 00000800:00000200:3.0:1788597628.129737:0:2404:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.111@tcp ip 192.168.203.111:988 00000800:00000200:3.0:1788597628.129739:0:2404:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffffa0773db91900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788597628.129741:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788597628.129744:0:2404:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffffa077d0191800: using a timeout of 89767 usecs (90 jiffies) 00000400:00000200:3.0:1788597628.129747:0:2404:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.111@tcp to cpt 0 00000100:00000001:3.0:1788597628.129748:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa077d0191800: PM QoS new deadline estimation for cpu 0 is 4306680413 00000100:00000001:3.0:1788597628.129753:0:2404:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-ffffa077d0191800: PM QoS request active for cpu 0, simply extend its deadline from 4306680349 00000100:00000001:3.0:1788597628.129755:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa077d0191800: PM QoS new deadline estimation for cpu 1 is 4306680413 00000100:00000001:3.0:1788597628.129757:0:2404:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-ffffa077d0191800: PM QoS request active for cpu 1, simply extend its deadline from 4306680349 00000100:00000001:3.0:1788597628.129760:0:2404:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788597628.129762:0:2404:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788597628.129768:0:2404:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788597628.129771:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788597628.129777:0:2404:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788597628.129780:0:2404:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788597628.129781:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788597628.129783:0:2404:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788597628.129784:0:2404:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788597628.129786:0:2404:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:3.0:1788597628.129788:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788597628.129790:0:2404:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788597628.129792:0:2404:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788597628.129793:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788597628.129794:0:2404:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788597628.129795:0:2404:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788597628.129800:0:2404:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffffa077d8737b80 x1875468097026816/t0(0) o400->MGC192.168.203.111@tcp@192.168.203.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788597628.129806:0:2404:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788597628.129807:0:2404:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788597628.129809:0:2404:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788597628.129811:0:2404:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788597628.129813:0:2404:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788597628.129815:0:2404:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffffa077d8737b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a0fdd8da-52df-471c-8ac5-a4a7966af505:2404:1875468097026816:192.168.203.111@tcp:400:kworker.0 00000100:00000001:3.0:1788597628.129818:0:2404:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788597628.129821:0:2404:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788597628.129822:0:2404:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788597628.129823:0:2404:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788597628.129826:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa077c51c7e00. 02000000:00000001:3.0:1788597628.129828:0:2404:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788597628.129831:0:2404:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.111@tcp to cpt 0 00000400:00000010:3.0:1788597628.129833:0:2404:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa077f3cf7058. 00000400:00000010:3.0:1788597628.129836:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa078017677f8. 00000100:00000200:3.0:1788597628.129839:0:2404:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875468097026816, portal 25 00000100:00000001:3.0:1788597628.129840:0:2404:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788597628.129841:0:2404:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446639035325840256 : -105038383711360 : ffffa077d8737b80) 00000800:00000200:1.0:1788597628.129991:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788597628.129996:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0773db91d00. 00000400:00000200:1.0:1788597628.130002:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788597628.130007:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.11@tcp->192.168.203.111@tcp: PUT: OK 00000400:00000200:1.0:1788597628.130013:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa07801767dd0 00000400:00000010:1.0:1788597628.130015:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffffa07801767dd0. 00000100:00000001:1.0:1788597628.130019:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788597628.130024:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffffa077d8736a00 x1875468097026944/t0(0) o400->lustre-MDT0000-mdc-ffffa077d0191800@192.168.203.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1788597644 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788597628.130034:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788597628.130037:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffffa077d8736a00 x1875468097026944/t0(0) o400->lustre-MDT0000-mdc-ffffa077d0191800@192.168.203.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1788597644 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788597628.130044:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788597628.130046:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:1.0:1788597628.130212:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788597628.130216:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0773db91900. 00000400:00000200:1.0:1788597628.130219:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788597628.130224:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.11@tcp->192.168.203.111@tcp: PUT: OK 00000400:00000200:1.0:1788597628.130227:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa07801767c38 00000400:00000010:1.0:1788597628.130229:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffffa07801767c38. 00000100:00000001:1.0:1788597628.130232:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788597628.130236:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffffa077d8736300 x1875468097027200/t0(0) o400->lustre-OST0000-osc-ffffa077d0191800@192.168.203.111@tcp:28/4 lens 224/224 e 0 to 0 dl 1788597644 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788597628.130244:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788597628.130247:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffffa077d8736300 x1875468097027200/t0(0) o400->lustre-OST0000-osc-ffffa077d0191800@192.168.203.111@tcp:28/4 lens 224/224 e 0 to 0 dl 1788597644 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788597628.130253:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788597628.130255:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1788597628.130712:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788597628.130716:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788597628.130855:0:2404:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffffa077d8737b80 x1875468097026816/t0(0) o400->MGC192.168.203.111@tcp@192.168.203.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1788597644 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788597628.130870:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788597628.130874:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.111@tcp 00000400:00000010:3.0:1788597628.130885:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa07801767220. 00000100:00000200:3.0:1788597628.130889:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875468097026816, offset 0 00000400:00000200:3.0:1788597628.130895:0:2404:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.111@tcp 00000400:00000200:3.0:1788597628.130901:0:2404:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.111@tcp to cpt 0 00000400:00000200:3.0:1788597628.130906:0:2404:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.111@tcp local destination 00000400:00000200:3.0:1788597628.130909:0:2404:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788597628.130912:0:2404:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.11@tcp 00000400:00000200:3.0:1788597628.130915:0:2404:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.11@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788597628.130918:0:2404:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.111@tcp 00000400:00000200:3.0:1788597628.130921:0:2404:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.11@tcp NI seq info: [538737:538737:256:4294967295] 192.168.203.111@tcp LPNI seq info [538693:538693:8:4294967295] 00000400:00000200:3.0:1788597628.130925:0:2404:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.111@tcp to cpt 0 00000400:00000200:3.0:1788597628.130932:0:2404:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.11@tcp(192.168.203.11@tcp:) -> 192.168.203.111@tcp(192.168.203.111@tcp:192.168.203.111@tcp) : PUT try# 0 00000800:00000200:3.0:1788597628.130938:0:2404:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.111@tcp 00000800:00000010:3.0:1788597628.130941:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0773db91800. 00000800:00000200:3.0:1788597628.130946:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa077d1af3c00] -> 12345-192.168.203.111@tcp (5) 00000800:00000200:3.0:1788597628.131011:0:2404:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.111@tcp ip 192.168.203.111:988 00000800:00000200:3.0:1788597628.131015:0:2404:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffffa0773db91800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788597628.131022:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788597628.131026:0:2404:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.111@tcp to cpt 0 00000100:00000001:3.0:1788597628.131028:0:2404:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.111@tcp: PM QoS new deadline estimation for cpu 0 is 4306684145 00000100:00000001:3.0:1788597628.131034:0:2404:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.111@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306680413 00000100:00000001:3.0:1788597628.131038:0:2404:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.111@tcp: PM QoS new deadline estimation for cpu 1 is 4306684145 00000100:00000001:3.0:1788597628.131042:0:2404:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.111@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306680413 00000100:00000001:3.0:1788597628.131044:0:2404:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788597628.131046:0:2404:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788597628.131049:0:2404:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788597628.131054:0:2404:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffffa077d8735500 x1875468097027072/t0(0) o400->lustre-MDT0001-mdc-ffffa077d0191800@192.168.203.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788597628.131067:0:2404:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788597628.131068:0:2404:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788597628.131071:0:2404:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788597628.131073:0:2404:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788597628.131075:0:2404:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788597628.131139:0:2404:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffffa077d8735500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:0c0a11bb-ea67-4c59-8de3-776094138717:2404:1875468097027072:192.168.203.111@tcp:400:kworker.0 00000100:00000001:3.0:1788597628.131142:0:2404:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788597628.131146:0:2404:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788597628.131147:0:2404:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788597628.131149:0:2404:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788597628.131153:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa077c51c7400. 02000000:00000001:3.0:1788597628.131155:0:2404:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788597628.131159:0:2404:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.111@tcp to cpt 0 00000400:00000010:3.0:1788597628.131162:0:2404:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa077f3cf7790. 00000400:00000010:3.0:1788597628.131167:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa078017673b8. 00000100:00000200:3.0:1788597628.131170:0:2404:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875468097027072, portal 10 00000100:00000001:3.0:1788597628.131172:0:2404:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788597628.131173:0:2404:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446639035325830400 : -105038383721216 : ffffa077d8735500) 00000100:00000040:3.0:1788597628.131179:0:2404:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffffa077d8735500 x1875468097027072/t0(0) o400->lustre-MDT0001-mdc-ffffa077d0191800@192.168.203.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1788597644 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788597628.131184:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788597628.131186:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.111@tcp 00000400:00000010:3.0:1788597628.131188:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa07801767000. 00000100:00000200:3.0:1788597628.131190:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875468097027072, offset 0 00000400:00000200:3.0:1788597628.131194:0:2404:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.111@tcp 00000400:00000200:3.0:1788597628.131198:0:2404:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.111@tcp to cpt 0 00000400:00000200:3.0:1788597628.131201:0:2404:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.111@tcp local destination 00000400:00000200:3.0:1788597628.131204:0:2404:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788597628.131206:0:2404:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.11@tcp 00000400:00000200:3.0:1788597628.131208:0:2404:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.11@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788597628.131210:0:2404:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.111@tcp 00000400:00000200:3.0:1788597628.131219:0:2404:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.11@tcp NI seq info: [538738:538738:255:4294967295] 192.168.203.111@tcp LPNI seq info [538694:538694:7:4294967295] 00000400:00000200:3.0:1788597628.131223:0:2404:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.111@tcp to cpt 0 00000400:00000200:3.0:1788597628.131228:0:2404:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.11@tcp(192.168.203.11@tcp:) -> 192.168.203.111@tcp(192.168.203.111@tcp:192.168.203.111@tcp) : PUT try# 0 00000800:00000200:3.0:1788597628.131233:0:2404:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.111@tcp 00000800:00000010:3.0:1788597628.131236:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0773db91300. 00000800:00000200:1.0:1788597628.131367:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788597628.131371:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0773db91800. 00000400:00000200:1.0:1788597628.131395:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788597628.131400:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.11@tcp->192.168.203.111@tcp: PUT: OK 00000400:00000200:1.0:1788597628.131404:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa07801767220 00000400:00000010:1.0:1788597628.131406:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffffa07801767220. 00000100:00000001:1.0:1788597628.131410:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788597628.131413:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffffa077d8737b80 x1875468097026816/t0(0) o400->MGC192.168.203.111@tcp@192.168.203.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1788597644 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788597628.131422:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788597628.131425:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffffa077d8737b80 x1875468097026816/t0(0) o400->MGC192.168.203.111@tcp@192.168.203.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1788597644 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788597628.131431:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788597628.131433:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788597628.131681:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa077d1af3c00] -> 12345-192.168.203.111@tcp (5) 00000800:00000200:3.0:1788597628.131686:0:2404:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.111@tcp ip 192.168.203.111:988 00000800:00000200:3.0:1788597628.131689:0:2404:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffffa0773db91300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788597628.131704:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788597628.131708:0:2404:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa077d0191800: using a timeout of 26073 usecs (27 jiffies) 00000400:00000200:3.0:1788597628.131712:0:2404:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.111@tcp to cpt 0 00000100:00000001:3.0:1788597628.131714:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa077d0191800: PM QoS new deadline estimation for cpu 0 is 4306680352 00000100:00000001:3.0:1788597628.131717:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa077d0191800: PM QoS request active for cpu 0, keep current deadline 4306684145 00000100:00000001:3.0:1788597628.131719:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa077d0191800: PM QoS new deadline estimation for cpu 1 is 4306680352 00000100:00000001:3.0:1788597628.131720:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa077d0191800: PM QoS request active for cpu 1, keep current deadline 4306684145 00000100:00000001:3.0:1788597628.131723:0:2404:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788597628.131725:0:2404:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788597628.131728:0:2404:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788597628.131731:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1788597628.132492:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788597628.132504:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788597628.132507:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788597628.132510:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788597628.132515:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.111@tcp to cpt 0 00000400:00000200:1.0:1788597628.132520:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.11@tcp(192.168.203.11@tcp) <- 192.168.203.111@tcp : PUT - for me 00000400:00000200:1.0:1788597628.132527:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.111@tcp to cpt 0 00000400:00000200:1.0:1788597628.132531:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.111@tcp to cpt 0 00000400:00000200:1.0:1788597628.132536:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.111@tcp to cpt 0 00000400:00000200:1.0:1788597628.132540:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.111@tcp of length 224 into portal 4 MB=0x6a9ba71b5fc80 00000400:00000200:1.0:1788597628.132544:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.111@tcp to cpt 0 00000400:00000200:1.0:1788597628.132549:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.111@tcp of length 224/224 into md 0x530f89 [1] + 224 00000800:00000001:1.0:1788597628.132555:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788597628.132570:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788597628.132574:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788597628.132578:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.11@tcp->192.168.203.111@tcp: PUT: OK 00000100:00000001:1.0:1788597628.132584:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788597628.132590:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffffa077d8736300 x1875468097027200/t0(0) o400->lustre-OST0000-osc-ffffa077d0191800@192.168.203.111@tcp:28/4 lens 224/224 e 0 to 0 dl 1788597644 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788597628.132600:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffffa077d8736300 x1875468097027200/t0(0) o400->lustre-OST0000-osc-ffffa077d0191800@192.168.203.111@tcp:28/4 lens 224/224 e 0 to 0 dl 1788597644 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788597628.132626:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000200:1.0:1788597628.132672:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788597628.132675:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0773db91300. 00000400:00000200:1.0:1788597628.132680:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788597628.132684:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.11@tcp->192.168.203.111@tcp: PUT: OK 00000400:00000200:1.0:1788597628.132687:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa07801767000 00000400:00000010:1.0:1788597628.132690:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffffa07801767000. 00000100:00000001:1.0:1788597628.132693:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788597628.132697:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffffa077d8735500 x1875468097027072/t0(0) o400->lustre-MDT0001-mdc-ffffa077d0191800@192.168.203.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1788597644 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788597628.132706:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788597628.132710:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffffa077d8735500 x1875468097027072/t0(0) o400->lustre-MDT0001-mdc-ffffa077d0191800@192.168.203.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1788597644 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788597628.132717:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788597628.132719:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1788597628.132722:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788597628.132726:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788597628.133471:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788597628.133476:0:2404:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788597628.133483:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788597628.133484:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788597628.133487:0:2404:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa077f3cf7e18. 00000400:00000200:3.0:1788597628.133491:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa07801767f68 00000400:00000010:3.0:1788597628.133493:0:2404:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffffa07801767f68. 00000100:00000001:3.0:1788597628.133496:0:2404:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788597628.133502:0:2404:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffffa077d8736300 x1875468097027200/t0(0) o400->lustre-OST0000-osc-ffffa077d0191800@192.168.203.111@tcp:28/4 lens 224/224 e 0 to 0 dl 1788597644 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788597628.133512:0:2404:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffffa077d8736300 x1875468097027200/t0(0) o400->lustre-OST0000-osc-ffffa077d0191800@192.168.203.111@tcp:28/4 lens 224/224 e 0 to 0 dl 1788597644 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788597628.133533:0:2404:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788597628.133535:0:2404:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788597628.133538:0:2404:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788597628.133541:0:2404:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788597628.133543:0:2404:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788597628.133545:0:2404:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788597628.133548:0:2404:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788597628.133557:0:2404:0:(import.c:2195:obd_at_measure()) add 5 to ffffa077eb6acc60 time=65 v=5 (5 5 5 5) 00000100:00001000:3.0:1788597628.133561:0:2404:0:(import.c:2195:obd_at_measure()) add 1 to ffffa077eb6acc18 time=116 v=5 (1 1 0 0) 00000100:00000001:3.0:1788597628.133563:0:2404:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788597628.133565:0:2404:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788597628.133568:0:2404:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788597628.133572:0:2404:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788597628.133575:0:2404:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788597628.133577:0:2404:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffffa077d0191800: skip recheck: last_committed 42949692656 00000100:00000001:3.0:1788597628.133579:0:2404:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788597628.133581:0:2404:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788597628.133586:0:2404:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffffa077d8736300 x1875468097027200/t0(0) o400->lustre-OST0000-osc-ffffa077d0191800@192.168.203.111@tcp:28/4 lens 224/224 e 0 to 0 dl 1788597644 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788597628.133593:0:2404:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788597628.133596:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788597628.133599:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788597628.133603:0:2404:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffffa077d8736300 x1875468097027200/t0(0) o400->lustre-OST0000-osc-ffffa077d0191800@192.168.203.111@tcp:28/4 lens 224/224 e 0 to 0 dl 1788597644 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788597628.133610:0:2404:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffffa077d8736300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:0c0a11bb-ea67-4c59-8de3-776094138717:2404:1875468097027200:192.168.203.111@tcp:400:kworker.0 00000100:00000001:3.0:1788597628.133615:0:2404:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788597628.133617:0:2404:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788597628.133619:0:2404:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffffa077d8736300 x1875468097027200/t0(0) o400->lustre-OST0000-osc-ffffa077d0191800@192.168.203.111@tcp:28/4 lens 224/224 e 0 to 0 dl 1788597644 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788597628.133625:0:2404:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788597628.133627:0:2404:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788597628.133638:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa077c51c6000. 02000000:00000001:3.0:1788597628.133641:0:2404:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788597628.133644:0:2404:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788597628.133645:0:2404:0:(genops.c:1223:class_import_put()) import ffffa077eb6ac800 refcount=3 obd=lustre-OST0000-osc-ffffa077d0191800 00000020:00000001:3.0:1788597628.133647:0:2404:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788597628.133650:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa0773db91e00. 02000000:00000001:3.0:1788597628.133654:0:2404:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788597628.133656:0:2404:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788597628.133657:0:2404:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa077d8736300. 00000100:00000001:3.0:1788597628.133661:0:2404:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788597628.133662:0:2404:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788597628.133666:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788597628.133667:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788597628.133669:0:2404:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788597628.133671:0:2404:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788597628.133672:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1788597628.147151:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788597628.147168:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788597628.147172:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788597628.147174:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788597628.147183:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.111@tcp to cpt 0 00000400:00000200:0.0:1788597628.147191:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.11@tcp(192.168.203.11@tcp) <- 192.168.203.111@tcp : PUT - for me 00000400:00000200:0.0:1788597628.147201:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.111@tcp to cpt 0 00000400:00000200:0.0:1788597628.147205:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.111@tcp to cpt 0 00000400:00000200:0.0:1788597628.147211:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.111@tcp to cpt 0 00000400:00000200:0.0:1788597628.147215:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.111@tcp of length 224 into portal 10 MB=0x6a9ba71b5fb80 00000400:00000200:0.0:1788597628.147220:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.111@tcp to cpt 0 00000400:00000200:0.0:1788597628.147225:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.111@tcp of length 224/224 into md 0x530f81 [1] + 224 00000800:00000001:0.0:1788597628.147231:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788597628.147240:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788597628.147243:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788597628.147248:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.11@tcp->192.168.203.111@tcp: PUT: OK 00000100:00000001:0.0:1788597628.147255:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788597628.147264:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffffa077d8736a00 x1875468097026944/t0(0) o400->lustre-MDT0000-mdc-ffffa077d0191800@192.168.203.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1788597644 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788597628.147274:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffffa077d8736a00 x1875468097026944/t0(0) o400->lustre-MDT0000-mdc-ffffa077d0191800@192.168.203.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1788597644 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788597628.147286:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788597628.147293:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788597628.147295:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788597628.147466:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788597628.147471:0:2404:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788597628.147477:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788597628.147479:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788597628.147482:0:2404:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa077f3cf7a50. 00000400:00000200:3.0:1788597628.147486:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa07801767e58 00000400:00000010:3.0:1788597628.147489:0:2404:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffffa07801767e58. 00000100:00000001:3.0:1788597628.147491:0:2404:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788597628.147496:0:2404:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffffa077d8736a00 x1875468097026944/t0(0) o400->lustre-MDT0000-mdc-ffffa077d0191800@192.168.203.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1788597644 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788597628.147504:0:2404:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffffa077d8736a00 x1875468097026944/t0(0) o400->lustre-MDT0000-mdc-ffffa077d0191800@192.168.203.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1788597644 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788597628.147509:0:2404:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788597628.147511:0:2404:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788597628.147513:0:2404:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788597628.147516:0:2404:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788597628.147518:0:2404:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788597628.147520:0:2404:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788597628.147523:0:2404:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788597628.147531:0:2404:0:(import.c:2195:obd_at_measure()) add 5 to ffffa077eb6a9c60 time=65 v=5 (61 61 61 61) 00000100:00001000:3.0:1788597628.147534:0:2404:0:(import.c:2195:obd_at_measure()) add 1 to ffffa077eb6a9c18 time=76 v=5 (1 1 1 1) 00000100:00000001:3.0:1788597628.147541:0:2404:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788597628.147543:0:2404:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788597628.147546:0:2404:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788597628.147550:0:2404:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788597628.147553:0:2404:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788597628.147555:0:2404:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffffa077d0191800: skip recheck: last_committed 30064771624 00000100:00000001:3.0:1788597628.147556:0:2404:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788597628.147558:0:2404:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788597628.147562:0:2404:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffffa077d8736a00 x1875468097026944/t0(0) o400->lustre-MDT0000-mdc-ffffa077d0191800@192.168.203.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1788597644 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788597628.147568:0:2404:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788597628.147571:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788597628.147573:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788597628.147576:0:2404:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffffa077d8736a00 x1875468097026944/t0(0) o400->lustre-MDT0000-mdc-ffffa077d0191800@192.168.203.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1788597644 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788597628.147583:0:2404:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffffa077d8736a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:0c0a11bb-ea67-4c59-8de3-776094138717:2404:1875468097026944:192.168.203.111@tcp:400:kworker.0 00000100:00000001:3.0:1788597628.147588:0:2404:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788597628.147591:0:2404:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788597628.147594:0:2404:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffffa077d8736a00 x1875468097026944/t0(0) o400->lustre-MDT0000-mdc-ffffa077d0191800@192.168.203.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1788597644 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788597628.147601:0:2404:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788597628.147603:0:2404:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788597628.147607:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa077c51c7600. 02000000:00000001:3.0:1788597628.147610:0:2404:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788597628.147612:0:2404:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788597628.147614:0:2404:0:(genops.c:1223:class_import_put()) import ffffa077eb6a9800 refcount=8 obd=lustre-MDT0000-mdc-ffffa077d0191800 00000020:00000001:3.0:1788597628.147616:0:2404:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788597628.147619:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa0773db91b00. 02000000:00000001:3.0:1788597628.147623:0:2404:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788597628.147624:0:2404:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788597628.147626:0:2404:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa077d8736a00. 00000100:00000001:3.0:1788597628.147629:0:2404:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788597628.147634:0:2404:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788597628.147637:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788597628.147638:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788597628.147639:0:2404:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788597628.147641:0:2404:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788597628.147643:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1788597628.149422:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788597628.149434:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788597628.149438:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788597628.149440:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788597628.149447:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.111@tcp to cpt 0 00000400:00000200:0.0:1788597628.149454:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.11@tcp(192.168.203.11@tcp) <- 192.168.203.111@tcp : PUT - for me 00000400:00000200:0.0:1788597628.149463:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.111@tcp to cpt 0 00000400:00000200:0.0:1788597628.149467:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.111@tcp to cpt 0 00000400:00000200:0.0:1788597628.149471:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.111@tcp to cpt 0 00000400:00000200:0.0:1788597628.149476:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.111@tcp of length 224 into portal 25 MB=0x6a9ba71b5fb00 00000400:00000200:0.0:1788597628.149481:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.111@tcp to cpt 0 00000400:00000200:0.0:1788597628.149487:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.111@tcp of length 224/224 into md 0x530f91 [1] + 224 00000800:00000001:0.0:1788597628.149493:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788597628.149550:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788597628.149553:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788597628.149558:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.11@tcp->192.168.203.111@tcp: PUT: OK 00000100:00000001:0.0:1788597628.149566:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788597628.149573:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffffa077d8737b80 x1875468097026816/t0(0) o400->MGC192.168.203.111@tcp@192.168.203.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1788597644 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788597628.149584:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffffa077d8737b80 x1875468097026816/t0(0) o400->MGC192.168.203.111@tcp@192.168.203.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1788597644 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788597628.149593:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788597628.149600:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788597628.149603:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788597628.150244:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788597628.150249:0:2404:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788597628.150256:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788597628.150257:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788597628.150260:0:2404:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa077f3cf7058. 00000400:00000200:3.0:1788597628.150266:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa078017677f8 00000400:00000010:3.0:1788597628.150268:0:2404:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffffa078017677f8. 00000100:00000001:3.0:1788597628.150272:0:2404:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788597628.150278:0:2404:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffffa077d8737b80 x1875468097026816/t0(0) o400->MGC192.168.203.111@tcp@192.168.203.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1788597644 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788597628.150289:0:2404:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffffa077d8737b80 x1875468097026816/t0(0) o400->MGC192.168.203.111@tcp@192.168.203.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1788597644 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788597628.150295:0:2404:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788597628.150297:0:2404:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788597628.150299:0:2404:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788597628.150301:0:2404:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788597628.150304:0:2404:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788597628.150306:0:2404:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788597628.150309:0:2404:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788597628.150315:0:2404:0:(import.c:2195:obd_at_measure()) add 5 to ffffa077f2db1460 time=65 v=5 (5 5 5 5) 00000100:00001000:3.0:1788597628.151032:0:2404:0:(import.c:2195:obd_at_measure()) add 1 to ffffa077f2db1418 time=76 v=5 (1 1 1 1) 00000100:00000001:3.0:1788597628.151035:0:2404:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788597628.151037:0:2404:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788597628.151040:0:2404:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788597628.151043:0:2404:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788597628.151046:0:2404:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788597628.151053:0:2404:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffffa077d8737b80 x1875468097026816/t0(0) o400->MGC192.168.203.111@tcp@192.168.203.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1788597644 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788597628.151112:0:2404:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788597628.151116:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788597628.151128:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788597628.151133:0:2404:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffffa077d8737b80 x1875468097026816/t0(0) o400->MGC192.168.203.111@tcp@192.168.203.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1788597644 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788597628.151141:0:2404:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffffa077d8737b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a0fdd8da-52df-471c-8ac5-a4a7966af505:2404:1875468097026816:192.168.203.111@tcp:400:kworker.0 00000100:00000001:3.0:1788597628.151148:0:2404:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788597628.151151:0:2404:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788597628.151155:0:2404:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffffa077d8737b80 x1875468097026816/t0(0) o400->MGC192.168.203.111@tcp@192.168.203.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1788597644 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788597628.151162:0:2404:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788597628.151165:0:2404:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788597628.151170:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa077c51c7e00. 02000000:00000001:3.0:1788597628.151174:0:2404:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788597628.151177:0:2404:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788597628.151179:0:2404:0:(genops.c:1223:class_import_put()) import ffffa077f2db1000 refcount=3 obd=MGC192.168.203.111@tcp 00000020:00000001:3.0:1788597628.151181:0:2404:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788597628.151184:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa0773db91400. 02000000:00000001:3.0:1788597628.151189:0:2404:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788597628.151191:0:2404:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788597628.151193:0:2404:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa077d8737b80. 00000100:00000001:3.0:1788597628.151196:0:2404:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788597628.151198:0:2404:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788597628.151202:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788597628.151204:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788597628.151205:0:2404:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788597628.151207:0:2404:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788597628.151208:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1788597628.155831:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788597628.155845:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788597628.155848:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788597628.155850:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788597628.155860:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.111@tcp to cpt 0 00000400:00000200:0.0:1788597628.155868:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.11@tcp(192.168.203.11@tcp) <- 192.168.203.111@tcp : PUT - for me 00000400:00000200:0.0:1788597628.155876:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.111@tcp to cpt 0 00000400:00000200:0.0:1788597628.155893:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.111@tcp to cpt 0 00000400:00000200:0.0:1788597628.155899:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.111@tcp to cpt 0 00000400:00000200:0.0:1788597628.155910:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.111@tcp of length 224 into portal 10 MB=0x6a9ba71b5fc00 00000400:00000200:0.0:1788597628.155915:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.111@tcp to cpt 0 00000400:00000200:0.0:1788597628.155920:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.111@tcp of length 224/224 into md 0x530f99 [1] + 224 00000800:00000001:0.0:1788597628.155927:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788597628.155935:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788597628.155938:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788597628.155942:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.11@tcp->192.168.203.111@tcp: PUT: OK 00000100:00000001:0.0:1788597628.155958:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788597628.155966:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffffa077d8735500 x1875468097027072/t0(0) o400->lustre-MDT0001-mdc-ffffa077d0191800@192.168.203.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1788597644 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788597628.155976:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffffa077d8735500 x1875468097027072/t0(0) o400->lustre-MDT0001-mdc-ffffa077d0191800@192.168.203.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1788597644 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788597628.155997:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788597628.156003:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788597628.156006:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788597628.156039:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788597628.156043:0:2404:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788597628.156049:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788597628.156051:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788597628.156054:0:2404:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa077f3cf7790. 00000400:00000200:2.0:1788597628.156058:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa078017673b8 00000400:00000010:2.0:1788597628.156060:0:2404:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffffa078017673b8. 00000100:00000001:2.0:1788597628.156063:0:2404:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788597628.156068:0:2404:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffffa077d8735500 x1875468097027072/t0(0) o400->lustre-MDT0001-mdc-ffffa077d0191800@192.168.203.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1788597644 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788597628.156085:0:2404:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffffa077d8735500 x1875468097027072/t0(0) o400->lustre-MDT0001-mdc-ffffa077d0191800@192.168.203.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1788597644 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788597628.156091:0:2404:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788597628.156093:0:2404:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788597628.156096:0:2404:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788597628.156099:0:2404:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788597628.156101:0:2404:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788597628.156103:0:2404:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788597628.156106:0:2404:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788597628.156118:0:2404:0:(import.c:2195:obd_at_measure()) add 5 to ffffa077eb6aec60 time=65 v=5 (61 61 61 61) 00000100:00001000:2.0:1788597628.156122:0:2404:0:(import.c:2195:obd_at_measure()) add 1 to ffffa077eb6aec18 time=51 v=5 (1 1 1 1) 00000100:00000001:2.0:1788597628.156125:0:2404:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788597628.156126:0:2404:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788597628.156129:0:2404:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1788597628.156134:0:2404:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa077d8735500 x1875468097027072/t0(0) o400->lustre-MDT0001-mdc-ffffa077d0191800@192.168.203.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1788597644 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1788597628.156141:0:2404:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788597628.156144:0:2404:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788597628.156147:0:2404:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffffa077d0191800: skip recheck: last_committed 21474836540 00000100:00000001:2.0:1788597628.156149:0:2404:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788597628.156151:0:2404:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788597628.156155:0:2404:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffffa077d8735500 x1875468097027072/t0(0) o400->lustre-MDT0001-mdc-ffffa077d0191800@192.168.203.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1788597644 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788597628.156170:0:2404:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788597628.156173:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788597628.156175:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788597628.156179:0:2404:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffffa077d8735500 x1875468097027072/t0(0) o400->lustre-MDT0001-mdc-ffffa077d0191800@192.168.203.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1788597644 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788597628.156186:0:2404:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffffa077d8735500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:0c0a11bb-ea67-4c59-8de3-776094138717:2404:1875468097027072:192.168.203.111@tcp:400:kworker.0 00000100:00000001:2.0:1788597628.156191:0:2404:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788597628.156193:0:2404:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788597628.156196:0:2404:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffffa077d8735500 x1875468097027072/t0(0) o400->lustre-MDT0001-mdc-ffffa077d0191800@192.168.203.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1788597644 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788597628.156203:0:2404:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788597628.156205:0:2404:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788597628.156208:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa077c51c7400. 02000000:00000001:2.0:1788597628.156211:0:2404:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788597628.156213:0:2404:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788597628.156215:0:2404:0:(genops.c:1223:class_import_put()) import ffffa077eb6ae800 refcount=3 obd=lustre-MDT0001-mdc-ffffa077d0191800 00000020:00000001:2.0:1788597628.156217:0:2404:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788597628.156223:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa0773db91200. 02000000:00000001:2.0:1788597628.156227:0:2404:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788597628.156229:0:2404:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788597628.156231:0:2404:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa077d8735500. 00000100:00000001:2.0:1788597628.156234:0:2404:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788597628.156235:0:2404:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788597628.156237:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788597628.156244:0:2404:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788597628.156246:0:2404:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788597628.156248:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788597628.156250:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788597628.727273:0:271846:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788597628.727283:0:271846:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788597628.727285:0:271846:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788597628.727288:0:271846:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788597628.727293:0:271846:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788597628.727295:0:271846:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788597628.727297:0:271846:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788597628.727299:0:271846:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788597628.727303:0:271846:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788597628.727304:0:271846:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788597628.727765:0:248201:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788597628.727768:0:248201:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788597628.727771:0:248201:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1788597628.993673:0:285468:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) Debug log: 2069 lines, 2069 kept, 0 dropped, 0 bad.