00010000:00000001:0.0F:1785405026.966329:0:279653:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1785405026.966352:0:279653:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1785405026.966358:0:279653:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1785405026.966360:0:279653:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0F:1785405026.967347:0:234740:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1785405026.967357:0:234740:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1785405026.967360:0:234740:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:0.0:1785405027.284630:0:2391:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91710ae8c0c0] -> 12345-192.168.202.3@tcp (6) 00000800:00000200:0.0:1785405027.284638:0:2391:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.3@tcp ip 192.168.202.3:988 00000800:00000200:0.0:1785405027.284643:0:2391:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff917110e45b00 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:3.0F:1785405027.285066:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000001:3.0:1785405027.285078:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1785405027.285090:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1785405027.285094:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1785405027.285097:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1785405027.987231:0:279653:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1785405027.987237:0:279653:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1785405027.987243:0:279653:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1785405027.987244:0:279653:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1785405027.987359:0:240730:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1785405027.987363:0:240730:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1785405027.987366:0:240730:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0F:1785405028.496948:0:280409:0:(connection.c:75:cpu_latency_work()) work item of ffff917109986a20 (cpu 2) has reached its deadline 4311417570, at 4311417600 00000100:00000010:2.0:1785405028.496976:0:280409:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff917103097e40. 00000100:00000040:3.0:1785405028.499004:0:272886:0:(connection.c:75:cpu_latency_work()) work item of ffff917109986b30 (cpu 3) has reached its deadline 4311417570, at 4311417602 00000100:00000010:3.0:1785405028.499014:0:272886:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff917103097f00. 00010000:00000001:0.0:1785405029.009270:0:279653:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1785405029.009277:0:279653:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1785405029.009282:0:279653:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1785405029.009283:0:279653:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1785405029.015486:0:234739:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1785405029.015493:0:234739:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1785405029.015498:0:234739:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1785405029.782509:0:248364:0:(pinger.c:229:ptlrpc_pinger_process_import()) 617c1054-42de-4d6e-b093-1e483ab756db->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1785405029.782520:0:248364:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1785405029.782528:0:248364:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff917130f2f800. 00000020:00000040:0.0:1785405029.782534:0:248364:0:(genops.c:1231:class_import_get()) import ffff917103101000 refcount=4 obd=MGC192.168.202.103@tcp 00000100:00000001:0.0:1785405029.782538:0:248364:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1785405029.782540:0:248364:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1785405029.782545:0:248364:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1785405029.782553:0:248364:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91710929b300. 00000100:00000001:0.0:1785405029.782559:0:248364:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1785405029.782570:0:248364:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 617c1054-42de-4d6e-b093-1e483ab756db->MGS req@ffff917130f2f800 x1872115598933120/t0(0) o400->MGC192.168.202.103@tcp@192.168.202.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1785405029.782580:0:248364:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1785405029.782585:0:248364:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1785405029.782591:0:248364:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001ddba2e7] to pc [ptlrpcd_00_00+0] req@ffff917130f2f800 x1872115598933120/t0(0) o400->MGC192.168.202.103@tcp@192.168.202.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785405029.782620:0:248364:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1785405029.782623:0:248364:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf5bef28-9894-4251-9025-4a41cd4535fe->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1785405029.782626:0:248364:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1785405029.782727:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1785405029.782731:0:2400:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1785405029.782733:0:2400:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1785405029.782740:0:2400:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff917130f2f800 x1872115598933120/t0(0) o400->MGC192.168.202.103@tcp@192.168.202.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785405029.782749:0:2400:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1785405029.782752:0:2400:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1785405029.782756:0:2400:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1785405029.782759:0:2400:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1785405029.782761:0:2400:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1785405029.782765:0:2400:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff917130f2f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:617c1054-42de-4d6e-b093-1e483ab756db:2400:1872115598933120:192.168.202.103@tcp:400:kworker.0 00000100:00000001:1.0:1785405029.782769:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1785405029.782774:0:2400:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1785405029.782777:0:2400:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1785405029.782779:0:2400:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1785405029.782784:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9171049a8c00. 02000000:00000001:1.0:1785405029.782786:0:2400:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1785405029.782793:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.103@tcp to cpt 1 00000400:00000010:1.0:1785405029.782797:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91712651d318. 00000400:00000010:1.0:1785405029.782804:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff917109e64d48. 00000100:00000200:1.0:1785405029.782811:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872115598933120, portal 25 00000100:00000001:1.0:1785405029.782813:0:2400:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1785405029.782814:0:2400:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622514071402496 : -121559638149120 : ffff917130f2f800) 00000100:00000040:1.0:1785405029.782820:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff917130f2f800 x1872115598933120/t0(0) o400->MGC192.168.202.103@tcp@192.168.202.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1785405045 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785405029.782828:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1785405029.782838:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.103@tcp 00000400:00000010:1.0:1785405029.782840:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff917109e643b8. 00000100:00000200:1.0:1785405029.782844:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1872115598933120, offset 0 00000400:00000200:1.0:1785405029.782850:0:2400:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.103@tcp 00000400:00000200:1.0:1785405029.782900:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.103@tcp to cpt 1 00000400:00000200:1.0:1785405029.782909:0:2400:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.103@tcp local destination 00000400:00000200:1.0:1785405029.782914:0:2400:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1785405029.782918:0:2400:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.3@tcp 00000400:00000200:1.0:1785405029.782922:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.3@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1785405029.782925:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.103@tcp 00000400:00000200:1.0:1785405029.782929:0:2400:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.3@tcp NI seq info: [547044:547044:256:4294967295] 192.168.202.103@tcp LPNI seq info [547032:547032:8:4294967295] 00000400:00000200:1.0:1785405029.782934:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.103@tcp to cpt 1 00000400:00000200:1.0:1785405029.782944:0:2400:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.3@tcp(192.168.202.3@tcp:) -> 192.168.202.103@tcp(192.168.202.103@tcp:192.168.202.103@tcp) : PUT try# 0 00000800:00000200:1.0:1785405029.782950:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.103@tcp 00000800:00000010:1.0:1785405029.782955:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff917109bdfc00. 00000800:00000200:1.0:1785405029.782961:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91710a163c00] -> 12345-192.168.202.103@tcp (5) 00000800:00000200:1.0:1785405029.782969:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.103@tcp ip 192.168.202.103:988 00000800:00000200:1.0:1785405029.782973:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff917109bdfc00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1785405029.782989:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1785405029.782993:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.103@tcp to cpt 1 00000100:00000001:1.0:1785405029.782996:0:2400:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.103@tcp: PM QoS new deadline estimation for cpu 2 is 4311422691 00000100:00000010:1.0:1785405029.782999:0:2400:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91712f488e40. 00000100:00000001:1.0:1785405029.783006:0:2400:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.103@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1785405029.783011:0:2400:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.103@tcp: PM QoS new deadline estimation for cpu 3 is 4311422691 00000100:00000010:1.0:1785405029.783015:0:2400:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91712f488660. 00000100:00000001:1.0:1785405029.783018:0:2400:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.103@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1785405029.783021:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1785405029.783023:0:2400:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1785405029.783027:0:2400:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1785405029.783030:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1785405029.783036:0:2400:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1785405029.783041:0:2400:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1785405029.783044:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1785405029.783045:0:2400:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1785405029.783046:0:2400:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1785405029.783048:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1785405029.783141:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1785405029.783145:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1785405029.783368:0:248364:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff917130f2c000. 00000020:00000040:0.0:1785405029.783371:0:248364:0:(genops.c:1231:class_import_get()) import ffff91710317d000 refcount=9 obd=lustre-MDT0000-mdc-ffff917110494800 00000100:00000001:0.0:1785405029.783374:0:248364:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1785405029.783375:0:248364:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1785405029.783377:0:248364:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1785405029.783443:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 02000000:00000010:0.0:1785405029.783481:0:248364:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91710929b100. 00000100:00000001:0.0:1785405029.783486:0:248364:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1785405029.783493:0:248364:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging bf5bef28-9894-4251-9025-4a41cd4535fe->lustre-MDT0000_UUID req@ffff917130f2c000 x1872115598933248/t0(0) o400->lustre-MDT0000-mdc-ffff917110494800@192.168.202.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1785405029.783501:0:248364:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1785405029.783504:0:248364:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1785405029.783508:0:248364:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd27a52e] to pc [ptlrpcd_00_01+1] req@ffff917130f2c000 x1872115598933248/t0(0) o400->lustre-MDT0000-mdc-ffff917110494800@192.168.202.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785405029.783545:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1785405029.783548:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1785405029.783549:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000800:00000010:3.0:1785405029.783553:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff917109bdfc00. 00000100:00000040:1.0:1785405029.783554:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff917130f2c000 x1872115598933248/t0(0) o400->lustre-MDT0000-mdc-ffff917110494800@192.168.202.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1785405029.783559:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1785405029.783560:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1785405029.783561:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1785405029.783563:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.3@tcp->192.168.202.103@tcp: PUT: OK 02000000:00000001:1.0:1785405029.783564:0:2401:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1785405029.783566:0:2401:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1785405029.783567:0:2401:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1785405029.783568:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff917109e643b8 00000100:00100000:1.0:1785405029.783570:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff917130f2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:bf5bef28-9894-4251-9025-4a41cd4535fe:2401:1872115598933248:192.168.202.103@tcp:400:kworker.0 00000400:00000010:3.0:1785405029.783571:0:2395:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff917109e643b8. 00000100:00000001:3.0:1785405029.783574:0:2395:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1785405029.783574:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1785405029.783576:0:2401:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000200:3.0:1785405029.783578:0:2395:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff917130f2f800 x1872115598933120/t0(0) o400->MGC192.168.202.103@tcp@192.168.202.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1785405045 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1785405029.783578:0:2401:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1785405029.783579:0:2401:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1785405029.783583:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9171049a8000. 02000000:00000001:1.0:1785405029.783584:0:2401:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1785405029.783586:0:2395:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1785405029.783588:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.103@tcp to cpt 1 00000100:00000040:3.0:1785405029.783589:0:2395:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff917130f2f800 x1872115598933120/t0(0) o400->MGC192.168.202.103@tcp@192.168.202.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1785405045 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1785405029.783590:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91712651dd68. 00000400:00000010:1.0:1785405029.783594:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff917109e64440. 00000100:00000001:3.0:1785405029.783596:0:2395:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1785405029.783597:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872115598933248, portal 10 00000100:00000001:3.0:1785405029.783598:0:2395:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1785405029.783598:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1785405029.783600:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622514071388160 : -121559638163456 : ffff917130f2c000) 00000100:00000040:1.0:1785405029.783605:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff917130f2c000 x1872115598933248/t0(0) o400->lustre-MDT0000-mdc-ffff917110494800@192.168.202.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1785405045 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785405029.783611:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1785405029.783613:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.103@tcp 00000400:00000010:1.0:1785405029.783620:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff917109e646e8. 00000100:00000200:1.0:1785405029.783623:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1872115598933248, offset 0 00000400:00000200:1.0:1785405029.783628:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.103@tcp 00000400:00000200:1.0:1785405029.783766:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.103@tcp to cpt 1 00000400:00000200:1.0:1785405029.783773:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.103@tcp local destination 00000400:00000200:1.0:1785405029.783776:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1785405029.783779:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.3@tcp 00000400:00000200:1.0:1785405029.783782:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.3@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1785405029.783784:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.103@tcp 00000400:00000200:1.0:1785405029.783787:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.3@tcp NI seq info: [547045:547045:256:4294967295] 192.168.202.103@tcp LPNI seq info [547033:547033:8:4294967295] 00000400:00000200:1.0:1785405029.783792:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.103@tcp to cpt 1 00000400:00000200:1.0:1785405029.783799:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.3@tcp(192.168.202.3@tcp:) -> 192.168.202.103@tcp(192.168.202.103@tcp:192.168.202.103@tcp) : PUT try# 0 00000800:00000200:1.0:1785405029.783804:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.103@tcp 00000800:00000010:1.0:1785405029.783807:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff917109bdf300. 00000800:00000200:1.0:1785405029.783811:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91710a163c00] -> 12345-192.168.202.103@tcp (5) 00000800:00000200:1.0:1785405029.783816:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.103@tcp ip 192.168.202.103:988 00000800:00000200:1.0:1785405029.783819:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff917109bdf300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1785405029.783831:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1785405029.783835:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff917110494800: using a timeout of 35352 usecs (36 jiffies) 00000400:00000200:1.0:1785405029.783838:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.103@tcp to cpt 1 00000100:00000001:1.0:1785405029.783840:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff917110494800: PM QoS new deadline estimation for cpu 2 is 4311418922 00000100:00000001:1.0:1785405029.783842:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff917110494800: PM QoS request active for cpu 2, keep current deadline 4311422691 00000100:00000001:1.0:1785405029.783844:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff917110494800: PM QoS new deadline estimation for cpu 3 is 4311418922 00000100:00000001:1.0:1785405029.783846:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff917110494800: PM QoS request active for cpu 3, keep current deadline 4311422691 00000100:00000001:1.0:1785405029.783848:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1785405029.783850:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1785405029.783852:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1785405029.783854:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1785405029.783893:0:248364:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1785405029.783896:0:248364:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf5bef28-9894-4251-9025-4a41cd4535fe->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1785405029.783900:0:248364:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1785405029.783904:0:248364:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff917130f2d500. 00000020:00000040:0.0:1785405029.783906:0:248364:0:(genops.c:1231:class_import_get()) import ffff917104f8d000 refcount=4 obd=lustre-MDT0001-mdc-ffff917110494800 00000100:00000001:0.0:1785405029.783908:0:248364:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1785405029.783910:0:248364:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1785405029.783912:0:248364:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1785405029.783916:0:248364:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91710929b600. 00000100:00000001:0.0:1785405029.783919:0:248364:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1785405029.783924:0:248364:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging bf5bef28-9894-4251-9025-4a41cd4535fe->lustre-MDT0001_UUID req@ffff917130f2d500 x1872115598933376/t0(0) o400->lustre-MDT0001-mdc-ffff917110494800@192.168.202.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1785405029.783930:0:248364:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1785405029.783932:0:248364:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1785405029.783936:0:248364:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004b9d32f1] to pc [ptlrpcd_00_00+0] req@ffff917130f2d500 x1872115598933376/t0(0) o400->lustre-MDT0001-mdc-ffff917110494800@192.168.202.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785405029.783977:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1785405029.783979:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1785405029.783987:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1785405029.783988:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1785405029.783989:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1785405029.783992:0:2401:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:1.0:1785405029.783993:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1785405029.783996:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1785405029.783997:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1785405029.783999:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1785405029.784000:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1785405029.784001:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1785405029.784005:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff917130f2d500 x1872115598933376/t0(0) o400->lustre-MDT0001-mdc-ffff917110494800@192.168.202.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785405029.784012:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1785405029.784014:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1785405029.784016:0:2401:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1785405029.784018:0:2401:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1785405029.784019:0:2401:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1785405029.784022:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff917130f2d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:bf5bef28-9894-4251-9025-4a41cd4535fe:2401:1872115598933376:192.168.202.103@tcp:400:kworker.0 00000100:00000001:1.0:1785405029.784025:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1785405029.784028:0:2401:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1785405029.784029:0:2401:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1785405029.784031:0:2401:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1785405029.784034:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9171049a8400. 02000000:00000001:1.0:1785405029.784036:0:2401:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1785405029.784040:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.103@tcp to cpt 1 00000400:00000010:1.0:1785405029.784043:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91712651d2c0. 00000400:00000010:1.0:1785405029.784046:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff917109e64330. 00000100:00000200:1.0:1785405029.784049:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872115598933376, portal 10 00000100:00000001:1.0:1785405029.784050:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1785405029.784052:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622514071393536 : -121559638158080 : ffff917130f2d500) 00000100:00000040:1.0:1785405029.784058:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff917130f2d500 x1872115598933376/t0(0) o400->lustre-MDT0001-mdc-ffff917110494800@192.168.202.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1785405045 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785405029.784065:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1785405029.784067:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.103@tcp 00000400:00000010:1.0:1785405029.784076:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff917109e64dd0. 00000100:00000200:1.0:1785405029.784079:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1872115598933376, offset 0 00000400:00000200:1.0:1785405029.784083:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.103@tcp 00000400:00000200:1.0:1785405029.784087:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.103@tcp to cpt 1 00000400:00000200:1.0:1785405029.784090:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.103@tcp local destination 00000400:00000200:1.0:1785405029.784093:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1785405029.784095:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.3@tcp 00000400:00000200:1.0:1785405029.784098:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.3@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1785405029.784100:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.103@tcp 00000400:00000200:1.0:1785405029.784103:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.3@tcp NI seq info: [547046:547046:255:4294967295] 192.168.202.103@tcp LPNI seq info [547034:547034:7:4294967295] 00000400:00000200:1.0:1785405029.784107:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.103@tcp to cpt 1 00000400:00000200:1.0:1785405029.784113:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.3@tcp(192.168.202.3@tcp:) -> 192.168.202.103@tcp(192.168.202.103@tcp:192.168.202.103@tcp) : PUT try# 0 00000800:00000200:1.0:1785405029.784117:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.103@tcp 00000800:00000010:1.0:1785405029.784120:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff917109bdf900. 00000800:00000200:1.0:1785405029.784124:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91710a163c00] -> 12345-192.168.202.103@tcp (5) 00000800:00000200:1.0:1785405029.784127:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.103@tcp ip 192.168.202.103:988 00000800:00000200:1.0:1785405029.784130:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff917109bdf900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1785405029.784133:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1785405029.784135:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff917110494800: using a timeout of 32752 usecs (33 jiffies) 00000400:00000200:1.0:1785405029.784138:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.103@tcp to cpt 1 00000100:00000001:1.0:1785405029.784140:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff917110494800: PM QoS new deadline estimation for cpu 2 is 4311418920 00000100:00000001:1.0:1785405029.784143:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff917110494800: PM QoS request active for cpu 2, keep current deadline 4311422691 00000100:00000001:1.0:1785405029.784145:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff917110494800: PM QoS new deadline estimation for cpu 3 is 4311418920 00000100:00000001:1.0:1785405029.784147:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff917110494800: PM QoS request active for cpu 3, keep current deadline 4311422691 00000100:00000001:1.0:1785405029.784149:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1785405029.784151:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1785405029.784153:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1785405029.784155:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1785405029.784171:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1785405029.784173:0:2400:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1785405029.784180:0:2400:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1785405029.784182:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1785405029.784290:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1785405029.784294:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff917109bdf300. 00000400:00000200:3.0:1785405029.784297:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1785405029.784301:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.3@tcp->192.168.202.103@tcp: PUT: OK 00000400:00000200:3.0:1785405029.784304:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff917109e646e8 00000400:00000010:3.0:1785405029.784306:0:2394:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff917109e646e8. 00000100:00000001:3.0:1785405029.784308:0:2394:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1785405029.784312:0:2394:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff917130f2c000 x1872115598933248/t0(0) o400->lustre-MDT0000-mdc-ffff917110494800@192.168.202.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1785405045 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785405029.784320:0:2394:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1785405029.784323:0:2394:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff917130f2c000 x1872115598933248/t0(0) o400->lustre-MDT0000-mdc-ffff917110494800@192.168.202.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1785405045 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785405029.784329:0:2394:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1785405029.784336:0:2394:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1785405029.784347:0:248364:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1785405029.784355:0:248364:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf5bef28-9894-4251-9025-4a41cd4535fe->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1785405029.784358:0:248364:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1785405029.784361:0:248364:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff917130f2ed80. 00000020:00000040:0.0:1785405029.784364:0:248364:0:(genops.c:1231:class_import_get()) import ffff917104f88000 refcount=4 obd=lustre-OST0000-osc-ffff917110494800 00000100:00000001:0.0:1785405029.784366:0:248364:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1785405029.784367:0:248364:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1785405029.784369:0:248364:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1785405029.784373:0:248364:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91710929b800. 00000100:00000001:0.0:1785405029.784376:0:248364:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1785405029.785035:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1785405029.785039:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff917109bdf900. 00000400:00000200:3.0:1785405029.785042:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1785405029.785046:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.3@tcp->192.168.202.103@tcp: PUT: OK 00000100:00000040:0.0:1785405029.785195:0:248364:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging bf5bef28-9894-4251-9025-4a41cd4535fe->lustre-OST0000_UUID req@ffff917130f2ed80 x1872115598933504/t0(0) o400->lustre-OST0000-osc-ffff917110494800@192.168.202.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1785405029.785205:0:248364:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1785405029.785207:0:248364:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1785405029.785212:0:248364:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000066da1217] to pc [ptlrpcd_00_01+1] req@ffff917130f2ed80 x1872115598933504/t0(0) o400->lustre-OST0000-osc-ffff917110494800@192.168.202.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785405029.785224:0:248364:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1785405029.785227:0:248364:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf5bef28-9894-4251-9025-4a41cd4535fe->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1785405029.785230:0:248364:0:(pinger.c:247:ptlrpc_pinger_process_import()) bf5bef28-9894-4251-9025-4a41cd4535fe->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1785405029.785235:0:248364:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (16756) 00000100:00000001:0.0:1785405029.785246:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1785405029.785248:0:2400:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1785405029.785250:0:2400:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1785405029.785252:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:0.0:1785405029.785254:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1785405029.785257:0:2400:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1785405029.785259:0:2400:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1785405029.785261:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1785405029.785262:0:2400:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1785405029.785263:0:2400:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1785405029.785267:0:2400:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff917130f2ed80 x1872115598933504/t0(0) o400->lustre-OST0000-osc-ffff917110494800@192.168.202.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785405029.785274:0:2400:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000400:00000200:3.0:1785405029.786214:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff917109e64dd0 00000400:00000010:3.0:1785405029.786218:0:2394:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff917109e64dd0. 00000100:00000001:3.0:1785405029.786222:0:2394:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1785405029.786228:0:2394:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff917130f2d500 x1872115598933376/t0(0) o400->lustre-MDT0001-mdc-ffff917110494800@192.168.202.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1785405045 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785405029.786238:0:2394:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1785405029.786241:0:2394:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff917130f2d500 x1872115598933376/t0(0) o400->lustre-MDT0001-mdc-ffff917110494800@192.168.202.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1785405045 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785405029.786248:0:2394:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1785405029.786250:0:2394:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1785405029.786958:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1785405029.786968:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1785405029.786971:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1785405029.786973:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1785405029.786978:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.103@tcp to cpt 1 00000400:00000200:3.0:1785405029.786983:0:2395:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.3@tcp(192.168.202.3@tcp) <- 192.168.202.103@tcp : PUT - for me 00000400:00000200:3.0:1785405029.786990:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.103@tcp to cpt 1 00000400:00000200:3.0:1785405029.786993:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.103@tcp to cpt 1 00000400:00000200:3.0:1785405029.786998:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.103@tcp to cpt 1 00000400:00000200:3.0:1785405029.787001:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.103@tcp of length 224 into portal 25 MB=0x6a6ade140bc80 00000400:00000200:3.0:1785405029.787006:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.103@tcp to cpt 1 00000400:00000200:3.0:1785405029.787012:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.103@tcp of length 224/224 into md 0x53b445 [1] + 224 00000800:00000001:3.0:1785405029.787019:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1785405029.787024:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1785405029.787027:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1785405029.787030:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.3@tcp->192.168.202.103@tcp: PUT: OK 00000100:00000001:3.0:1785405029.787034:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1785405029.787039:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff917130f2f800 x1872115598933120/t0(0) o400->MGC192.168.202.103@tcp@192.168.202.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1785405045 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1785405029.787073:0:2395:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff917130f2f800 x1872115598933120/t0(0) o400->MGC192.168.202.103@tcp@192.168.202.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1785405045 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785405029.787081:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1785405029.787089:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1785405029.787141:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1785405029.788383:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1785405029.788389:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1785405029.788392:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1785405029.788394:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1785405029.788399:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.103@tcp to cpt 1 00000400:00000200:3.0:1785405029.788403:0:2394:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.3@tcp(192.168.202.3@tcp) <- 192.168.202.103@tcp : PUT - for me 00000400:00000200:3.0:1785405029.788409:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.103@tcp to cpt 1 00000400:00000200:3.0:1785405029.788412:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.103@tcp to cpt 1 00000400:00000200:3.0:1785405029.788416:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.103@tcp to cpt 1 00000400:00000200:3.0:1785405029.788419:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.103@tcp of length 224 into portal 10 MB=0x6a6ade140bd00 00000400:00000200:3.0:1785405029.788423:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.103@tcp to cpt 1 00000400:00000200:3.0:1785405029.788428:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.103@tcp of length 224/224 into md 0x53b44d [1] + 224 00000800:00000001:3.0:1785405029.788433:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1785405029.788436:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1785405029.788439:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1785405029.788442:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.3@tcp->192.168.202.103@tcp: PUT: OK 00000100:00000001:3.0:1785405029.788446:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1785405029.788459:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff917130f2c000 x1872115598933248/t0(0) o400->lustre-MDT0000-mdc-ffff917110494800@192.168.202.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1785405045 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1785405029.788469:0:2394:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff917130f2c000 x1872115598933248/t0(0) o400->lustre-MDT0000-mdc-ffff917110494800@192.168.202.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1785405045 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785405029.788477:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1785405029.788482:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1785405029.788485:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1785405029.788487:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1785405029.788744:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1785405029.788749:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.103@tcp to cpt 1 00000400:00000200:3.0:1785405029.788752:0:2394:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.3@tcp(192.168.202.3@tcp) <- 192.168.202.103@tcp : PUT - for me 00000400:00000200:3.0:1785405029.788757:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.103@tcp to cpt 1 00000400:00000200:3.0:1785405029.788760:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.103@tcp to cpt 1 00000400:00000200:3.0:1785405029.788763:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.103@tcp to cpt 1 00000400:00000200:3.0:1785405029.788766:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.103@tcp of length 224 into portal 10 MB=0x6a6ade140bd80 00000400:00000200:3.0:1785405029.788769:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.103@tcp to cpt 1 00000400:00000200:3.0:1785405029.788773:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.103@tcp of length 224/224 into md 0x53b455 [1] + 224 00000800:00000001:3.0:1785405029.788777:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1785405029.788783:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1785405029.788785:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1785405029.788788:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.3@tcp->192.168.202.103@tcp: PUT: OK 00000100:00000001:3.0:1785405029.788791:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1785405029.788982:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff917130f2d500 x1872115598933376/t0(0) o400->lustre-MDT0001-mdc-ffff917110494800@192.168.202.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1785405045 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1785405029.788993:0:2394:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff917130f2d500 x1872115598933376/t0(0) o400->lustre-MDT0001-mdc-ffff917110494800@192.168.202.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1785405045 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785405029.789001:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1785405029.789007:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1785405029.789010:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1785405029.789732:0:2400:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1785405029.789738:0:2400:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1785405029.789742:0:2400:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1785405029.789744:0:2400:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1785405029.789749:0:2400:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff917130f2ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:bf5bef28-9894-4251-9025-4a41cd4535fe:2400:1872115598933504:192.168.202.103@tcp:400:kworker.0 00000100:00000001:0.0:1785405029.789755:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1785405029.789760:0:2400:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1785405029.789762:0:2400:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1785405029.789764:0:2400:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1785405029.789770:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff917111cd5600. 02000000:00000001:0.0:1785405029.789772:0:2400:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1785405029.789777:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.103@tcp to cpt 1 00000400:00000010:0.0:1785405029.789780:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9171067f2688. 00000400:00000010:0.0:1785405029.789785:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff917126f8f5d8. 00000100:00000200:0.0:1785405029.789790:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872115598933504, portal 4 00000100:00000001:0.0:1785405029.789793:0:2400:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1785405029.789794:0:2400:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622514071399808 : -121559638151808 : ffff917130f2ed80) 00000100:00000040:0.0:1785405029.789802:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff917130f2ed80 x1872115598933504/t0(0) o400->lustre-OST0000-osc-ffff917110494800@192.168.202.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1785405085 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785405029.789810:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1785405029.789812:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.103@tcp 00000400:00000010:0.0:1785405029.789815:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff917126f8ff68. 00000100:00000200:0.0:1785405029.789818:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1872115598933504, offset 0 00000400:00000200:0.0:1785405029.789823:0:2400:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.103@tcp 00000400:00000200:0.0:1785405029.789829:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.103@tcp to cpt 1 00000400:00000200:0.0:1785405029.789834:0:2400:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.103@tcp local destination 00000400:00000200:0.0:1785405029.789839:0:2400:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1785405029.789842:0:2400:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.3@tcp 00000400:00000200:0.0:1785405029.789845:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.3@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1785405029.789848:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.103@tcp 00000400:00000200:0.0:1785405029.789851:0:2400:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.3@tcp NI seq info: [547047:547047:256:4294967295] 192.168.202.103@tcp LPNI seq info [547035:547035:8:4294967295] 00000400:00000200:0.0:1785405029.789855:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.103@tcp to cpt 1 00000400:00000200:0.0:1785405029.789897:0:2400:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.3@tcp(192.168.202.3@tcp:) -> 192.168.202.103@tcp(192.168.202.103@tcp:192.168.202.103@tcp) : PUT try# 0 00000800:00000200:0.0:1785405029.789910:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.103@tcp 00000800:00000010:0.0:1785405029.789914:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91710929bb00. 00000800:00000200:0.0:1785405029.789921:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91710a163c00] -> 12345-192.168.202.103@tcp (5) 00000800:00000200:0.0:1785405029.789926:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.103@tcp ip 192.168.202.103:988 00000800:00000200:0.0:1785405029.789930:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91710929bb00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1785405029.789944:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1785405029.789948:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff917110494800: using a timeout of 152697 usecs (153 jiffies) 00000400:00000200:0.0:1785405029.789951:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.103@tcp to cpt 1 00000100:00000001:0.0:1785405029.789954:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff917110494800: PM QoS new deadline estimation for cpu 2 is 4311419046 00000100:00000001:0.0:1785405029.789957:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff917110494800: PM QoS request active for cpu 2, keep current deadline 4311422691 00000100:00000001:0.0:1785405029.789959:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff917110494800: PM QoS new deadline estimation for cpu 3 is 4311419046 00000100:00000001:0.0:1785405029.789962:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff917110494800: PM QoS request active for cpu 3, keep current deadline 4311422691 00000100:00000001:0.0:1785405029.789964:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1785405029.789966:0:2400:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1785405029.789972:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1785405029.789974:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1785405029.789976:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91712651d318. 00000400:00000200:0.0:1785405029.789979:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff917109e64d48 00000400:00000010:0.0:1785405029.789981:0:2400:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff917109e64d48. 00000100:00000001:0.0:1785405029.789984:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1785405029.789988:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff917130f2f800 x1872115598933120/t0(0) o400->MGC192.168.202.103@tcp@192.168.202.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1785405045 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1785405029.789998:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff917130f2f800 x1872115598933120/t0(0) o400->MGC192.168.202.103@tcp@192.168.202.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1785405045 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785405029.790004:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1785405029.790006:0:2400:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1785405029.790008:0:2400:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1785405029.790011:0:2400:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1785405029.790013:0:2400:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1785405029.790014:0:2400:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1785405029.790017:0:2400:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1785405029.790027:0:2400:0:(import.c:2149:obd_at_measure()) add 5 to ffff917103101460 time=62 v=5 (5 5 5 5) 00000100:00001000:0.0:1785405029.790030:0:2400:0:(import.c:2149:obd_at_measure()) add 1 to ffff917103101418 time=81 v=5 (1 1 1 1) 00000100:00000001:0.0:1785405029.790033:0:2400:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1785405029.790035:0:2400:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1785405029.790037:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1785405029.790040:0:2400:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785405029.790042:0:2400:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1785405029.790046:0:2400:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff917130f2f800 x1872115598933120/t0(0) o400->MGC192.168.202.103@tcp@192.168.202.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1785405045 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785405029.790054:0:2400:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1785405029.790056:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1785405029.790058:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1785405029.790063:0:2400:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff917130f2f800 x1872115598933120/t0(0) o400->MGC192.168.202.103@tcp@192.168.202.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1785405045 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1785405029.790072:0:2400:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff917130f2f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:617c1054-42de-4d6e-b093-1e483ab756db:2400:1872115598933120:192.168.202.103@tcp:400:kworker.0 00000100:00000001:0.0:1785405029.790076:0:2400:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785405029.790079:0:2400:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1785405029.790082:0:2400:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff917130f2f800 x1872115598933120/t0(0) o400->MGC192.168.202.103@tcp@192.168.202.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1785405045 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785405029.790088:0:2400:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1785405029.790090:0:2400:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1785405029.790092:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9171049a8c00. 02000000:00000001:0.0:1785405029.790094:0:2400:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1785405029.790097:0:2400:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1785405029.790098:0:2400:0:(genops.c:1244:class_import_put()) import ffff917103101000 refcount=3 obd=MGC192.168.202.103@tcp 00000020:00000001:0.0:1785405029.790101:0:2400:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1785405029.790103:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91710929b300. 02000000:00000001:0.0:1785405029.790106:0:2400:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1785405029.790108:0:2400:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1785405029.790109:0:2400:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff917130f2f800. 00000100:00000001:0.0:1785405029.790112:0:2400:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1785405029.790114:0:2400:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1785405029.790116:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785405029.790123:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1785405029.790125:0:2400:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1785405029.790127:0:2400:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785405029.790129:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1785405029.791373:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1785405029.791376:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1785405029.791390:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1785405029.791393:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1785405029.791395:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91712651d2c0. 00000400:00000200:1.0:1785405029.791400:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff917109e64330 00000400:00000010:1.0:1785405029.791402:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff917109e64330. 00000100:00000001:1.0:1785405029.791406:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1785405029.791413:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff917130f2d500 x1872115598933376/t0(0) o400->lustre-MDT0001-mdc-ffff917110494800@192.168.202.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1785405045 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1785405029.791422:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff917130f2d500 x1872115598933376/t0(0) o400->lustre-MDT0001-mdc-ffff917110494800@192.168.202.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1785405045 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785405029.791429:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1785405029.791430:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1785405029.791432:0:2401:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1785405029.791434:0:2401:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1785405029.791436:0:2401:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1785405029.791438:0:2401:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1785405029.791440:0:2401:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1785405029.791445:0:2401:0:(import.c:2149:obd_at_measure()) add 5 to ffff917104f8d460 time=62 v=5 (5 5 5 5) 00000100:00001000:1.0:1785405029.791448:0:2401:0:(import.c:2149:obd_at_measure()) add 1 to ffff917104f8d418 time=44 v=5 (1 1 1 1) 00000100:00000001:1.0:1785405029.791450:0:2401:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1785405029.791452:0:2401:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1785405029.791453:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1785405029.791457:0:2401:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff917130f2d500 x1872115598933376/t0(0) o400->lustre-MDT0001-mdc-ffff917110494800@192.168.202.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1785405045 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1785405029.791464:0:2401:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1785405029.791467:0:2401:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1785405029.791469:0:2401:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff917110494800: skip recheck: last_committed 21474836545 00000100:00000001:1.0:1785405029.791471:0:2401:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1785405029.791473:0:2401:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1785405029.791476:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff917130f2d500 x1872115598933376/t0(0) o400->lustre-MDT0001-mdc-ffff917110494800@192.168.202.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1785405045 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785405029.791496:0:2401:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1785405029.791498:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1785405029.791499:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1785405029.791503:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff917130f2d500 x1872115598933376/t0(0) o400->lustre-MDT0001-mdc-ffff917110494800@192.168.202.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1785405045 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1785405029.791511:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff917130f2d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:bf5bef28-9894-4251-9025-4a41cd4535fe:2401:1872115598933376:192.168.202.103@tcp:400:kworker.0 00000400:00000001:1.0:1785405029.791517:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1785405029.791518:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1785405029.791519:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91712651dd68. 00000400:00000200:1.0:1785405029.791522:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff917109e64440 00000400:00000010:1.0:1785405029.791524:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff917109e64440. 00000100:00000001:1.0:1785405029.791525:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1785405029.791529:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff917130f2c000 x1872115598933248/t0(0) o400->lustre-MDT0000-mdc-ffff917110494800@192.168.202.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1785405045 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1785405029.791537:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff917130f2c000 x1872115598933248/t0(0) o400->lustre-MDT0000-mdc-ffff917110494800@192.168.202.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1785405045 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785405029.791543:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1785405029.791544:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1785405029.791546:0:2401:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1785405029.791548:0:2401:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1785405029.791549:0:2401:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1785405029.791550:0:2401:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1785405029.791552:0:2401:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1785405029.791556:0:2401:0:(import.c:2149:obd_at_measure()) add 5 to ffff91710317d460 time=62 v=5 (5 5 5 5) 00000100:00001000:1.0:1785405029.791558:0:2401:0:(import.c:2149:obd_at_measure()) add 1 to ffff91710317d418 time=79 v=5 (1 1 1 1) 00000100:00000001:1.0:1785405029.791560:0:2401:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1785405029.791561:0:2401:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1785405029.791563:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1785405029.791565:0:2401:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1785405029.791567:0:2401:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1785405029.791568:0:2401:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff917110494800: skip recheck: last_committed 30064771624 00000100:00000001:1.0:1785405029.791576:0:2401:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1785405029.791577:0:2401:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1785405029.791581:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff917130f2c000 x1872115598933248/t0(0) o400->lustre-MDT0000-mdc-ffff917110494800@192.168.202.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1785405045 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785405029.791588:0:2401:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1785405029.791590:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1785405029.791591:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1785405029.791595:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff917130f2c000 x1872115598933248/t0(0) o400->lustre-MDT0000-mdc-ffff917110494800@192.168.202.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1785405045 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1785405029.791601:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff917130f2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:bf5bef28-9894-4251-9025-4a41cd4535fe:2401:1872115598933248:192.168.202.103@tcp:400:kworker.0 00000100:00000001:1.0:1785405029.791605:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1785405029.791607:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1785405029.791610:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff917130f2d500 x1872115598933376/t0(0) o400->lustre-MDT0001-mdc-ffff917110494800@192.168.202.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1785405045 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785405029.791617:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1785405029.791618:0:2401:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1785405029.791620:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9171049a8400. 02000000:00000001:1.0:1785405029.791623:0:2401:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1785405029.791625:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1785405029.791626:0:2401:0:(genops.c:1244:class_import_put()) import ffff917104f8d000 refcount=3 obd=lustre-MDT0001-mdc-ffff917110494800 00000020:00000001:1.0:1785405029.791628:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1785405029.791630:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91710929b600. 02000000:00000001:1.0:1785405029.791643:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1785405029.791645:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1785405029.791647:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff917130f2d500. 00000100:00000001:1.0:1785405029.791650:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1785405029.791651:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1785405029.791652:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1785405029.791655:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff917130f2c000 x1872115598933248/t0(0) o400->lustre-MDT0000-mdc-ffff917110494800@192.168.202.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1785405045 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785405029.791662:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1785405029.791668:0:2401:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1785405029.791669:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9171049a8000. 02000000:00000001:1.0:1785405029.791672:0:2401:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1785405029.791673:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1785405029.791674:0:2401:0:(genops.c:1244:class_import_put()) import ffff91710317d000 refcount=8 obd=lustre-MDT0000-mdc-ffff917110494800 00000020:00000001:1.0:1785405029.791676:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1785405029.791677:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91710929b100. 02000000:00000001:1.0:1785405029.791679:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1785405029.791680:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1785405029.791682:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff917130f2c000. 00000100:00000001:1.0:1785405029.791684:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1785405029.791685:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1785405029.791687:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1785405029.791694:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1785405029.791697:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1785405029.791698:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1785405029.791700:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1785405029.792187:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1785405029.792193:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91710929bb00. 00000400:00000200:3.0:1785405029.792197:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1785405029.792202:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.3@tcp->192.168.202.103@tcp: PUT: OK 00000400:00000200:3.0:1785405029.792207:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff917126f8ff68 00000400:00000010:3.0:1785405029.792209:0:2395:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff917126f8ff68. 00000100:00000001:3.0:1785405029.792212:0:2395:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1785405029.792217:0:2395:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff917130f2ed80 x1872115598933504/t0(0) o400->lustre-OST0000-osc-ffff917110494800@192.168.202.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1785405085 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785405029.792226:0:2395:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1785405029.792230:0:2395:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff917130f2ed80 x1872115598933504/t0(0) o400->lustre-OST0000-osc-ffff917110494800@192.168.202.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1785405085 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785405029.792243:0:2395:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1785405029.792245:0:2395:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1785405029.800740:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1785405029.800754:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1785405029.800757:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1785405029.800759:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1785405029.800768:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.103@tcp to cpt 1 00000400:00000200:3.0:1785405029.800776:0:2394:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.3@tcp(192.168.202.3@tcp) <- 192.168.202.103@tcp : PUT - for me 00000400:00000200:3.0:1785405029.800785:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.103@tcp to cpt 1 00000400:00000200:3.0:1785405029.800790:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.103@tcp to cpt 1 00000400:00000200:3.0:1785405029.801639:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.103@tcp to cpt 1 00000400:00000200:3.0:1785405029.801647:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.103@tcp of length 224 into portal 4 MB=0x6a6ade140be00 00000400:00000200:3.0:1785405029.801652:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.103@tcp to cpt 1 00000400:00000200:3.0:1785405029.801660:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.103@tcp of length 224/224 into md 0x53b45d [1] + 224 00000800:00000001:3.0:1785405029.801668:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1785405029.801678:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1785405029.801681:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1785405029.801686:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.3@tcp->192.168.202.103@tcp: PUT: OK 00000100:00000001:3.0:1785405029.801693:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1785405029.801702:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff917130f2ed80 x1872115598933504/t0(0) o400->lustre-OST0000-osc-ffff917110494800@192.168.202.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1785405085 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1785405029.801715:0:2394:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff917130f2ed80 x1872115598933504/t0(0) o400->lustre-OST0000-osc-ffff917110494800@192.168.202.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1785405085 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785405029.801754:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1785405029.801764:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1785405029.801767:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1785405029.801900:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1785405029.801905:0:2400:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1785405029.801911:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1785405029.801913:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1785405029.801916:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9171067f2688. 00000400:00000200:0.0:1785405029.801921:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff917126f8f5d8 00000400:00000010:0.0:1785405029.801924:0:2400:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff917126f8f5d8. 00000100:00000001:0.0:1785405029.801927:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1785405029.801931:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff917130f2ed80 x1872115598933504/t0(0) o400->lustre-OST0000-osc-ffff917110494800@192.168.202.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1785405085 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1785405029.801941:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff917130f2ed80 x1872115598933504/t0(0) o400->lustre-OST0000-osc-ffff917110494800@192.168.202.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1785405085 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785405029.801947:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1785405029.801949:0:2400:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1785405029.801952:0:2400:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1785405029.801955:0:2400:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1785405029.801957:0:2400:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1785405029.801959:0:2400:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1785405029.801962:0:2400:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1785405029.801972:0:2400:0:(import.c:2149:obd_at_measure()) add 37 to ffff917104f88460 time=62 v=37 (37 37 37 5) 00000100:00001000:0.0:1785405029.801975:0:2400:0:(import.c:2149:obd_at_measure()) add 1 to ffff917104f88418 time=139 v=5 (1 1 0 0) 00000100:00000001:0.0:1785405029.801978:0:2400:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1785405029.801980:0:2400:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1785405029.801983:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1785405029.801986:0:2400:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785405029.801989:0:2400:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1785405029.801990:0:2400:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0000-osc-ffff917110494800: skip recheck: last_committed 38654726568 00000100:00000001:0.0:1785405029.801993:0:2400:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1785405029.801994:0:2400:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1785405029.801999:0:2400:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff917130f2ed80 x1872115598933504/t0(0) o400->lustre-OST0000-osc-ffff917110494800@192.168.202.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1785405085 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785405029.802006:0:2400:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1785405029.802017:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1785405029.802019:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1785405029.802023:0:2400:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff917130f2ed80 x1872115598933504/t0(0) o400->lustre-OST0000-osc-ffff917110494800@192.168.202.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1785405085 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1785405029.802031:0:2400:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff917130f2ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:bf5bef28-9894-4251-9025-4a41cd4535fe:2400:1872115598933504:192.168.202.103@tcp:400:kworker.0 00000100:00000001:0.0:1785405029.802035:0:2400:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1785405029.802037:0:2400:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1785405029.802040:0:2400:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff917130f2ed80 x1872115598933504/t0(0) o400->lustre-OST0000-osc-ffff917110494800@192.168.202.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1785405085 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785405029.802046:0:2400:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1785405029.802049:0:2400:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1785405029.802052:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff917111cd5600. 02000000:00000001:0.0:1785405029.802055:0:2400:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1785405029.802057:0:2400:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1785405029.802059:0:2400:0:(genops.c:1244:class_import_put()) import ffff917104f88000 refcount=3 obd=lustre-OST0000-osc-ffff917110494800 00000020:00000001:0.0:1785405029.802061:0:2400:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1785405029.802064:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91710929b800. 02000000:00000001:0.0:1785405029.802067:0:2400:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1785405029.802068:0:2400:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1785405029.802070:0:2400:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff917130f2ed80. 00000100:00000001:0.0:1785405029.802074:0:2400:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1785405029.802075:0:2400:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1785405029.802077:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1785405029.802083:0:2400:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1785405029.802085:0:2400:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785405029.802087:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1785405029.802089:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1785405030.033067:0:279653:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1785405030.033073:0:279653:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1785405030.033078:0:279653:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1785405030.033079:0:279653:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1785405030.033151:0:250580:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1785405030.033154:0:250580:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1785405030.033157:0:250580:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1785405031.056925:0:279653:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1785405031.056931:0:279653:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1785405031.056936:0:279653:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1785405031.056945:0:279653:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1785405031.056947:0:279653:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1785405031.056952:0:279653:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1785405031.056953:0:279653:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1785405031.056955:0:279653:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1785405031.056958:0:279653:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1785405031.056960:0:279653:0:(ldlm_lockd.c:2247:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1785405031.056962:0:279653:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1785405031.056964:0:279653:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1785405031.057633:0:244170:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1785405031.057636:0:244170:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1785405031.057639:0:244170:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1785405032.080979:0:279653:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1785405032.080985:0:279653:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1785405032.080990:0:279653:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1785405032.080991:0:279653:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1785405032.081067:0:234740:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1785405032.081070:0:234740:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1785405032.081073:0:234740:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1785405033.104985:0:279653:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1785405033.104993:0:279653:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1785405033.104995:0:279653:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1785405033.104999:0:279653:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1785405033.105003:0:279653:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1785405033.105005:0:279653:0:(ldlm_lockd.c:2247:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1785405033.105007:0:279653:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1785405033.105010:0:279653:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1785405033.105013:0:279653:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1785405033.105015:0:279653:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1785405033.105096:0:240730:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1785405033.105100:0:240730:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1785405033.105102:0:240730:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1785405033.617028:0:272886:0:(connection.c:75:cpu_latency_work()) work item of ffff917109986b30 (cpu 3) has reached its deadline 4311422691, at 4311422720 00000100:00000040:2.0:1785405033.617029:0:280409:0:(connection.c:75:cpu_latency_work()) work item of ffff917109986a20 (cpu 2) has reached its deadline 4311422691, at 4311422720 00000100:00000010:3.0:1785405033.617043:0:272886:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91712f488660. 00000100:00000010:2.0:1785405033.617046:0:280409:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91712f488e40. 00010000:00000001:0.0:1785405034.132250:0:279653:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1785405034.132257:0:279653:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1785405034.132262:0:279653:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1785405034.132263:0:279653:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1785405034.132455:0:234739:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1785405034.132458:0:234739:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1785405034.132461:0:234739:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1785405034.897083:0:248364:0:(pinger.c:229:ptlrpc_pinger_process_import()) 617c1054-42de-4d6e-b093-1e483ab756db->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1785405034.897093:0:248364:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1785405034.897100:0:248364:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91711f2a0700. 00000020:00000040:2.0:1785405034.897105:0:248364:0:(genops.c:1231:class_import_get()) import ffff917103101000 refcount=4 obd=MGC192.168.202.103@tcp 00000100:00000001:2.0:1785405034.897109:0:248364:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1785405034.897112:0:248364:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1785405034.897117:0:248364:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1785405034.897123:0:248364:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff917018e2d800. 00000100:00000001:2.0:1785405034.897130:0:248364:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1785405034.897140:0:248364:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 617c1054-42de-4d6e-b093-1e483ab756db->MGS req@ffff91711f2a0700 x1872115598933632/t0(0) o400->MGC192.168.202.103@tcp@192.168.202.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1785405034.897148:0:248364:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1785405034.897152:0:248364:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1785405034.897157:0:248364:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c5ec929c] to pc [ptlrpcd_01_01+1] req@ffff91711f2a0700 x1872115598933632/t0(0) o400->MGC192.168.202.103@tcp@192.168.202.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785405034.897184:0:248364:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1785405034.897186:0:248364:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf5bef28-9894-4251-9025-4a41cd4535fe->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1785405034.897189:0:248364:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1785405034.897191:0:248364:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91711f2a1880. 00000020:00000040:2.0:1785405034.897193:0:248364:0:(genops.c:1231:class_import_get()) import ffff91710317d000 refcount=9 obd=lustre-MDT0000-mdc-ffff917110494800 00000100:00000001:2.0:1785405034.897195:0:248364:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1785405034.897196:0:248364:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1785405034.897198:0:248364:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1785405034.897200:0:248364:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff917018e2df00. 00000100:00000001:2.0:1785405034.897202:0:248364:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1785405034.897205:0:248364:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging bf5bef28-9894-4251-9025-4a41cd4535fe->lustre-MDT0000_UUID req@ffff91711f2a1880 x1872115598933760/t0(0) o400->lustre-MDT0000-mdc-ffff917110494800@192.168.202.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1785405034.897228:0:248364:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1785405034.897230:0:248364:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1785405034.897233:0:248364:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000df37d95f] to pc [ptlrpcd_01_00+0] req@ffff91711f2a1880 x1872115598933760/t0(0) o400->lustre-MDT0000-mdc-ffff917110494800@192.168.202.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785405034.897240:0:248364:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1785405034.897242:0:248364:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf5bef28-9894-4251-9025-4a41cd4535fe->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1785405034.897245:0:248364:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1785405034.897247:0:248364:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91711f2a1180. 00000020:00000040:2.0:1785405034.897250:0:248364:0:(genops.c:1231:class_import_get()) import ffff917104f8d000 refcount=4 obd=lustre-MDT0001-mdc-ffff917110494800 00000100:00000001:2.0:1785405034.897252:0:248364:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1785405034.897254:0:248364:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1785405034.897255:0:248364:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1785405034.897259:0:248364:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff917018e2d600. 00000100:00000001:2.0:1785405034.897261:0:248364:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1785405034.897265:0:248364:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging bf5bef28-9894-4251-9025-4a41cd4535fe->lustre-MDT0001_UUID req@ffff91711f2a1180 x1872115598933888/t0(0) o400->lustre-MDT0001-mdc-ffff917110494800@192.168.202.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1785405034.897271:0:248364:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1785405034.897272:0:248364:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1785405034.897275:0:248364:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cbacac17] to pc [ptlrpcd_01_01+1] req@ffff91711f2a1180 x1872115598933888/t0(0) o400->lustre-MDT0001-mdc-ffff917110494800@192.168.202.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785405034.897281:0:248364:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1785405034.897283:0:248364:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf5bef28-9894-4251-9025-4a41cd4535fe->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1785405034.897286:0:248364:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1785405034.897288:0:248364:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91711f2a3100. 00000020:00000040:2.0:1785405034.897290:0:248364:0:(genops.c:1231:class_import_get()) import ffff917104f88000 refcount=4 obd=lustre-OST0000-osc-ffff917110494800 00000100:00000001:2.0:1785405034.897292:0:248364:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1785405034.897293:0:248364:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1785405034.897294:0:248364:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1785405034.897298:0:248364:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff917018e2d900. 00000100:00000001:2.0:1785405034.897305:0:248364:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1785405034.897308:0:248364:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging bf5bef28-9894-4251-9025-4a41cd4535fe->lustre-OST0000_UUID req@ffff91711f2a3100 x1872115598934016/t0(0) o400->lustre-OST0000-osc-ffff917110494800@192.168.202.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1785405034.897313:0:248364:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1785405034.897315:0:248364:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1785405034.897318:0:248364:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b41564e3] to pc [ptlrpcd_01_00+0] req@ffff91711f2a3100 x1872115598934016/t0(0) o400->lustre-OST0000-osc-ffff917110494800@192.168.202.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785405034.897323:0:248364:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1785405034.897324:0:248364:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf5bef28-9894-4251-9025-4a41cd4535fe->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1785405034.897328:0:248364:0:(pinger.c:247:ptlrpc_pinger_process_import()) bf5bef28-9894-4251-9025-4a41cd4535fe->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1785405034.897331:0:248364:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (16761) 00000100:00000001:3.0:1785405034.897451:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1785405034.897455:0:2403:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1785405034.897458:0:2403:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1785405034.897468:0:2403:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91711f2a0700 x1872115598933632/t0(0) o400->MGC192.168.202.103@tcp@192.168.202.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785405034.897474:0:2403:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1785405034.897476:0:2403:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1785405034.897480:0:2403:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1785405034.897482:0:2403:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1785405034.897484:0:2403:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1785405034.897487:0:2403:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91711f2a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:617c1054-42de-4d6e-b093-1e483ab756db:2403:1872115598933632:192.168.202.103@tcp:400:kworker.0 00000100:00000001:3.0:1785405034.897490:0:2403:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1785405034.897495:0:2403:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1785405034.897497:0:2403:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1785405034.897499:0:2403:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1785405034.897503:0:2403:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff917127618200. 02000000:00000001:3.0:1785405034.897504:0:2403:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1785405034.897510:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.103@tcp to cpt 1 00000400:00000010:3.0:1785405034.897514:0:2403:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91712f5246e0. 00000400:00000010:3.0:1785405034.897520:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff917101218330. 00000100:00000200:3.0:1785405034.897525:0:2403:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872115598933632, portal 25 00000100:00000001:3.0:1785405034.897527:0:2403:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1785405034.897529:0:2403:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622513773020928 : -121559936530688 : ffff91711f2a0700) 00000100:00000040:3.0:1785405034.897533:0:2403:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff91711f2a0700 x1872115598933632/t0(0) o400->MGC192.168.202.103@tcp@192.168.202.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1785405050 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785405034.897539:0:2403:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1785405034.897542:0:2403:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.103@tcp 00000400:00000010:3.0:1785405034.897544:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff917101218198. 00000100:00000200:3.0:1785405034.897546:0:2403:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1872115598933632, offset 0 00000400:00000200:3.0:1785405034.897551:0:2403:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.103@tcp 00000400:00000200:3.0:1785405034.897559:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.103@tcp to cpt 1 00000400:00000200:3.0:1785405034.897564:0:2403:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.103@tcp local destination 00000400:00000200:3.0:1785405034.897569:0:2403:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1785405034.897572:0:2403:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.3@tcp 00000400:00000200:3.0:1785405034.897576:0:2403:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1785405034.897578:0:2403:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.103@tcp 00000400:00000200:3.0:1785405034.897585:0:2403:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.3@tcp NI seq info: [547048:547048:256:4294967295] 192.168.202.103@tcp LPNI seq info [547036:547036:8:4294967295] 00000400:00000200:3.0:1785405034.897589:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.103@tcp to cpt 1 00000400:00000200:3.0:1785405034.897598:0:2403:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.3@tcp(192.168.202.3@tcp:) -> 192.168.202.103@tcp(192.168.202.103@tcp:192.168.202.103@tcp) : PUT try# 0 00000800:00000200:3.0:1785405034.897604:0:2403:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.103@tcp 00000800:00000010:3.0:1785405034.897608:0:2403:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91712de5c600. 00000800:00000200:3.0:1785405034.897614:0:2403:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91710a163c00] -> 12345-192.168.202.103@tcp (5) 00000800:00000200:3.0:1785405034.897620:0:2403:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.103@tcp ip 192.168.202.103:988 00000800:00000200:3.0:1785405034.897624:0:2403:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91712de5c600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1785405034.897641:0:2403:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1785405034.897645:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.103@tcp to cpt 1 00000100:00000001:3.0:1785405034.897647:0:2403:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.103@tcp: PM QoS new deadline estimation for cpu 2 is 4311427806 00000100:00000010:3.0:1785405034.897651:0:2403:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff917103097cc0. 00000100:00000001:3.0:1785405034.897656:0:2403:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.103@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1785405034.897660:0:2403:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.103@tcp: PM QoS new deadline estimation for cpu 3 is 4311427806 00000100:00000010:3.0:1785405034.897663:0:2403:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff917103097c00. 00000100:00000001:3.0:1785405034.897665:0:2403:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.103@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1785405034.897668:0:2403:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1785405034.897670:0:2403:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1785405034.897672:0:2403:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1785405034.897676:0:2403:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91711f2a1180 x1872115598933888/t0(0) o400->lustre-MDT0001-mdc-ffff917110494800@192.168.202.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785405034.897681:0:2403:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1785405034.897683:0:2403:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1785405034.897684:0:2403:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1785405034.897686:0:2403:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1785405034.897687:0:2403:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1785405034.897690:0:2403:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91711f2a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:bf5bef28-9894-4251-9025-4a41cd4535fe:2403:1872115598933888:192.168.202.103@tcp:400:kworker.0 00000100:00000001:3.0:1785405034.897692:0:2403:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1785405034.897694:0:2403:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1785405034.897695:0:2403:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1785405034.897701:0:2403:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1785405034.897703:0:2403:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff917127618800. 02000000:00000001:3.0:1785405034.897704:0:2403:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1785405034.897707:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.103@tcp to cpt 1 00000400:00000010:3.0:1785405034.897709:0:2403:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91712f524d68. 00000400:00000010:3.0:1785405034.897712:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff917101218e58. 00000100:00000200:3.0:1785405034.897715:0:2403:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872115598933888, portal 10 00000100:00000001:3.0:1785405034.897716:0:2403:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1785405034.897717:0:2403:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622513773023616 : -121559936528000 : ffff91711f2a1180) 00000100:00000040:3.0:1785405034.897723:0:2403:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff91711f2a1180 x1872115598933888/t0(0) o400->lustre-MDT0001-mdc-ffff917110494800@192.168.202.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1785405050 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785405034.897728:0:2403:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1785405034.897730:0:2403:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.103@tcp 00000400:00000010:3.0:1785405034.897732:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9171012184c8. 00000100:00000200:3.0:1785405034.897734:0:2403:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1872115598933888, offset 0 00000400:00000200:3.0:1785405034.897737:0:2403:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.103@tcp 00000400:00000200:3.0:1785405034.897740:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.103@tcp to cpt 1 00000400:00000200:3.0:1785405034.897742:0:2403:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.103@tcp local destination 00000400:00000200:3.0:1785405034.897745:0:2403:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1785405034.897746:0:2403:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.3@tcp 00000400:00000200:3.0:1785405034.897748:0:2403:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1785405034.897750:0:2403:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.103@tcp 00000400:00000200:3.0:1785405034.897753:0:2403:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.3@tcp NI seq info: [547049:547049:255:4294967295] 192.168.202.103@tcp LPNI seq info [547037:547037:7:4294967295] 00000400:00000200:3.0:1785405034.897756:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.103@tcp to cpt 1 00000400:00000200:3.0:1785405034.897761:0:2403:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.3@tcp(192.168.202.3@tcp:) -> 192.168.202.103@tcp(192.168.202.103@tcp:192.168.202.103@tcp) : PUT try# 0 00000800:00000200:3.0:1785405034.897764:0:2403:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.103@tcp 00000800:00000010:3.0:1785405034.897767:0:2403:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91712de5c400. 00000800:00000200:3.0:1785405034.897770:0:2403:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91710a163c00] -> 12345-192.168.202.103@tcp (5) 00000800:00000200:3.0:1785405034.897773:0:2403:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.103@tcp ip 192.168.202.103:988 00000800:00000200:3.0:1785405034.897775:0:2403:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91712de5c400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1785405034.897777:0:2403:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1785405034.897783:0:2403:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff917110494800: using a timeout of 32751 usecs (33 jiffies) 00000400:00000200:3.0:1785405034.897786:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.103@tcp to cpt 1 00000100:00000001:3.0:1785405034.897788:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff917110494800: PM QoS new deadline estimation for cpu 2 is 4311424033 00000100:00000001:3.0:1785405034.897790:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff917110494800: PM QoS request active for cpu 2, keep current deadline 4311427806 00000100:00000001:3.0:1785405034.897792:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff917110494800: PM QoS new deadline estimation for cpu 3 is 4311424033 00000100:00000001:3.0:1785405034.897794:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff917110494800: PM QoS request active for cpu 3, keep current deadline 4311427806 00000100:00000001:3.0:1785405034.897795:0:2403:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1785405034.897796:0:2403:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1785405034.897798:0:2403:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1785405034.897800:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1785405034.897806:0:2403:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1785405034.897808:0:2403:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1785405034.897810:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1785405034.897822:0:2403:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1785405034.897823:0:2403:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1785405034.897826:0:2403:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:3.0:1785405034.897827:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1785405034.897829:0:2403:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1785405034.897830:0:2403:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1785405034.897832:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1785405034.897833:0:2403:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1785405034.897834:0:2403:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1785405034.897838:0:2403:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91711f2a1880 x1872115598933760/t0(0) o400->lustre-MDT0000-mdc-ffff917110494800@192.168.202.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785405034.897843:0:2403:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1785405034.897844:0:2403:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1785405034.897846:0:2403:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1785405034.897847:0:2403:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1785405034.897849:0:2403:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1785405034.897851:0:2403:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91711f2a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:bf5bef28-9894-4251-9025-4a41cd4535fe:2403:1872115598933760:192.168.202.103@tcp:400:kworker.0 00000100:00000001:3.0:1785405034.897853:0:2403:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1785405034.897855:0:2403:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1785405034.897856:0:2403:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1785405034.897862:0:2403:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1785405034.897864:0:2403:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff917127619000. 02000000:00000001:3.0:1785405034.897866:0:2403:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1785405034.897868:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.103@tcp to cpt 1 00000400:00000010:3.0:1785405034.897905:0:2403:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91712f524630. 00000400:00000010:3.0:1785405034.897908:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff917101218000. 00000100:00000200:3.0:1785405034.897911:0:2403:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872115598933760, portal 10 00000100:00000001:3.0:1785405034.897912:0:2403:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1785405034.897914:0:2403:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622513773025408 : -121559936526208 : ffff91711f2a1880) 00000100:00000040:3.0:1785405034.897920:0:2403:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff91711f2a1880 x1872115598933760/t0(0) o400->lustre-MDT0000-mdc-ffff917110494800@192.168.202.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1785405050 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785405034.897925:0:2403:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1785405034.897927:0:2403:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.103@tcp 00000400:00000010:3.0:1785405034.897929:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff917101218220. 00000100:00000200:3.0:1785405034.897931:0:2403:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1872115598933760, offset 0 00000400:00000200:3.0:1785405034.897935:0:2403:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.103@tcp 00000400:00000200:3.0:1785405034.897938:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.103@tcp to cpt 1 00000400:00000200:3.0:1785405034.897941:0:2403:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.103@tcp local destination 00000400:00000200:3.0:1785405034.897943:0:2403:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1785405034.897946:0:2403:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.3@tcp 00000400:00000200:3.0:1785405034.897948:0:2403:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1785405034.897950:0:2403:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.103@tcp 00000400:00000200:3.0:1785405034.897953:0:2403:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.3@tcp NI seq info: [547050:547050:254:4294967295] 192.168.202.103@tcp LPNI seq info [547038:547038:6:4294967295] 00000400:00000200:3.0:1785405034.897957:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.103@tcp to cpt 1 00000400:00000200:3.0:1785405034.897963:0:2403:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.3@tcp(192.168.202.3@tcp:) -> 192.168.202.103@tcp(192.168.202.103@tcp:192.168.202.103@tcp) : PUT try# 0 00000800:00000200:3.0:1785405034.897967:0:2403:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.103@tcp 00000800:00000010:3.0:1785405034.897971:0:2403:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91712de5c700. 00000800:00000200:3.0:1785405034.897974:0:2403:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91710a163c00] -> 12345-192.168.202.103@tcp (5) 00000800:00000200:3.0:1785405034.897978:0:2403:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.103@tcp ip 192.168.202.103:988 00000800:00000200:3.0:1785405034.897980:0:2403:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91712de5c700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1785405034.897982:0:2403:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1785405034.897989:0:2403:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff917110494800: using a timeout of 35343 usecs (36 jiffies) 00000400:00000200:3.0:1785405034.897992:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.103@tcp to cpt 1 00000100:00000001:3.0:1785405034.897994:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff917110494800: PM QoS new deadline estimation for cpu 2 is 4311424037 00000100:00000001:3.0:1785405034.897996:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff917110494800: PM QoS request active for cpu 2, keep current deadline 4311427806 00000100:00000001:3.0:1785405034.897997:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff917110494800: PM QoS new deadline estimation for cpu 3 is 4311424037 00000100:00000001:3.0:1785405034.897999:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff917110494800: PM QoS request active for cpu 3, keep current deadline 4311427806 00000100:00000001:3.0:1785405034.898001:0:2403:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1785405034.898002:0:2403:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1785405034.898004:0:2403:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1785405034.898007:0:2403:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91711f2a3100 x1872115598934016/t0(0) o400->lustre-OST0000-osc-ffff917110494800@192.168.202.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785405034.898012:0:2403:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1785405034.898013:0:2403:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1785405034.898015:0:2403:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1785405034.898016:0:2403:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1785405034.898018:0:2403:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1785405034.898020:0:2403:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91711f2a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:bf5bef28-9894-4251-9025-4a41cd4535fe:2403:1872115598934016:192.168.202.103@tcp:400:kworker.0 00000100:00000001:3.0:1785405034.898023:0:2403:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1785405034.898025:0:2403:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1785405034.898026:0:2403:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1785405034.898027:0:2403:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1785405034.898030:0:2403:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff917127619200. 02000000:00000001:3.0:1785405034.898031:0:2403:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1785405034.898034:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.103@tcp to cpt 1 00000400:00000010:3.0:1785405034.898036:0:2403:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91712f5249f8. 00000400:00000010:3.0:1785405034.898039:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff917101218bb0. 00000100:00000200:3.0:1785405034.898041:0:2403:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872115598934016, portal 4 00000100:00000001:3.0:1785405034.898042:0:2403:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1785405034.898044:0:2403:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622513773031680 : -121559936519936 : ffff91711f2a3100) 00000100:00000040:3.0:1785405034.898048:0:2403:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff91711f2a3100 x1872115598934016/t0(0) o400->lustre-OST0000-osc-ffff917110494800@192.168.202.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1785405090 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785405034.898061:0:2403:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1785405034.898063:0:2403:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.103@tcp 00000400:00000010:3.0:1785405034.898065:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9171012185d8. 00000100:00000200:3.0:1785405034.898067:0:2403:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1872115598934016, offset 0 00000400:00000200:3.0:1785405034.898070:0:2403:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.103@tcp 00000400:00000200:3.0:1785405034.898073:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.103@tcp to cpt 1 00000400:00000200:3.0:1785405034.898075:0:2403:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.103@tcp local destination 00000400:00000200:3.0:1785405034.898077:0:2403:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1785405034.898079:0:2403:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.3@tcp 00000400:00000200:3.0:1785405034.898081:0:2403:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1785405034.898083:0:2403:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.103@tcp 00000400:00000200:3.0:1785405034.898085:0:2403:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.3@tcp NI seq info: [547051:547051:253:4294967295] 192.168.202.103@tcp LPNI seq info [547039:547039:5:4294967295] 00000400:00000200:3.0:1785405034.898088:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.103@tcp to cpt 1 00000400:00000200:3.0:1785405034.898092:0:2403:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.3@tcp(192.168.202.3@tcp:) -> 192.168.202.103@tcp(192.168.202.103@tcp:192.168.202.103@tcp) : PUT try# 0 00000800:00000200:3.0:1785405034.898095:0:2403:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.103@tcp 00000800:00000010:3.0:1785405034.898098:0:2403:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91712de5cc00. 00000800:00000200:3.0:1785405034.898101:0:2403:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91710a163c00] -> 12345-192.168.202.103@tcp (5) 00000800:00000200:3.0:1785405034.898104:0:2403:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.103@tcp ip 192.168.202.103:988 00000800:00000200:3.0:1785405034.898106:0:2403:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91712de5cc00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1785405034.898108:0:2403:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1785405034.898110:0:2403:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff917110494800: using a timeout of 152603 usecs (153 jiffies) 00000400:00000200:3.0:1785405034.898113:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.103@tcp to cpt 1 00000100:00000001:3.0:1785405034.898114:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff917110494800: PM QoS new deadline estimation for cpu 2 is 4311424154 00000100:00000001:3.0:1785405034.898116:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff917110494800: PM QoS request active for cpu 2, keep current deadline 4311427806 00000100:00000001:3.0:1785405034.898118:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff917110494800: PM QoS new deadline estimation for cpu 3 is 4311424154 00000100:00000001:3.0:1785405034.898119:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff917110494800: PM QoS request active for cpu 3, keep current deadline 4311427806 00000100:00000001:3.0:1785405034.898120:0:2403:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1785405034.898122:0:2403:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1785405034.898127:0:2403:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1785405034.898129:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1785405034.898138:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1785405034.898139:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1785405034.898233:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1785405034.898237:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91712de5c600. 00000400:00000200:2.0:1785405034.898242:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1785405034.898247:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.3@tcp->192.168.202.103@tcp: PUT: OK 00000400:00000200:2.0:1785405034.898252:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff917101218198 00000400:00000010:2.0:1785405034.898255:0:2395:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff917101218198. 00000100:00000001:2.0:1785405034.898258:0:2395:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1785405034.898263:0:2395:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91711f2a0700 x1872115598933632/t0(0) o400->MGC192.168.202.103@tcp@192.168.202.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1785405050 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785405034.898271:0:2395:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1785405034.898274:0:2395:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91711f2a0700 x1872115598933632/t0(0) o400->MGC192.168.202.103@tcp@192.168.202.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1785405050 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785405034.898280:0:2395:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1785405034.898281:0:2395:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1785405034.898291:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1785405034.898293:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91712de5c400. 00000400:00000200:2.0:1785405034.898294:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1785405034.898297:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.3@tcp->192.168.202.103@tcp: PUT: OK 00000400:00000200:2.0:1785405034.898299:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9171012184c8 00000400:00000010:2.0:1785405034.898305:0:2395:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9171012184c8. 00000100:00000001:2.0:1785405034.898308:0:2395:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1785405034.898311:0:2395:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91711f2a1180 x1872115598933888/t0(0) o400->lustre-MDT0001-mdc-ffff917110494800@192.168.202.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1785405050 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785405034.898317:0:2395:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1785405034.898319:0:2395:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91711f2a1180 x1872115598933888/t0(0) o400->lustre-MDT0001-mdc-ffff917110494800@192.168.202.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1785405050 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785405034.898324:0:2395:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1785405034.898325:0:2395:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1785405034.898331:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1785405034.898332:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91712de5c700. 00000400:00000200:2.0:1785405034.898334:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1785405034.898336:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.3@tcp->192.168.202.103@tcp: PUT: OK 00000400:00000200:2.0:1785405034.898338:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff917101218220 00000400:00000010:2.0:1785405034.898339:0:2395:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff917101218220. 00000100:00000001:2.0:1785405034.898341:0:2395:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1785405034.898343:0:2395:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91711f2a1880 x1872115598933760/t0(0) o400->lustre-MDT0000-mdc-ffff917110494800@192.168.202.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1785405050 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785405034.898349:0:2395:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1785405034.898351:0:2395:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91711f2a1880 x1872115598933760/t0(0) o400->lustre-MDT0000-mdc-ffff917110494800@192.168.202.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1785405050 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785405034.898356:0:2395:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1785405034.898357:0:2395:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1785405034.898400:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1785405034.898402:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91712de5cc00. 00000400:00000200:2.0:1785405034.898404:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1785405034.898407:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.3@tcp->192.168.202.103@tcp: PUT: OK 00000400:00000200:2.0:1785405034.898409:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9171012185d8 00000400:00000010:2.0:1785405034.898410:0:2395:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9171012185d8. 00000100:00000001:2.0:1785405034.898412:0:2395:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1785405034.898415:0:2395:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91711f2a3100 x1872115598934016/t0(0) o400->lustre-OST0000-osc-ffff917110494800@192.168.202.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1785405090 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785405034.898429:0:2395:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1785405034.898432:0:2395:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91711f2a3100 x1872115598934016/t0(0) o400->lustre-OST0000-osc-ffff917110494800@192.168.202.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1785405090 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785405034.898437:0:2395:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1785405034.898438:0:2395:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1785405034.926563:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1785405034.926580:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1785405034.926584:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1785405034.926586:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1785405034.926595:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.103@tcp to cpt 1 00000400:00000200:3.0:1785405034.926603:0:2394:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.3@tcp(192.168.202.3@tcp) <- 192.168.202.103@tcp : PUT - for me 00000400:00000200:3.0:1785405034.926611:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.103@tcp to cpt 1 00000400:00000200:3.0:1785405034.926615:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.103@tcp to cpt 1 00000400:00000200:3.0:1785405034.926620:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.103@tcp to cpt 1 00000400:00000200:3.0:1785405034.926624:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.103@tcp of length 224 into portal 25 MB=0x6a6ade140be80 00000400:00000200:3.0:1785405034.926629:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.103@tcp to cpt 1 00000400:00000200:3.0:1785405034.926636:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.103@tcp of length 224/224 into md 0x53b465 [1] + 224 00000800:00000001:3.0:1785405034.926643:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1785405034.926650:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1785405034.926653:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1785405034.926656:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.3@tcp->192.168.202.103@tcp: PUT: OK 00000100:00000001:3.0:1785405034.926664:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1785405034.926673:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91711f2a0700 x1872115598933632/t0(0) o400->MGC192.168.202.103@tcp@192.168.202.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1785405050 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1785405034.926684:0:2394:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91711f2a0700 x1872115598933632/t0(0) o400->MGC192.168.202.103@tcp@192.168.202.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1785405050 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785405034.927286:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1785405034.927297:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1785405034.927301:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1785405034.927533:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1785405034.927537:0:2403:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1785405034.927544:0:2403:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1785405034.927546:0:2403:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1785405034.927549:0:2403:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91712f5246e0. 00000400:00000200:2.0:1785405034.927553:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff917101218330 00000400:00000010:2.0:1785405034.927556:0:2403:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff917101218330. 00000100:00000001:2.0:1785405034.927559:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1785405034.927564:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91711f2a0700 x1872115598933632/t0(0) o400->MGC192.168.202.103@tcp@192.168.202.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1785405050 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1785405034.927573:0:2403:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91711f2a0700 x1872115598933632/t0(0) o400->MGC192.168.202.103@tcp@192.168.202.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1785405050 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785405034.927578:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1785405034.927580:0:2403:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1785405034.927582:0:2403:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1785405034.927586:0:2403:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1785405034.927588:0:2403:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1785405034.927590:0:2403:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1785405034.927592:0:2403:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1785405034.927598:0:2403:0:(import.c:2149:obd_at_measure()) add 5 to ffff917103101460 time=67 v=5 (5 5 5 5) 00000100:00001000:2.0:1785405034.927601:0:2403:0:(import.c:2149:obd_at_measure()) add 1 to ffff917103101418 time=86 v=5 (1 1 1 1) 00000100:00000001:2.0:1785405034.927604:0:2403:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1785405034.927605:0:2403:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1785405034.927608:0:2403:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1785405034.927610:0:2403:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1785405034.927616:0:2403:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1785405034.927619:0:2403:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91711f2a0700 x1872115598933632/t0(0) o400->MGC192.168.202.103@tcp@192.168.202.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1785405050 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785405034.927642:0:2403:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1785405034.927645:0:2403:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1785405034.927647:0:2403:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1785405034.927650:0:2403:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91711f2a0700 x1872115598933632/t0(0) o400->MGC192.168.202.103@tcp@192.168.202.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1785405050 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1785405034.927657:0:2403:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91711f2a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:617c1054-42de-4d6e-b093-1e483ab756db:2403:1872115598933632:192.168.202.103@tcp:400:kworker.0 00000100:00000001:2.0:1785405034.927661:0:2403:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1785405034.927663:0:2403:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1785405034.927666:0:2403:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91711f2a0700 x1872115598933632/t0(0) o400->MGC192.168.202.103@tcp@192.168.202.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1785405050 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785405034.927671:0:2403:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1785405034.927674:0:2403:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1785405034.927676:0:2403:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff917127618200. 02000000:00000001:2.0:1785405034.927679:0:2403:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1785405034.927681:0:2403:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1785405034.927683:0:2403:0:(genops.c:1244:class_import_put()) import ffff917103101000 refcount=3 obd=MGC192.168.202.103@tcp 00000020:00000001:2.0:1785405034.927684:0:2403:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1785405034.927687:0:2403:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff917018e2d800. 02000000:00000001:2.0:1785405034.927690:0:2403:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1785405034.927692:0:2403:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1785405034.927694:0:2403:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91711f2a0700. 00000100:00000001:2.0:1785405034.927696:0:2403:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1785405034.927698:0:2403:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1785405034.927700:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1785405034.927702:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1785405034.927703:0:2403:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1785405034.927704:0:2403:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1785405034.927706:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1785405034.927933:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1785405034.927938:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1785405034.927941:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1785405034.927942:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1785405034.927946:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.103@tcp to cpt 1 00000400:00000200:2.0:1785405034.927956:0:2395:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.3@tcp(192.168.202.3@tcp) <- 192.168.202.103@tcp : PUT - for me 00000400:00000200:2.0:1785405034.927961:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.103@tcp to cpt 1 00000400:00000200:2.0:1785405034.927964:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.103@tcp to cpt 1 00000400:00000200:2.0:1785405034.927967:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.103@tcp to cpt 1 00000400:00000200:2.0:1785405034.927970:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.103@tcp of length 224 into portal 10 MB=0x6a6ade140bf80 00000400:00000200:2.0:1785405034.927973:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.103@tcp to cpt 1 00000400:00000200:2.0:1785405034.927977:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.103@tcp of length 224/224 into md 0x53b475 [1] + 224 00000800:00000001:2.0:1785405034.927981:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1785405034.927984:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1785405034.927986:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1785405034.927989:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.3@tcp->192.168.202.103@tcp: PUT: OK 00000100:00000001:2.0:1785405034.927992:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1785405034.927996:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91711f2a1180 x1872115598933888/t0(0) o400->lustre-MDT0001-mdc-ffff917110494800@192.168.202.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1785405050 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1785405034.928004:0:2395:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91711f2a1180 x1872115598933888/t0(0) o400->lustre-MDT0001-mdc-ffff917110494800@192.168.202.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1785405050 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785405034.928016:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1785405034.928020:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1785405034.928022:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1785405034.928024:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1785405034.928026:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1785405034.928028:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.103@tcp to cpt 1 00000400:00000200:2.0:1785405034.928031:0:2395:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.3@tcp(192.168.202.3@tcp) <- 192.168.202.103@tcp : PUT - for me 00000400:00000200:2.0:1785405034.928034:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.103@tcp to cpt 1 00000400:00000200:2.0:1785405034.928036:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.103@tcp to cpt 1 00000400:00000200:2.0:1785405034.928038:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.103@tcp to cpt 1 00000400:00000200:2.0:1785405034.928040:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.103@tcp of length 224 into portal 10 MB=0x6a6ade140bf00 00000400:00000200:2.0:1785405034.928043:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.103@tcp to cpt 1 00000400:00000200:2.0:1785405034.928046:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.103@tcp of length 224/224 into md 0x53b485 [1] + 224 00000800:00000001:2.0:1785405034.928049:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1785405034.928053:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1785405034.928058:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1785405034.928061:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.3@tcp->192.168.202.103@tcp: PUT: OK 00000100:00000001:2.0:1785405034.928064:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1785405034.928068:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91711f2a1880 x1872115598933760/t0(0) o400->lustre-MDT0000-mdc-ffff917110494800@192.168.202.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1785405050 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1785405034.928075:0:2395:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91711f2a1880 x1872115598933760/t0(0) o400->lustre-MDT0000-mdc-ffff917110494800@192.168.202.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1785405050 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785405034.928080:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1785405034.928083:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1785405034.928085:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1785405034.928153:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1785405034.928155:0:2403:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1785405034.928158:0:2403:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1785405034.928159:0:2403:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1785405034.928161:0:2403:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91712f524630. 00000400:00000200:3.0:1785405034.928164:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff917101218000 00000400:00000010:3.0:1785405034.928170:0:2403:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff917101218000. 00000100:00000001:3.0:1785405034.928173:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1785405034.928177:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91711f2a1880 x1872115598933760/t0(0) o400->lustre-MDT0000-mdc-ffff917110494800@192.168.202.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1785405050 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1785405034.928184:0:2403:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91711f2a1880 x1872115598933760/t0(0) o400->lustre-MDT0000-mdc-ffff917110494800@192.168.202.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1785405050 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785405034.928189:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1785405034.928191:0:2403:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1785405034.928192:0:2403:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1785405034.928193:0:2403:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1785405034.928195:0:2403:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1785405034.928196:0:2403:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1785405034.928197:0:2403:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1785405034.928202:0:2403:0:(import.c:2149:obd_at_measure()) add 5 to ffff91710317d460 time=67 v=5 (5 5 5 5) 00000100:00001000:3.0:1785405034.928205:0:2403:0:(import.c:2149:obd_at_measure()) add 1 to ffff91710317d418 time=84 v=5 (1 1 1 1) 00000100:00000001:3.0:1785405034.928207:0:2403:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1785405034.928208:0:2403:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1785405034.928209:0:2403:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1785405034.928212:0:2403:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1785405034.928229:0:2403:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1785405034.928231:0:2403:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff917110494800: skip recheck: last_committed 30064771624 00000100:00000001:3.0:1785405034.928233:0:2403:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1785405034.928234:0:2403:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1785405034.928238:0:2403:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91711f2a1880 x1872115598933760/t0(0) o400->lustre-MDT0000-mdc-ffff917110494800@192.168.202.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1785405050 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785405034.928243:0:2403:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1785405034.928244:0:2403:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1785405034.928245:0:2403:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1785405034.928248:0:2403:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91711f2a1880 x1872115598933760/t0(0) o400->lustre-MDT0000-mdc-ffff917110494800@192.168.202.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1785405050 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1785405034.928256:0:2403:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91711f2a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:bf5bef28-9894-4251-9025-4a41cd4535fe:2403:1872115598933760:192.168.202.103@tcp:400:kworker.0 00000400:00000001:3.0:1785405034.928261:0:2403:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1785405034.928266:0:2403:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1785405034.928268:0:2403:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91712f524d68. 00000400:00000200:3.0:1785405034.928270:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff917101218e58 00000400:00000010:3.0:1785405034.928272:0:2403:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff917101218e58. 00000100:00000001:3.0:1785405034.928274:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1785405034.928277:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91711f2a1180 x1872115598933888/t0(0) o400->lustre-MDT0001-mdc-ffff917110494800@192.168.202.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1785405050 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1785405034.928284:0:2403:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91711f2a1180 x1872115598933888/t0(0) o400->lustre-MDT0001-mdc-ffff917110494800@192.168.202.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1785405050 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785405034.928289:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1785405034.928290:0:2403:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1785405034.928291:0:2403:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1785405034.928292:0:2403:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1785405034.928293:0:2403:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1785405034.928295:0:2403:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1785405034.928296:0:2403:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1785405034.928300:0:2403:0:(import.c:2149:obd_at_measure()) add 5 to ffff917104f8d460 time=67 v=5 (5 5 5 5) 00000100:00001000:3.0:1785405034.928302:0:2403:0:(import.c:2149:obd_at_measure()) add 1 to ffff917104f8d418 time=49 v=5 (1 1 1 1) 00000100:00000001:3.0:1785405034.928303:0:2403:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1785405034.928305:0:2403:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1785405034.928306:0:2403:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1785405034.928309:0:2403:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff91711f2a1180 x1872115598933888/t0(0) o400->lustre-MDT0001-mdc-ffff917110494800@192.168.202.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1785405050 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1785405034.928315:0:2403:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1785405034.928319:0:2403:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1785405034.928321:0:2403:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff917110494800: skip recheck: last_committed 21474836545 00000100:00000001:3.0:1785405034.928322:0:2403:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1785405034.928323:0:2403:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1785405034.928326:0:2403:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91711f2a1180 x1872115598933888/t0(0) o400->lustre-MDT0001-mdc-ffff917110494800@192.168.202.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1785405050 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785405034.928330:0:2403:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1785405034.928332:0:2403:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1785405034.928333:0:2403:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1785405034.928340:0:2403:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91711f2a1180 x1872115598933888/t0(0) o400->lustre-MDT0001-mdc-ffff917110494800@192.168.202.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1785405050 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1785405034.928346:0:2403:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91711f2a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:bf5bef28-9894-4251-9025-4a41cd4535fe:2403:1872115598933888:192.168.202.103@tcp:400:kworker.0 00000100:00000001:3.0:1785405034.928349:0:2403:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1785405034.928350:0:2403:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1785405034.928353:0:2403:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91711f2a1880 x1872115598933760/t0(0) o400->lustre-MDT0000-mdc-ffff917110494800@192.168.202.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1785405050 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785405034.928357:0:2403:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1785405034.928359:0:2403:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1785405034.928360:0:2403:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff917127619000. 02000000:00000001:3.0:1785405034.928362:0:2403:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1785405034.928363:0:2403:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1785405034.928365:0:2403:0:(genops.c:1244:class_import_put()) import ffff91710317d000 refcount=8 obd=lustre-MDT0000-mdc-ffff917110494800 00000020:00000001:3.0:1785405034.928366:0:2403:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1785405034.928368:0:2403:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff917018e2df00. 02000000:00000001:3.0:1785405034.928370:0:2403:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1785405034.928371:0:2403:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1785405034.928372:0:2403:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91711f2a1880. 00000100:00000001:3.0:1785405034.928375:0:2403:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1785405034.928376:0:2403:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1785405034.928377:0:2403:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1785405034.928380:0:2403:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91711f2a1180 x1872115598933888/t0(0) o400->lustre-MDT0001-mdc-ffff917110494800@192.168.202.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1785405050 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785405034.928385:0:2403:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1785405034.928386:0:2403:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1785405034.928387:0:2403:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff917127618800. 02000000:00000001:3.0:1785405034.928389:0:2403:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1785405034.928390:0:2403:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1785405034.928390:0:2403:0:(genops.c:1244:class_import_put()) import ffff917104f8d000 refcount=3 obd=lustre-MDT0001-mdc-ffff917110494800 00000020:00000001:3.0:1785405034.928392:0:2403:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1785405034.928393:0:2403:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff917018e2d600. 02000000:00000001:3.0:1785405034.928394:0:2403:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1785405034.928395:0:2403:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1785405034.928399:0:2403:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91711f2a1180. 00000100:00000001:3.0:1785405034.928401:0:2403:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1785405034.928413:0:2403:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1785405034.928416:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1785405034.928417:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1785405034.928419:0:2403:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1785405034.928420:0:2403:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1785405034.928421:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1785405034.935712:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1785405034.935729:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1785405034.935733:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1785405034.935735:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1785405034.935744:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.103@tcp to cpt 1 00000400:00000200:3.0:1785405034.935763:0:2394:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.3@tcp(192.168.202.3@tcp) <- 192.168.202.103@tcp : PUT - for me 00000400:00000200:3.0:1785405034.935773:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.103@tcp to cpt 1 00000400:00000200:3.0:1785405034.935779:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.103@tcp to cpt 1 00000400:00000200:3.0:1785405034.935784:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.103@tcp to cpt 1 00000400:00000200:3.0:1785405034.935788:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.103@tcp of length 224 into portal 4 MB=0x6a6ade140c000 00000400:00000200:3.0:1785405034.935793:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.103@tcp to cpt 1 00000400:00000200:3.0:1785405034.935799:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.103@tcp of length 224/224 into md 0x53b495 [1] + 224 00000800:00000001:3.0:1785405034.935806:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1785405034.935843:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1785405034.935847:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1785405034.935851:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.3@tcp->192.168.202.103@tcp: PUT: OK 00000100:00000001:3.0:1785405034.935858:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1785405034.935867:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91711f2a3100 x1872115598934016/t0(0) o400->lustre-OST0000-osc-ffff917110494800@192.168.202.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1785405090 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1785405034.935915:0:2394:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91711f2a3100 x1872115598934016/t0(0) o400->lustre-OST0000-osc-ffff917110494800@192.168.202.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1785405090 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785405034.935939:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1785405034.935946:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1785405034.935949:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1785405034.937506:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1785405034.937512:0:2403:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1785405034.937519:0:2403:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1785405034.937521:0:2403:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1785405034.937524:0:2403:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91712f5249f8. 00000400:00000200:2.0:1785405034.937530:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff917101218bb0 00000400:00000010:2.0:1785405034.937532:0:2403:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff917101218bb0. 00000100:00000001:2.0:1785405034.937536:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1785405034.937544:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91711f2a3100 x1872115598934016/t0(0) o400->lustre-OST0000-osc-ffff917110494800@192.168.202.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1785405090 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1785405034.937555:0:2403:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91711f2a3100 x1872115598934016/t0(0) o400->lustre-OST0000-osc-ffff917110494800@192.168.202.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1785405090 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785405034.937564:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1785405034.937565:0:2403:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1785405034.937568:0:2403:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1785405034.937579:0:2403:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1785405034.937581:0:2403:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1785405034.937583:0:2403:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1785405034.937585:0:2403:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1785405034.937595:0:2403:0:(import.c:2149:obd_at_measure()) add 37 to ffff917104f88460 time=67 v=37 (37 37 37 5) 00000100:00001000:2.0:1785405034.937598:0:2403:0:(import.c:2149:obd_at_measure()) add 1 to ffff917104f88418 time=144 v=5 (1 1 0 0) 00000100:00000001:2.0:1785405034.937601:0:2403:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1785405034.937603:0:2403:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1785405034.937606:0:2403:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1785405034.937624:0:2403:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1785405034.937627:0:2403:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1785405034.937629:0:2403:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0000-osc-ffff917110494800: skip recheck: last_committed 38654726568 00000100:00000001:2.0:1785405034.937631:0:2403:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1785405034.937633:0:2403:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1785405034.937638:0:2403:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91711f2a3100 x1872115598934016/t0(0) o400->lustre-OST0000-osc-ffff917110494800@192.168.202.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1785405090 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785405034.937645:0:2403:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1785405034.937648:0:2403:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1785405034.937650:0:2403:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1785405034.937654:0:2403:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91711f2a3100 x1872115598934016/t0(0) o400->lustre-OST0000-osc-ffff917110494800@192.168.202.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1785405090 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1785405034.937662:0:2403:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91711f2a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:bf5bef28-9894-4251-9025-4a41cd4535fe:2403:1872115598934016:192.168.202.103@tcp:400:kworker.0 00000100:00000001:2.0:1785405034.937667:0:2403:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1785405034.937669:0:2403:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1785405034.937672:0:2403:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91711f2a3100 x1872115598934016/t0(0) o400->lustre-OST0000-osc-ffff917110494800@192.168.202.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1785405090 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785405034.937678:0:2403:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1785405034.937680:0:2403:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1785405034.937683:0:2403:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff917127619200. 02000000:00000001:2.0:1785405034.937686:0:2403:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1785405034.937689:0:2403:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1785405034.937691:0:2403:0:(genops.c:1244:class_import_put()) import ffff917104f88000 refcount=3 obd=lustre-OST0000-osc-ffff917110494800 00000020:00000001:2.0:1785405034.937693:0:2403:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1785405034.937696:0:2403:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff917018e2d900. 02000000:00000001:2.0:1785405034.937700:0:2403:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1785405034.937702:0:2403:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1785405034.937703:0:2403:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91711f2a3100. 00000100:00000001:2.0:1785405034.937706:0:2403:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1785405034.937708:0:2403:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1785405034.937710:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1785405034.937716:0:2403:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1785405034.937722:0:2403:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1785405034.937724:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1785405034.937726:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1785405035.152951:0:279653:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1785405035.152956:0:279653:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1785405035.152961:0:279653:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1785405035.152962:0:279653:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1785405035.153045:0:250580:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1785405035.153048:0:250580:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1785405035.153050:0:250580:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1785405036.177009:0:279653:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1785405036.177015:0:279653:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1785405036.177021:0:279653:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1785405036.177022:0:279653:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1785405036.177316:0:244170:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1785405036.177319:0:244170:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1785405036.177322:0:244170:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1785405037.201544:0:279653:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1785405037.201551:0:279653:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1785405037.201556:0:279653:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1785405037.201571:0:279653:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1785405037.201974:0:234740:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1785405037.201978:0:234740:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1785405037.201981:0:234740:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1785405038.224985:0:279653:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1785405038.224991:0:279653:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1785405038.224996:0:279653:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1785405038.224997:0:279653:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1785405038.225073:0:240730:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1785405038.225076:0:240730:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1785405038.225079:0:240730:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1785405038.737390:0:272886:0:(connection.c:75:cpu_latency_work()) work item of ffff917109986b30 (cpu 3) has reached its deadline 4311427806, at 4311427840 00000100:00000010:3.0:1785405038.737412:0:272886:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff917103097c00. 00000100:00000040:2.0:1785405038.739198:0:280409:0:(connection.c:75:cpu_latency_work()) work item of ffff917109986a20 (cpu 2) has reached its deadline 4311427806, at 4311427842 00000100:00000010:2.0:1785405038.739209:0:280409:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff917103097cc0. 00010000:00000001:0.0:1785405039.249463:0:279653:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1785405039.249469:0:279653:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1785405039.249474:0:279653:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1785405039.249475:0:279653:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1785405039.249686:0:234739:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1785405039.249689:0:234739:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1785405039.249692:0:234739:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1785405040.021029:0:231644:0:(pinger.c:229:ptlrpc_pinger_process_import()) 617c1054-42de-4d6e-b093-1e483ab756db->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1785405040.021040:0:231644:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1785405040.021047:0:231644:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff917130f2ed80. 00000020:00000040:0.0:1785405040.021052:0:231644:0:(genops.c:1231:class_import_get()) import ffff917103101000 refcount=4 obd=MGC192.168.202.103@tcp 00000100:00000001:0.0:1785405040.021058:0:231644:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1785405040.021061:0:231644:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1785405040.021066:0:231644:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1785405040.021074:0:231644:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91710929b800. 00000100:00000001:0.0:1785405040.021080:0:231644:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1785405040.021090:0:231644:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 617c1054-42de-4d6e-b093-1e483ab756db->MGS req@ffff917130f2ed80 x1872115598934144/t0(0) o400->MGC192.168.202.103@tcp@192.168.202.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1785405040.021101:0:231644:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1785405040.021105:0:231644:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1785405040.021110:0:231644:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000066da1217] to pc [ptlrpcd_00_00+0] req@ffff917130f2ed80 x1872115598934144/t0(0) o400->MGC192.168.202.103@tcp@192.168.202.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785405040.021131:0:231644:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1785405040.021134:0:231644:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf5bef28-9894-4251-9025-4a41cd4535fe->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1785405040.021137:0:231644:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1785405040.021140:0:231644:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff917130f2f800. 00000020:00000040:0.0:1785405040.021142:0:231644:0:(genops.c:1231:class_import_get()) import ffff91710317d000 refcount=9 obd=lustre-MDT0000-mdc-ffff917110494800 00000100:00000001:0.0:1785405040.021144:0:231644:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1785405040.021145:0:231644:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1785405040.021147:0:231644:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1785405040.021150:0:231644:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91710929b300. 00000100:00000001:0.0:1785405040.021164:0:231644:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1785405040.021169:0:231644:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging bf5bef28-9894-4251-9025-4a41cd4535fe->lustre-MDT0000_UUID req@ffff917130f2f800 x1872115598934272/t0(0) o400->lustre-MDT0000-mdc-ffff917110494800@192.168.202.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1785405040.021176:0:231644:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1785405040.021178:0:231644:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1785405040.021182:0:231644:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001ddba2e7] to pc [ptlrpcd_00_01+1] req@ffff917130f2f800 x1872115598934272/t0(0) o400->lustre-MDT0000-mdc-ffff917110494800@192.168.202.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785405040.021190:0:231644:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1785405040.021192:0:231644:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf5bef28-9894-4251-9025-4a41cd4535fe->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1785405040.021195:0:231644:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1785405040.021198:0:231644:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff917130f2f100. 00000020:00000040:0.0:1785405040.021200:0:231644:0:(genops.c:1231:class_import_get()) import ffff917104f8d000 refcount=4 obd=lustre-MDT0001-mdc-ffff917110494800 00000100:00000001:0.0:1785405040.021202:0:231644:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1785405040.021203:0:231644:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1785405040.021205:0:231644:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1785405040.021210:0:231644:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91710929bb00. 00000100:00000001:0.0:1785405040.021213:0:231644:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1785405040.021217:0:231644:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging bf5bef28-9894-4251-9025-4a41cd4535fe->lustre-MDT0001_UUID req@ffff917130f2f100 x1872115598934400/t0(0) o400->lustre-MDT0001-mdc-ffff917110494800@192.168.202.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1785405040.021223:0:231644:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1785405040.021224:0:231644:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1785405040.021228:0:231644:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bddd3615] to pc [ptlrpcd_00_00+0] req@ffff917130f2f100 x1872115598934400/t0(0) o400->lustre-MDT0001-mdc-ffff917110494800@192.168.202.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785405040.021234:0:231644:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1785405040.021237:0:231644:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf5bef28-9894-4251-9025-4a41cd4535fe->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1785405040.021240:0:231644:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1785405040.021242:0:231644:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff917130f2e300. 00000020:00000040:0.0:1785405040.021245:0:231644:0:(genops.c:1231:class_import_get()) import ffff917104f88000 refcount=4 obd=lustre-OST0000-osc-ffff917110494800 00000100:00000001:0.0:1785405040.021247:0:231644:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1785405040.021253:0:231644:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1785405040.021255:0:231644:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1785405040.021258:0:231644:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91710929b100. 00000100:00000001:0.0:1785405040.021261:0:231644:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1785405040.021266:0:231644:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging bf5bef28-9894-4251-9025-4a41cd4535fe->lustre-OST0000_UUID req@ffff917130f2e300 x1872115598934528/t0(0) o400->lustre-OST0000-osc-ffff917110494800@192.168.202.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1785405040.021273:0:231644:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1785405040.021275:0:231644:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1785405040.021278:0:231644:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000054cae9d8] to pc [ptlrpcd_00_01+1] req@ffff917130f2e300 x1872115598934528/t0(0) o400->lustre-OST0000-osc-ffff917110494800@192.168.202.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785405040.021285:0:231644:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1785405040.021287:0:231644:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf5bef28-9894-4251-9025-4a41cd4535fe->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1785405040.021290:0:231644:0:(pinger.c:247:ptlrpc_pinger_process_import()) bf5bef28-9894-4251-9025-4a41cd4535fe->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1785405040.021295:0:231644:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (16766) 00000100:00000001:0.0:1785405040.021303:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1785405040.021307:0:2400:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1785405040.021309:0:2400:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1785405040.021314:0:2400:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff917130f2ed80 x1872115598934144/t0(0) o400->MGC192.168.202.103@tcp@192.168.202.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785405040.021321:0:2400:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1785405040.021322:0:2400:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1785405040.021326:0:2400:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1785405040.021329:0:2400:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1785405040.021331:0:2400:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1785405040.021335:0:2400:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff917130f2ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:617c1054-42de-4d6e-b093-1e483ab756db:2400:1872115598934144:192.168.202.103@tcp:400:kworker.0 00000100:00000001:0.0:1785405040.021339:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1785405040.021344:0:2400:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1785405040.021346:0:2400:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1785405040.021348:0:2400:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1785405040.021352:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9171034ca000. 02000000:00000001:0.0:1785405040.021354:0:2400:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1785405040.021365:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.103@tcp to cpt 1 00000400:00000010:0.0:1785405040.021369:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9171067f2688. 00000400:00000010:0.0:1785405040.021376:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff917126f8f5d8. 00000100:00000200:0.0:1785405040.021382:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872115598934144, portal 25 00000100:00000001:0.0:1785405040.021384:0:2400:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1785405040.021385:0:2400:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622514071399808 : -121559638151808 : ffff917130f2ed80) 00000100:00000040:0.0:1785405040.021390:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff917130f2ed80 x1872115598934144/t0(0) o400->MGC192.168.202.103@tcp@192.168.202.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1785405056 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785405040.021397:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1785405040.021399:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.103@tcp 00000400:00000010:0.0:1785405040.021402:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff917126f8f198. 00000100:00000200:0.0:1785405040.021405:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1872115598934144, offset 0 00000400:00000200:0.0:1785405040.021410:0:2400:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.103@tcp 00000400:00000200:0.0:1785405040.021417:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.103@tcp to cpt 1 00000400:00000200:0.0:1785405040.021423:0:2400:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.103@tcp local destination 00000400:00000200:0.0:1785405040.021428:0:2400:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1785405040.021431:0:2400:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.3@tcp 00000400:00000200:0.0:1785405040.021434:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.3@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1785405040.021437:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.103@tcp 00000400:00000200:0.0:1785405040.021440:0:2400:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.3@tcp NI seq info: [547052:547052:256:4294967295] 192.168.202.103@tcp LPNI seq info [547040:547040:8:4294967295] 00000400:00000200:0.0:1785405040.021444:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.103@tcp to cpt 1 00000400:00000200:0.0:1785405040.021453:0:2400:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.3@tcp(192.168.202.3@tcp:) -> 192.168.202.103@tcp(192.168.202.103@tcp:192.168.202.103@tcp) : PUT try# 0 00000800:00000200:0.0:1785405040.021459:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.103@tcp 00000800:00000010:0.0:1785405040.021463:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91710929b600. 00000800:00000200:0.0:1785405040.021469:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91710a163c00] -> 12345-192.168.202.103@tcp (5) 00000800:00000200:0.0:1785405040.021475:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.103@tcp ip 192.168.202.103:988 00000800:00000200:0.0:1785405040.021479:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91710929b600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1785405040.021497:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1785405040.021501:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.103@tcp to cpt 1 00000100:00000001:0.0:1785405040.021504:0:2400:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.103@tcp: PM QoS new deadline estimation for cpu 2 is 4311432930 00000100:00000010:0.0:1785405040.021508:0:2400:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff917138051840. 00000100:00000001:0.0:1785405040.021519:0:2400:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.103@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1785405040.021523:0:2400:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.103@tcp: PM QoS new deadline estimation for cpu 3 is 4311432930 00000100:00000010:0.0:1785405040.021526:0:2400:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9171380515a0. 00000100:00000001:0.0:1785405040.021529:0:2400:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.103@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1785405040.021532:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1785405040.021534:0:2400:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785405040.021537:0:2400:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1785405040.021541:0:2400:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff917130f2f100 x1872115598934400/t0(0) o400->lustre-MDT0001-mdc-ffff917110494800@192.168.202.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785405040.021547:0:2400:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1785405040.021549:0:2400:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1785405040.021551:0:2400:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1785405040.021553:0:2400:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1785405040.021554:0:2400:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1785405040.021557:0:2400:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff917130f2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:bf5bef28-9894-4251-9025-4a41cd4535fe:2400:1872115598934400:192.168.202.103@tcp:400:kworker.0 00000100:00000001:0.0:1785405040.021561:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1785405040.021563:0:2400:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1785405040.021565:0:2400:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1785405040.021567:0:2400:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1785405040.021570:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9171034cbe00. 02000000:00000001:0.0:1785405040.021571:0:2400:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1785405040.021575:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.103@tcp to cpt 1 00000400:00000010:0.0:1785405040.021578:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9171067f2318. 00000400:00000010:0.0:1785405040.021582:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff917126f8fa18. 00000100:00000200:0.0:1785405040.021584:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872115598934400, portal 10 00000100:00000001:0.0:1785405040.021585:0:2400:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1785405040.021586:0:2400:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622514071400704 : -121559638150912 : ffff917130f2f100) 00000100:00000040:0.0:1785405040.021593:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff917130f2f100 x1872115598934400/t0(0) o400->lustre-MDT0001-mdc-ffff917110494800@192.168.202.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1785405056 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785405040.021599:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1785405040.021601:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.103@tcp 00000400:00000010:0.0:1785405040.021604:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff917126f8f110. 00000100:00000200:0.0:1785405040.021611:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1872115598934400, offset 0 00000400:00000200:0.0:1785405040.021616:0:2400:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.103@tcp 00000400:00000200:0.0:1785405040.021620:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.103@tcp to cpt 1 00000400:00000200:0.0:1785405040.021623:0:2400:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.103@tcp local destination 00000400:00000200:0.0:1785405040.021626:0:2400:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1785405040.021628:0:2400:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.3@tcp 00000400:00000200:0.0:1785405040.021631:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.3@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1785405040.021633:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.103@tcp 00000400:00000200:0.0:1785405040.021636:0:2400:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.3@tcp NI seq info: [547053:547053:255:4294967295] 192.168.202.103@tcp LPNI seq info [547041:547041:7:4294967295] 00000400:00000200:0.0:1785405040.021640:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.103@tcp to cpt 1 00000400:00000200:0.0:1785405040.021646:0:2400:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.3@tcp(192.168.202.3@tcp:) -> 192.168.202.103@tcp(192.168.202.103@tcp:192.168.202.103@tcp) : PUT try# 0 00000800:00000200:0.0:1785405040.021650:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.103@tcp 00000800:00000010:0.0:1785405040.021654:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91710929b900. 00000800:00000200:0.0:1785405040.021657:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91710a163c00] -> 12345-192.168.202.103@tcp (5) 00000800:00000200:0.0:1785405040.021661:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.103@tcp ip 192.168.202.103:988 00000800:00000200:0.0:1785405040.021664:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91710929b900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1785405040.021667:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1785405040.021670:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff917110494800: using a timeout of 32751 usecs (33 jiffies) 00000400:00000200:0.0:1785405040.021673:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.103@tcp to cpt 1 00000100:00000001:0.0:1785405040.021675:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff917110494800: PM QoS new deadline estimation for cpu 2 is 4311429157 00000100:00000001:0.0:1785405040.021677:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff917110494800: PM QoS request active for cpu 2, keep current deadline 4311432930 00000100:00000001:0.0:1785405040.021679:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff917110494800: PM QoS new deadline estimation for cpu 3 is 4311429157 00000100:00000001:0.0:1785405040.021681:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff917110494800: PM QoS request active for cpu 3, keep current deadline 4311432930 00000100:00000001:0.0:1785405040.021683:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1785405040.021685:0:2400:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785405040.021687:0:2400:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785405040.021690:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1785405040.021696:0:2400:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1785405040.021698:0:2400:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1785405040.021700:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1785405040.021707:0:2400:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1785405040.021709:0:2400:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1785405040.021711:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:0.0:1785405040.021713:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1785405040.021716:0:2400:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1785405040.021718:0:2400:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1785405040.021719:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1785405040.021720:0:2400:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1785405040.021722:0:2400:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1785405040.021726:0:2400:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff917130f2f800 x1872115598934272/t0(0) o400->lustre-MDT0000-mdc-ffff917110494800@192.168.202.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785405040.021732:0:2400:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1785405040.021733:0:2400:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1785405040.021736:0:2400:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1785405040.021737:0:2400:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1785405040.021739:0:2400:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1785405040.021741:0:2400:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff917130f2f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:bf5bef28-9894-4251-9025-4a41cd4535fe:2400:1872115598934272:192.168.202.103@tcp:400:kworker.0 00000100:00000001:0.0:1785405040.021744:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1785405040.021747:0:2400:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1785405040.021748:0:2400:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1785405040.021749:0:2400:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1785405040.021752:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9171034cae00. 02000000:00000001:0.0:1785405040.021754:0:2400:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1785405040.021757:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.103@tcp to cpt 1 00000400:00000010:0.0:1785405040.021759:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9171067f2420. 00000400:00000010:0.0:1785405040.021763:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff917126f8f550. 00000100:00000200:0.0:1785405040.021775:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872115598934272, portal 10 00000100:00000001:0.0:1785405040.021777:0:2400:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1785405040.021778:0:2400:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622514071402496 : -121559638149120 : ffff917130f2f800) 00000100:00000040:0.0:1785405040.021784:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff917130f2f800 x1872115598934272/t0(0) o400->lustre-MDT0000-mdc-ffff917110494800@192.168.202.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1785405056 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785405040.021790:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1785405040.021792:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.103@tcp 00000400:00000010:0.0:1785405040.021795:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff917126f8f3b8. 00000100:00000200:0.0:1785405040.021802:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1872115598934272, offset 0 00000400:00000200:0.0:1785405040.021806:0:2400:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.103@tcp 00000400:00000200:0.0:1785405040.021810:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.103@tcp to cpt 1 00000400:00000200:0.0:1785405040.021813:0:2400:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.103@tcp local destination 00000400:00000200:0.0:1785405040.021816:0:2400:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1785405040.021818:0:2400:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.3@tcp 00000400:00000200:0.0:1785405040.021821:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.3@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1785405040.021823:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.103@tcp 00000400:00000200:0.0:1785405040.021826:0:2400:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.3@tcp NI seq info: [547054:547054:254:4294967295] 192.168.202.103@tcp LPNI seq info [547042:547042:6:4294967295] 00000400:00000200:0.0:1785405040.021830:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.103@tcp to cpt 1 00000400:00000200:0.0:1785405040.021835:0:2400:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.3@tcp(192.168.202.3@tcp:) -> 192.168.202.103@tcp(192.168.202.103@tcp:192.168.202.103@tcp) : PUT try# 0 00000800:00000200:0.0:1785405040.021839:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.103@tcp 00000800:00000010:0.0:1785405040.021843:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91710929b500. 00000800:00000200:0.0:1785405040.021846:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91710a163c00] -> 12345-192.168.202.103@tcp (5) 00000800:00000200:0.0:1785405040.021850:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.103@tcp ip 192.168.202.103:988 00000800:00000200:0.0:1785405040.021852:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91710929b500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1785405040.021855:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1785405040.021858:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff917110494800: using a timeout of 35345 usecs (36 jiffies) 00000400:00000200:0.0:1785405040.021861:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.103@tcp to cpt 1 00000100:00000001:0.0:1785405040.021863:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff917110494800: PM QoS new deadline estimation for cpu 2 is 4311429160 00000100:00000001:0.0:1785405040.021865:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff917110494800: PM QoS request active for cpu 2, keep current deadline 4311432930 00000100:00000001:0.0:1785405040.021867:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff917110494800: PM QoS new deadline estimation for cpu 3 is 4311429160 00000100:00000001:0.0:1785405040.021869:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff917110494800: PM QoS request active for cpu 3, keep current deadline 4311432930 00000100:00000001:0.0:1785405040.021892:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1785405040.021894:0:2400:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785405040.021896:0:2400:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1785405040.021900:0:2400:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff917130f2e300 x1872115598934528/t0(0) o400->lustre-OST0000-osc-ffff917110494800@192.168.202.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785405040.021906:0:2400:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1785405040.021913:0:2400:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1785405040.021915:0:2400:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1785405040.021917:0:2400:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1785405040.021919:0:2400:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1785405040.021922:0:2400:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff917130f2e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:bf5bef28-9894-4251-9025-4a41cd4535fe:2400:1872115598934528:192.168.202.103@tcp:400:kworker.0 00000100:00000001:0.0:1785405040.021925:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1785405040.021927:0:2400:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1785405040.021929:0:2400:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1785405040.021930:0:2400:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1785405040.021933:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9171034ca400. 02000000:00000001:0.0:1785405040.021935:0:2400:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1785405040.021939:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.103@tcp to cpt 1 00000400:00000010:0.0:1785405040.021941:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9171067f2268. 00000400:00000010:0.0:1785405040.021944:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff917126f8fc38. 00000100:00000200:0.0:1785405040.021946:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872115598934528, portal 4 00000100:00000001:0.0:1785405040.021948:0:2400:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1785405040.021949:0:2400:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622514071397120 : -121559638154496 : ffff917130f2e300) 00000100:00000040:0.0:1785405040.021955:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff917130f2e300 x1872115598934528/t0(0) o400->lustre-OST0000-osc-ffff917110494800@192.168.202.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1785405096 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785405040.021961:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1785405040.021963:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.103@tcp 00000400:00000010:0.0:1785405040.021965:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff917126f8f330. 00000100:00000200:0.0:1785405040.021967:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1872115598934528, offset 0 00000400:00000200:0.0:1785405040.021971:0:2400:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.103@tcp 00000400:00000200:0.0:1785405040.021975:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.103@tcp to cpt 1 00000400:00000200:0.0:1785405040.021978:0:2400:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.103@tcp local destination 00000400:00000200:0.0:1785405040.021981:0:2400:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1785405040.021983:0:2400:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.3@tcp 00000400:00000200:0.0:1785405040.021986:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.3@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1785405040.021988:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.103@tcp 00000400:00000200:0.0:1785405040.021990:0:2400:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.3@tcp NI seq info: [547055:547055:253:4294967295] 192.168.202.103@tcp LPNI seq info [547043:547043:5:4294967295] 00000400:00000200:0.0:1785405040.021994:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.103@tcp to cpt 1 00000400:00000200:0.0:1785405040.022000:0:2400:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.3@tcp(192.168.202.3@tcp:) -> 192.168.202.103@tcp(192.168.202.103@tcp:192.168.202.103@tcp) : PUT try# 0 00000800:00000200:0.0:1785405040.022010:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.103@tcp 00000800:00000010:0.0:1785405040.022014:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91710929b000. 00000800:00000200:0.0:1785405040.022018:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91710a163c00] -> 12345-192.168.202.103@tcp (5) 00000800:00000200:0.0:1785405040.022022:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.103@tcp ip 192.168.202.103:988 00000800:00000200:0.0:1785405040.022024:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91710929b000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1785405040.022027:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1785405040.022029:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff917110494800: using a timeout of 152531 usecs (153 jiffies) 00000400:00000200:0.0:1785405040.022032:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.103@tcp to cpt 1 00000100:00000001:0.0:1785405040.022034:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff917110494800: PM QoS new deadline estimation for cpu 2 is 4311429277 00000100:00000001:0.0:1785405040.022036:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff917110494800: PM QoS request active for cpu 2, keep current deadline 4311432930 00000100:00000001:0.0:1785405040.022038:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff917110494800: PM QoS new deadline estimation for cpu 3 is 4311429277 00000100:00000001:0.0:1785405040.022040:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff917110494800: PM QoS request active for cpu 3, keep current deadline 4311432930 00000100:00000001:0.0:1785405040.022042:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1785405040.022045:0:2400:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785405040.022047:0:2400:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785405040.022049:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785405040.022058:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1785405040.022060:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1785405040.022228:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1785405040.022233:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91710929b600. 00000400:00000200:2.0:1785405040.022238:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1785405040.022243:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.3@tcp->192.168.202.103@tcp: PUT: OK 00000400:00000200:2.0:1785405040.022248:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff917126f8f198 00000400:00000010:2.0:1785405040.022251:0:2395:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff917126f8f198. 00000100:00000001:2.0:1785405040.022255:0:2395:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1785405040.022259:0:2395:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff917130f2ed80 x1872115598934144/t0(0) o400->MGC192.168.202.103@tcp@192.168.202.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1785405056 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785405040.022267:0:2395:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1785405040.022271:0:2395:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff917130f2ed80 x1872115598934144/t0(0) o400->MGC192.168.202.103@tcp@192.168.202.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1785405056 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785405040.022278:0:2395:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1785405040.022279:0:2395:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1785405040.022290:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1785405040.022292:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91710929b900. 00000400:00000200:2.0:1785405040.022295:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1785405040.022298:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.3@tcp->192.168.202.103@tcp: PUT: OK 00000400:00000200:2.0:1785405040.022300:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff917126f8f110 00000400:00000010:2.0:1785405040.022302:0:2395:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff917126f8f110. 00000100:00000001:2.0:1785405040.022304:0:2395:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1785405040.022308:0:2395:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff917130f2f100 x1872115598934400/t0(0) o400->lustre-MDT0001-mdc-ffff917110494800@192.168.202.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1785405056 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785405040.022315:0:2395:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1785405040.022318:0:2395:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff917130f2f100 x1872115598934400/t0(0) o400->lustre-MDT0001-mdc-ffff917110494800@192.168.202.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1785405056 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785405040.022324:0:2395:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1785405040.022325:0:2395:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1785405040.022339:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1785405040.022341:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91710929b500. 00000400:00000200:2.0:1785405040.022343:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1785405040.022346:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.3@tcp->192.168.202.103@tcp: PUT: OK 00000400:00000200:2.0:1785405040.022349:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff917126f8f3b8 00000400:00000010:2.0:1785405040.022350:0:2395:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff917126f8f3b8. 00000100:00000001:2.0:1785405040.022353:0:2395:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1785405040.022356:0:2395:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff917130f2f800 x1872115598934272/t0(0) o400->lustre-MDT0000-mdc-ffff917110494800@192.168.202.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1785405056 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785405040.022363:0:2395:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1785405040.022366:0:2395:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff917130f2f800 x1872115598934272/t0(0) o400->lustre-MDT0000-mdc-ffff917110494800@192.168.202.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1785405056 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785405040.022371:0:2395:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1785405040.022373:0:2395:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1785405040.022425:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1785405040.022428:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91710929b000. 00000400:00000200:2.0:1785405040.022430:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1785405040.022433:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.3@tcp->192.168.202.103@tcp: PUT: OK 00000400:00000200:2.0:1785405040.022436:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff917126f8f330 00000400:00000010:2.0:1785405040.022437:0:2395:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff917126f8f330. 00000100:00000001:2.0:1785405040.022439:0:2395:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1785405040.022442:0:2395:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff917130f2e300 x1872115598934528/t0(0) o400->lustre-OST0000-osc-ffff917110494800@192.168.202.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1785405096 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785405040.022448:0:2395:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1785405040.022451:0:2395:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff917130f2e300 x1872115598934528/t0(0) o400->lustre-OST0000-osc-ffff917110494800@192.168.202.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1785405096 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785405040.022457:0:2395:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1785405040.022458:0:2395:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1785405040.033996:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1785405040.034010:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1785405040.034014:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1785405040.034017:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1785405040.034025:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.103@tcp to cpt 1 00000400:00000200:3.0:1785405040.034033:0:2394:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.3@tcp(192.168.202.3@tcp) <- 192.168.202.103@tcp : PUT - for me 00000400:00000200:3.0:1785405040.034041:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.103@tcp to cpt 1 00000400:00000200:3.0:1785405040.034046:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.103@tcp to cpt 1 00000400:00000200:3.0:1785405040.034051:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.103@tcp to cpt 1 00000400:00000200:3.0:1785405040.034056:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.103@tcp of length 224 into portal 4 MB=0x6a6ade140c200 00000400:00000200:3.0:1785405040.034060:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.103@tcp to cpt 1 00000400:00000200:3.0:1785405040.034067:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.103@tcp of length 224/224 into md 0x53b4bd [1] + 224 00000800:00000001:3.0:1785405040.034073:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1785405040.034079:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1785405040.034083:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1785405040.034087:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.3@tcp->192.168.202.103@tcp: PUT: OK 00000100:00000001:3.0:1785405040.034094:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1785405040.034103:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff917130f2e300 x1872115598934528/t0(0) o400->lustre-OST0000-osc-ffff917110494800@192.168.202.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1785405096 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1785405040.034115:0:2394:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff917130f2e300 x1872115598934528/t0(0) o400->lustre-OST0000-osc-ffff917110494800@192.168.202.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1785405096 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785405040.034131:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1785405040.034138:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1785405040.034142:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1785405040.034363:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1785405040.034368:0:2400:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1785405040.034375:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1785405040.034377:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1785405040.034380:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9171067f2268. 00000400:00000200:0.0:1785405040.034385:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff917126f8fc38 00000400:00000010:0.0:1785405040.034388:0:2400:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff917126f8fc38. 00000100:00000001:0.0:1785405040.034391:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1785405040.034396:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff917130f2e300 x1872115598934528/t0(0) o400->lustre-OST0000-osc-ffff917110494800@192.168.202.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1785405096 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1785405040.034406:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff917130f2e300 x1872115598934528/t0(0) o400->lustre-OST0000-osc-ffff917110494800@192.168.202.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1785405096 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785405040.034413:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1785405040.034426:0:2400:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1785405040.034429:0:2400:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1785405040.034432:0:2400:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1785405040.034435:0:2400:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1785405040.034437:0:2400:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1785405040.034440:0:2400:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1785405040.034448:0:2400:0:(import.c:2149:obd_at_measure()) add 37 to ffff917104f88460 time=73 v=37 (37 37 37 5) 00000100:00001000:0.0:1785405040.034452:0:2400:0:(import.c:2149:obd_at_measure()) add 1 to ffff917104f88418 time=150 v=5 (1 1 0 0) 00000100:00000001:0.0:1785405040.034455:0:2400:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1785405040.034456:0:2400:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1785405040.034459:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1785405040.034463:0:2400:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785405040.034467:0:2400:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1785405040.034469:0:2400:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0000-osc-ffff917110494800: skip recheck: last_committed 38654726568 00000100:00000001:0.0:1785405040.034471:0:2400:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1785405040.034473:0:2400:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1785405040.034478:0:2400:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff917130f2e300 x1872115598934528/t0(0) o400->lustre-OST0000-osc-ffff917110494800@192.168.202.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1785405096 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785405040.034485:0:2400:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1785405040.034488:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1785405040.034490:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1785405040.034494:0:2400:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff917130f2e300 x1872115598934528/t0(0) o400->lustre-OST0000-osc-ffff917110494800@192.168.202.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1785405096 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1785405040.034502:0:2400:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff917130f2e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:bf5bef28-9894-4251-9025-4a41cd4535fe:2400:1872115598934528:192.168.202.103@tcp:400:kworker.0 00000100:00000001:0.0:1785405040.034507:0:2400:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785405040.034509:0:2400:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1785405040.034513:0:2400:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff917130f2e300 x1872115598934528/t0(0) o400->lustre-OST0000-osc-ffff917110494800@192.168.202.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1785405096 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785405040.034520:0:2400:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1785405040.034522:0:2400:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1785405040.034525:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9171034ca400. 02000000:00000001:0.0:1785405040.034528:0:2400:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1785405040.034530:0:2400:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1785405040.034536:0:2400:0:(genops.c:1244:class_import_put()) import ffff917104f88000 refcount=3 obd=lustre-OST0000-osc-ffff917110494800 00000020:00000001:0.0:1785405040.034538:0:2400:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1785405040.034542:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91710929b100. 02000000:00000001:0.0:1785405040.034546:0:2400:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1785405040.034547:0:2400:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1785405040.034549:0:2400:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff917130f2e300. 00000100:00000001:0.0:1785405040.034553:0:2400:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1785405040.034555:0:2400:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1785405040.034558:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785405040.034560:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1785405040.034561:0:2400:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1785405040.034563:0:2400:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785405040.034565:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1785405040.034817:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1785405040.034823:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1785405040.034825:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1785405040.034827:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1785405040.034831:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.103@tcp to cpt 1 00000400:00000200:3.0:1785405040.034836:0:2395:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.3@tcp(192.168.202.3@tcp) <- 192.168.202.103@tcp : PUT - for me 00000400:00000200:3.0:1785405040.034841:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.103@tcp to cpt 1 00000400:00000200:3.0:1785405040.034844:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.103@tcp to cpt 1 00000400:00000200:3.0:1785405040.034847:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.103@tcp to cpt 1 00000400:00000200:3.0:1785405040.034856:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.103@tcp of length 224 into portal 10 MB=0x6a6ade140c180 00000400:00000200:3.0:1785405040.034860:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.103@tcp to cpt 1 00000400:00000200:3.0:1785405040.034865:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.103@tcp of length 224/224 into md 0x53b4ad [1] + 224 00000800:00000001:3.0:1785405040.034895:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1785405040.034902:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1785405040.034904:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1785405040.034908:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.3@tcp->192.168.202.103@tcp: PUT: OK 00000100:00000001:3.0:1785405040.034912:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1785405040.034916:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff917130f2f100 x1872115598934400/t0(0) o400->lustre-MDT0001-mdc-ffff917110494800@192.168.202.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1785405056 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1785405040.034925:0:2395:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff917130f2f100 x1872115598934400/t0(0) o400->lustre-MDT0001-mdc-ffff917110494800@192.168.202.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1785405056 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785405040.034937:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1785405040.034942:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1785405040.034945:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1785405040.035147:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1785405040.035150:0:2400:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1785405040.035153:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1785405040.035154:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1785405040.035156:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9171067f2318. 00000400:00000200:0.0:1785405040.035159:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff917126f8fa18 00000400:00000010:0.0:1785405040.035161:0:2400:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff917126f8fa18. 00000100:00000001:0.0:1785405040.035163:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1785405040.035167:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff917130f2f100 x1872115598934400/t0(0) o400->lustre-MDT0001-mdc-ffff917110494800@192.168.202.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1785405056 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1785405040.035175:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff917130f2f100 x1872115598934400/t0(0) o400->lustre-MDT0001-mdc-ffff917110494800@192.168.202.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1785405056 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785405040.035181:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1785405040.035182:0:2400:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1785405040.035184:0:2400:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1785405040.035186:0:2400:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1785405040.035187:0:2400:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1785405040.035188:0:2400:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1785405040.035190:0:2400:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1785405040.035195:0:2400:0:(import.c:2149:obd_at_measure()) add 5 to ffff917104f8d460 time=73 v=5 (5 5 5 5) 00000100:00001000:0.0:1785405040.035198:0:2400:0:(import.c:2149:obd_at_measure()) add 1 to ffff917104f8d418 time=55 v=5 (1 1 1 1) 00000100:00000001:0.0:1785405040.035200:0:2400:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1785405040.035201:0:2400:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1785405040.035203:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1785405040.035215:0:2400:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff917130f2f100 x1872115598934400/t0(0) o400->lustre-MDT0001-mdc-ffff917110494800@192.168.202.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1785405056 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1785405040.035222:0:2400:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785405040.035224:0:2400:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1785405040.035225:0:2400:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff917110494800: skip recheck: last_committed 21474836545 00000100:00000001:0.0:1785405040.035227:0:2400:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1785405040.035228:0:2400:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1785405040.035232:0:2400:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff917130f2f100 x1872115598934400/t0(0) o400->lustre-MDT0001-mdc-ffff917110494800@192.168.202.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1785405056 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785405040.035239:0:2400:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1785405040.035241:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1785405040.035242:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1785405040.035246:0:2400:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff917130f2f100 x1872115598934400/t0(0) o400->lustre-MDT0001-mdc-ffff917110494800@192.168.202.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1785405056 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1785405040.035252:0:2400:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff917130f2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:bf5bef28-9894-4251-9025-4a41cd4535fe:2400:1872115598934400:192.168.202.103@tcp:400:kworker.0 00000100:00000001:0.0:1785405040.035256:0:2400:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785405040.035258:0:2400:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1785405040.035260:0:2400:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff917130f2f100 x1872115598934400/t0(0) o400->lustre-MDT0001-mdc-ffff917110494800@192.168.202.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1785405056 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785405040.035267:0:2400:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1785405040.035268:0:2400:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1785405040.035270:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9171034cbe00. 02000000:00000001:0.0:1785405040.035273:0:2400:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1785405040.035274:0:2400:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1785405040.035275:0:2400:0:(genops.c:1244:class_import_put()) import ffff917104f8d000 refcount=3 obd=lustre-MDT0001-mdc-ffff917110494800 00000020:00000001:0.0:1785405040.035277:0:2400:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1785405040.035279:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91710929bb00. 02000000:00000001:0.0:1785405040.035281:0:2400:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1785405040.035282:0:2400:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1785405040.035284:0:2400:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff917130f2f100. 00000100:00000001:0.0:1785405040.035286:0:2400:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1785405040.035292:0:2400:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1785405040.035295:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785405040.035296:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1785405040.035298:0:2400:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1785405040.035299:0:2400:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785405040.035301:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1785405040.039713:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1785405040.039725:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1785405040.039728:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1785405040.039731:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1785405040.039737:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.103@tcp to cpt 1 00000400:00000200:3.0:1785405040.039744:0:2394:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.3@tcp(192.168.202.3@tcp) <- 192.168.202.103@tcp : PUT - for me 00000400:00000200:3.0:1785405040.039750:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.103@tcp to cpt 1 00000400:00000200:3.0:1785405040.039754:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.103@tcp to cpt 1 00000400:00000200:3.0:1785405040.039758:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.103@tcp to cpt 1 00000400:00000200:3.0:1785405040.039761:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.103@tcp of length 224 into portal 10 MB=0x6a6ade140c100 00000400:00000200:3.0:1785405040.039792:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.103@tcp to cpt 1 00000400:00000200:3.0:1785405040.039798:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.103@tcp of length 224/224 into md 0x53b4b5 [1] + 224 00000800:00000001:3.0:1785405040.039804:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1785405040.039810:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1785405040.039813:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1785405040.039817:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.3@tcp->192.168.202.103@tcp: PUT: OK 00000100:00000001:3.0:1785405040.039824:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1785405040.039843:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff917130f2f800 x1872115598934272/t0(0) o400->lustre-MDT0000-mdc-ffff917110494800@192.168.202.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1785405056 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1785405040.039854:0:2394:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff917130f2f800 x1872115598934272/t0(0) o400->lustre-MDT0000-mdc-ffff917110494800@192.168.202.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1785405056 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785405040.039894:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1785405040.039902:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1785405040.039906:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1785405040.039976:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1785405040.039980:0:2400:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1785405040.039985:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1785405040.039986:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1785405040.039989:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9171067f2420. 00000400:00000200:0.0:1785405040.039994:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff917126f8f550 00000400:00000010:0.0:1785405040.039997:0:2400:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff917126f8f550. 00000100:00000001:0.0:1785405040.039999:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1785405040.040004:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff917130f2f800 x1872115598934272/t0(0) o400->lustre-MDT0000-mdc-ffff917110494800@192.168.202.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1785405056 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1785405040.040012:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff917130f2f800 x1872115598934272/t0(0) o400->lustre-MDT0000-mdc-ffff917110494800@192.168.202.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1785405056 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785405040.040019:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1785405040.040020:0:2400:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1785405040.040023:0:2400:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1785405040.040026:0:2400:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1785405040.040028:0:2400:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1785405040.040030:0:2400:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1785405040.040032:0:2400:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1785405040.040040:0:2400:0:(import.c:2149:obd_at_measure()) add 5 to ffff91710317d460 time=73 v=5 (5 5 5 5) 00000100:00001000:0.0:1785405040.040044:0:2400:0:(import.c:2149:obd_at_measure()) add 1 to ffff91710317d418 time=90 v=5 (1 1 1 1) 00000100:00000001:0.0:1785405040.040045:0:2400:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1785405040.040047:0:2400:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1785405040.040049:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1785405040.040052:0:2400:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785405040.040055:0:2400:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1785405040.040057:0:2400:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff917110494800: skip recheck: last_committed 30064771624 00000100:00000001:0.0:1785405040.040058:0:2400:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1785405040.040060:0:2400:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1785405040.040064:0:2400:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff917130f2f800 x1872115598934272/t0(0) o400->lustre-MDT0000-mdc-ffff917110494800@192.168.202.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1785405056 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785405040.040083:0:2400:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1785405040.040086:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1785405040.040087:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1785405040.040092:0:2400:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff917130f2f800 x1872115598934272/t0(0) o400->lustre-MDT0000-mdc-ffff917110494800@192.168.202.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1785405056 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1785405040.040099:0:2400:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff917130f2f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:bf5bef28-9894-4251-9025-4a41cd4535fe:2400:1872115598934272:192.168.202.103@tcp:400:kworker.0 00000100:00000001:0.0:1785405040.040104:0:2400:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785405040.040106:0:2400:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1785405040.040109:0:2400:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff917130f2f800 x1872115598934272/t0(0) o400->lustre-MDT0000-mdc-ffff917110494800@192.168.202.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1785405056 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785405040.040116:0:2400:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1785405040.040118:0:2400:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1785405040.040121:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9171034cae00. 02000000:00000001:0.0:1785405040.040124:0:2400:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1785405040.040126:0:2400:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1785405040.040128:0:2400:0:(genops.c:1244:class_import_put()) import ffff91710317d000 refcount=8 obd=lustre-MDT0000-mdc-ffff917110494800 00000020:00000001:0.0:1785405040.040130:0:2400:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1785405040.040132:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91710929b300. 02000000:00000001:0.0:1785405040.040135:0:2400:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1785405040.040137:0:2400:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1785405040.040139:0:2400:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff917130f2f800. 00000100:00000001:0.0:1785405040.040142:0:2400:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1785405040.040143:0:2400:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1785405040.040146:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785405040.040148:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1785405040.040149:0:2400:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1785405040.040151:0:2400:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785405040.040152:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1785405040.042114:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1785405040.042122:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1785405040.042126:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1785405040.042128:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1785405040.042134:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.103@tcp to cpt 1 00000400:00000200:3.0:1785405040.042140:0:2395:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.3@tcp(192.168.202.3@tcp) <- 192.168.202.103@tcp : PUT - for me 00000400:00000200:3.0:1785405040.042146:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.103@tcp to cpt 1 00000400:00000200:3.0:1785405040.042149:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.103@tcp to cpt 1 00000400:00000200:3.0:1785405040.042152:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.103@tcp to cpt 1 00000400:00000200:3.0:1785405040.042155:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.103@tcp of length 224 into portal 25 MB=0x6a6ade140c080 00000400:00000200:3.0:1785405040.042159:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.103@tcp to cpt 1 00000400:00000200:3.0:1785405040.042164:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.103@tcp of length 224/224 into md 0x53b4a5 [1] + 224 00000800:00000001:3.0:1785405040.042169:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1785405040.042173:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1785405040.042176:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1785405040.042180:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.3@tcp->192.168.202.103@tcp: PUT: OK 00000100:00000001:3.0:1785405040.042186:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1785405040.042192:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff917130f2ed80 x1872115598934144/t0(0) o400->MGC192.168.202.103@tcp@192.168.202.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1785405056 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1785405040.042204:0:2395:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff917130f2ed80 x1872115598934144/t0(0) o400->MGC192.168.202.103@tcp@192.168.202.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1785405056 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785405040.042221:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1785405040.042226:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1785405040.042229:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1785405040.042272:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1785405040.042275:0:2400:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1785405040.042278:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1785405040.042280:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1785405040.042288:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9171067f2688. 00000400:00000200:0.0:1785405040.042291:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff917126f8f5d8 00000400:00000010:0.0:1785405040.042293:0:2400:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff917126f8f5d8. 00000100:00000001:0.0:1785405040.042296:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1785405040.042300:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff917130f2ed80 x1872115598934144/t0(0) o400->MGC192.168.202.103@tcp@192.168.202.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1785405056 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1785405040.042308:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff917130f2ed80 x1872115598934144/t0(0) o400->MGC192.168.202.103@tcp@192.168.202.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1785405056 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785405040.042315:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1785405040.042316:0:2400:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1785405040.042318:0:2400:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1785405040.042321:0:2400:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1785405040.042323:0:2400:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1785405040.042325:0:2400:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1785405040.042327:0:2400:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1785405040.042331:0:2400:0:(import.c:2149:obd_at_measure()) add 5 to ffff917103101460 time=73 v=5 (5 5 5 5) 00000100:00001000:0.0:1785405040.042334:0:2400:0:(import.c:2149:obd_at_measure()) add 1 to ffff917103101418 time=92 v=5 (1 1 1 1) 00000100:00000001:0.0:1785405040.042337:0:2400:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1785405040.042338:0:2400:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1785405040.042340:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1785405040.042342:0:2400:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785405040.042344:0:2400:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1785405040.042348:0:2400:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff917130f2ed80 x1872115598934144/t0(0) o400->MGC192.168.202.103@tcp@192.168.202.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1785405056 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785405040.042354:0:2400:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1785405040.042357:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1785405040.042358:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1785405040.042362:0:2400:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff917130f2ed80 x1872115598934144/t0(0) o400->MGC192.168.202.103@tcp@192.168.202.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1785405056 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1785405040.042369:0:2400:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff917130f2ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:617c1054-42de-4d6e-b093-1e483ab756db:2400:1872115598934144:192.168.202.103@tcp:400:kworker.0 00000100:00000001:0.0:1785405040.042373:0:2400:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1785405040.042375:0:2400:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1785405040.042385:0:2400:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff917130f2ed80 x1872115598934144/t0(0) o400->MGC192.168.202.103@tcp@192.168.202.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1785405056 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785405040.042391:0:2400:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1785405040.042393:0:2400:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1785405040.042396:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9171034ca000. 02000000:00000001:0.0:1785405040.042398:0:2400:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1785405040.042400:0:2400:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1785405040.042401:0:2400:0:(genops.c:1244:class_import_put()) import ffff917103101000 refcount=3 obd=MGC192.168.202.103@tcp 00000020:00000001:0.0:1785405040.042403:0:2400:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1785405040.042405:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91710929b800. 02000000:00000001:0.0:1785405040.042408:0:2400:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1785405040.042409:0:2400:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1785405040.042411:0:2400:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff917130f2ed80. 00000100:00000001:0.0:1785405040.042414:0:2400:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1785405040.042415:0:2400:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1785405040.042417:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1785405040.042424:0:2400:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1785405040.042426:0:2400:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785405040.042428:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1785405040.042430:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1785405040.273237:0:279653:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1785405040.273243:0:279653:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1785405040.273248:0:279653:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1785405040.273251:0:279653:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1785405040.273253:0:279653:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1785405040.273259:0:279653:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1785405040.273261:0:279653:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1785405040.273263:0:279653:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1785405040.273266:0:279653:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1785405040.273269:0:279653:0:(ldlm_lockd.c:2247:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1785405040.273271:0:279653:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1785405040.273273:0:279653:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1785405040.273295:0:250580:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1785405040.273298:0:250580:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1785405040.273301:0:250580:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1785405041.146310:0:283474:0:(llite_lib.c:4244:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1785405041.297964:0:279653:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1785405041.297970:0:279653:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1785405041.297975:0:279653:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1785405041.298094:0:279653:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1785405041.302503:0:244170:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1785405041.302510:0:244170:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1785405041.302514:0:244170:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1785405042.321109:0:279653:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1785405042.321117:0:279653:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1785405042.321120:0:279653:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1785405042.321123:0:279653:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1785405042.321127:0:279653:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1785405042.321129:0:279653:0:(ldlm_lockd.c:2247:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1785405042.321131:0:279653:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1785405042.321134:0:279653:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1785405042.321137:0:279653:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1785405042.321138:0:279653:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1785405042.321214:0:234740:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1785405042.321217:0:234740:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1785405042.321219:0:234740:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1785405043.346516:0:279653:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1785405043.346522:0:279653:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1785405043.346528:0:279653:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1785405043.346529:0:279653:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1785405043.349801:0:240730:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1785405043.349808:0:240730:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1785405043.349812:0:240730:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1785405043.856949:0:280409:0:(connection.c:75:cpu_latency_work()) work item of ffff917109986a20 (cpu 2) has reached its deadline 4311432930, at 4311432960 00000100:00000010:2.0:1785405043.856967:0:280409:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff917138051840. 00000100:00000040:3.0:1785405043.856978:0:272886:0:(connection.c:75:cpu_latency_work()) work item of ffff917109986b30 (cpu 3) has reached its deadline 4311432930, at 4311432960 00000100:00000010:3.0:1785405043.856983:0:272886:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9171380515a0. 00010000:00000001:0.0:1785405044.368994:0:279653:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1785405044.369000:0:279653:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1785405044.369005:0:279653:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1785405044.369006:0:279653:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1785405044.369096:0:234739:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1785405044.369099:0:234739:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1785405044.369102:0:234739:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1785405045.137024:0:248364:0:(pinger.c:229:ptlrpc_pinger_process_import()) 617c1054-42de-4d6e-b093-1e483ab756db->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1785405045.137033:0:248364:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1785405045.137042:0:248364:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91710301d500. 00000020:00000040:1.0:1785405045.137047:0:248364:0:(genops.c:1231:class_import_get()) import ffff917103101000 refcount=4 obd=MGC192.168.202.103@tcp 00000100:00000001:1.0:1785405045.137051:0:248364:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1785405045.137054:0:248364:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1785405045.137059:0:248364:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1785405045.137068:0:248364:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff917109bdfa00. 00000100:00000001:1.0:1785405045.137074:0:248364:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1785405045.137085:0:248364:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 617c1054-42de-4d6e-b093-1e483ab756db->MGS req@ffff91710301d500 x1872115598934656/t0(0) o400->MGC192.168.202.103@tcp@192.168.202.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1785405045.137096:0:248364:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1785405045.137099:0:248364:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1785405045.137105:0:248364:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000075574da6] to pc [ptlrpcd_00_00+0] req@ffff91710301d500 x1872115598934656/t0(0) o400->MGC192.168.202.103@tcp@192.168.202.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785405045.137132:0:248364:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1785405045.137147:0:248364:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf5bef28-9894-4251-9025-4a41cd4535fe->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1785405045.137150:0:248364:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1785405045.137153:0:248364:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91710301ed80. 00000020:00000040:1.0:1785405045.137156:0:248364:0:(genops.c:1231:class_import_get()) import ffff91710317d000 refcount=9 obd=lustre-MDT0000-mdc-ffff917110494800 00000100:00000001:1.0:1785405045.137158:0:248364:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1785405045.137159:0:248364:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1785405045.137161:0:248364:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1785405045.137164:0:248364:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff917109bdff00. 00000100:00000001:1.0:1785405045.137167:0:248364:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1785405045.137171:0:248364:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging bf5bef28-9894-4251-9025-4a41cd4535fe->lustre-MDT0000_UUID req@ffff91710301ed80 x1872115598934784/t0(0) o400->lustre-MDT0000-mdc-ffff917110494800@192.168.202.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1785405045.137177:0:248364:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1785405045.137179:0:248364:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1785405045.137183:0:248364:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f2e2bf8d] to pc [ptlrpcd_00_01+1] req@ffff91710301ed80 x1872115598934784/t0(0) o400->lustre-MDT0000-mdc-ffff917110494800@192.168.202.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785405045.137190:0:248364:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1785405045.137193:0:248364:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf5bef28-9894-4251-9025-4a41cd4535fe->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1785405045.137196:0:248364:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1785405045.137198:0:248364:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91710301f100. 00000020:00000040:1.0:1785405045.137200:0:248364:0:(genops.c:1231:class_import_get()) import ffff917104f8d000 refcount=4 obd=lustre-MDT0001-mdc-ffff917110494800 00000100:00000001:1.0:1785405045.137202:0:248364:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1785405045.137203:0:248364:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1785405045.137205:0:248364:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1785405045.137207:0:248364:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff917109bdf500. 00000100:00000001:1.0:1785405045.137209:0:248364:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1785405045.137212:0:248364:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging bf5bef28-9894-4251-9025-4a41cd4535fe->lustre-MDT0001_UUID req@ffff91710301f100 x1872115598934912/t0(0) o400->lustre-MDT0001-mdc-ffff917110494800@192.168.202.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1785405045.137219:0:248364:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1785405045.137221:0:248364:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1785405045.137224:0:248364:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c951c770] to pc [ptlrpcd_00_00+0] req@ffff91710301f100 x1872115598934912/t0(0) o400->lustre-MDT0001-mdc-ffff917110494800@192.168.202.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785405045.137241:0:248364:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1785405045.137243:0:248364:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf5bef28-9894-4251-9025-4a41cd4535fe->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1785405045.137246:0:248364:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1785405045.137248:0:248364:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91710301e300. 00000020:00000040:1.0:1785405045.137250:0:248364:0:(genops.c:1231:class_import_get()) import ffff917104f88000 refcount=4 obd=lustre-OST0000-osc-ffff917110494800 00000100:00000001:1.0:1785405045.137252:0:248364:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1785405045.137253:0:248364:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1785405045.137255:0:248364:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1785405045.137258:0:248364:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff917109bdfb00. 00000100:00000001:1.0:1785405045.137260:0:248364:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1785405045.137264:0:248364:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging bf5bef28-9894-4251-9025-4a41cd4535fe->lustre-OST0000_UUID req@ffff91710301e300 x1872115598935040/t0(0) o400->lustre-OST0000-osc-ffff917110494800@192.168.202.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1785405045.137270:0:248364:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1785405045.137272:0:248364:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1785405045.137275:0:248364:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000624a2a53] to pc [ptlrpcd_00_01+1] req@ffff91710301e300 x1872115598935040/t0(0) o400->lustre-OST0000-osc-ffff917110494800@192.168.202.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785405045.137281:0:248364:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1785405045.137283:0:248364:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf5bef28-9894-4251-9025-4a41cd4535fe->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1785405045.137286:0:248364:0:(pinger.c:247:ptlrpc_pinger_process_import()) bf5bef28-9894-4251-9025-4a41cd4535fe->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1785405045.137300:0:248364:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (16771) 00000100:00000001:0.0:1785405045.137358:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1785405045.137362:0:2400:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1785405045.137364:0:2400:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1785405045.137378:0:2400:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91710301d500 x1872115598934656/t0(0) o400->MGC192.168.202.103@tcp@192.168.202.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785405045.137386:0:2400:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1785405045.137387:0:2400:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1785405045.137391:0:2400:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1785405045.137393:0:2400:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1785405045.137396:0:2400:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1785405045.137399:0:2400:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91710301d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:617c1054-42de-4d6e-b093-1e483ab756db:2400:1872115598934656:192.168.202.103@tcp:400:kworker.0 00000100:00000001:0.0:1785405045.137403:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1785405045.137408:0:2400:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1785405045.137410:0:2400:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1785405045.137413:0:2400:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1785405045.137417:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9171034cae00. 02000000:00000001:0.0:1785405045.137419:0:2400:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1785405045.137432:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.103@tcp to cpt 1 00000400:00000010:0.0:1785405045.137436:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9171067f2688. 00000400:00000010:0.0:1785405045.137442:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff917126f8f5d8. 00000100:00000200:0.0:1785405045.137448:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872115598934656, portal 25 00000100:00000001:0.0:1785405045.137450:0:2400:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1785405045.137451:0:2400:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622513300624640 : -121560408926976 : ffff91710301d500) 00000100:00000040:0.0:1785405045.137457:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff91710301d500 x1872115598934656/t0(0) o400->MGC192.168.202.103@tcp@192.168.202.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1785405061 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785405045.137471:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1785405045.137474:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.103@tcp 00000400:00000010:0.0:1785405045.137476:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff917126f8f550. 00000100:00000200:0.0:1785405045.137480:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1872115598934656, offset 0 00000400:00000200:0.0:1785405045.137486:0:2400:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.103@tcp 00000400:00000200:0.0:1785405045.137493:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.103@tcp to cpt 1 00000400:00000200:0.0:1785405045.137500:0:2400:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.103@tcp local destination 00000400:00000200:0.0:1785405045.137505:0:2400:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1785405045.137508:0:2400:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.3@tcp 00000400:00000200:0.0:1785405045.137512:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.3@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1785405045.137514:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.103@tcp 00000400:00000200:0.0:1785405045.137518:0:2400:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.3@tcp NI seq info: [547056:547056:256:4294967295] 192.168.202.103@tcp LPNI seq info [547044:547044:8:4294967295] 00000400:00000200:0.0:1785405045.137521:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.103@tcp to cpt 1 00000400:00000200:0.0:1785405045.137530:0:2400:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.3@tcp(192.168.202.3@tcp:) -> 192.168.202.103@tcp(192.168.202.103@tcp:192.168.202.103@tcp) : PUT try# 0 00000800:00000200:0.0:1785405045.137535:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.103@tcp 00000800:00000010:0.0:1785405045.137540:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91710929b800. 00000800:00000200:0.0:1785405045.137546:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91710a163c00] -> 12345-192.168.202.103@tcp (5) 00000800:00000200:0.0:1785405045.137553:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.103@tcp ip 192.168.202.103:988 00000800:00000200:0.0:1785405045.137556:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91710929b800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1785405045.137572:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1785405045.137575:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.103@tcp to cpt 1 00000100:00000001:0.0:1785405045.137578:0:2400:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.103@tcp: PM QoS new deadline estimation for cpu 2 is 4311438046 00000100:00000010:0.0:1785405045.137582:0:2400:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9171380510c0. 00000100:00000001:0.0:1785405045.137599:0:2400:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.103@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1785405045.137603:0:2400:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.103@tcp: PM QoS new deadline estimation for cpu 3 is 4311438046 00000100:00000010:0.0:1785405045.137606:0:2400:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff917138051d80. 00000100:00000001:0.0:1785405045.137609:0:2400:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.103@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1785405045.137612:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1785405045.137614:0:2400:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785405045.137617:0:2400:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1785405045.137621:0:2400:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91710301f100 x1872115598934912/t0(0) o400->lustre-MDT0001-mdc-ffff917110494800@192.168.202.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785405045.137627:0:2400:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1785405045.137628:0:2400:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1785405045.137631:0:2400:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1785405045.137632:0:2400:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1785405045.137634:0:2400:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1785405045.137637:0:2400:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91710301f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:bf5bef28-9894-4251-9025-4a41cd4535fe:2400:1872115598934912:192.168.202.103@tcp:400:kworker.0 00000100:00000001:0.0:1785405045.137640:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1785405045.137643:0:2400:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1785405045.137644:0:2400:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1785405045.137646:0:2400:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1785405045.137648:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9171034cbc00. 02000000:00000001:0.0:1785405045.137650:0:2400:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1785405045.137653:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.103@tcp to cpt 1 00000400:00000010:0.0:1785405045.137656:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9171067f2420. 00000400:00000010:0.0:1785405045.137668:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff917126f8fa18. 00000100:00000200:0.0:1785405045.137670:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872115598934912, portal 10 00000100:00000001:0.0:1785405045.137672:0:2400:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1785405045.137673:0:2400:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622513300631808 : -121560408919808 : ffff91710301f100) 00000100:00000040:0.0:1785405045.137680:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff91710301f100 x1872115598934912/t0(0) o400->lustre-MDT0001-mdc-ffff917110494800@192.168.202.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1785405061 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785405045.137686:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1785405045.137688:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.103@tcp 00000400:00000010:0.0:1785405045.137690:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff917126f8fc38. 00000100:00000200:0.0:1785405045.137697:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1872115598934912, offset 0 00000400:00000200:0.0:1785405045.137701:0:2400:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.103@tcp 00000400:00000200:0.0:1785405045.137704:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.103@tcp to cpt 1 00000400:00000200:0.0:1785405045.137708:0:2400:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.103@tcp local destination 00000400:00000200:0.0:1785405045.137710:0:2400:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1785405045.137712:0:2400:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.3@tcp 00000400:00000200:0.0:1785405045.137714:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.3@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1785405045.137716:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.103@tcp 00000800:00000200:3.0:1785405045.137917:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1785405045.137921:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91710929b800. 00000400:00000200:3.0:1785405045.137926:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1785405045.137931:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.3@tcp->192.168.202.103@tcp: PUT: OK 00000400:00000200:3.0:1785405045.137937:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff917126f8f550 00000400:00000010:3.0:1785405045.137939:0:2394:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff917126f8f550. 00000100:00000001:3.0:1785405045.137943:0:2394:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1785405045.137947:0:2394:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91710301d500 x1872115598934656/t0(0) o400->MGC192.168.202.103@tcp@192.168.202.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1785405061 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785405045.137956:0:2394:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1785405045.137959:0:2394:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91710301d500 x1872115598934656/t0(0) o400->MGC192.168.202.103@tcp@192.168.202.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1785405061 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785405045.137966:0:2394:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1785405045.137968:0:2394:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:0.0:1785405045.138110:0:2400:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.3@tcp NI seq info: [547057:547057:256:4294967295] 192.168.202.103@tcp LPNI seq info [547045:547045:7:4294967295] 00000400:00000200:0.0:1785405045.138116:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.103@tcp to cpt 1 00000400:00000200:0.0:1785405045.138122:0:2400:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.3@tcp(192.168.202.3@tcp:) -> 192.168.202.103@tcp(192.168.202.103@tcp:192.168.202.103@tcp) : PUT try# 0 00000800:00000200:0.0:1785405045.138127:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.103@tcp 00000800:00000010:0.0:1785405045.138131:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91710929b000. 00000800:00000200:0.0:1785405045.138135:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91710a163c00] -> 12345-192.168.202.103@tcp (5) 00000800:00000200:0.0:1785405045.138139:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.103@tcp ip 192.168.202.103:988 00000800:00000200:0.0:1785405045.138141:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91710929b000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1785405045.138193:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1785405045.138198:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff917110494800: using a timeout of 32750 usecs (33 jiffies) 00000400:00000200:0.0:1785405045.138201:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.103@tcp to cpt 1 00000100:00000001:0.0:1785405045.138203:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff917110494800: PM QoS new deadline estimation for cpu 2 is 4311434274 00000100:00000001:0.0:1785405045.138206:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff917110494800: PM QoS request active for cpu 2, keep current deadline 4311438046 00000100:00000001:0.0:1785405045.138209:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff917110494800: PM QoS new deadline estimation for cpu 3 is 4311434274 00000100:00000001:0.0:1785405045.138210:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff917110494800: PM QoS request active for cpu 3, keep current deadline 4311438046 00000100:00000001:0.0:1785405045.138212:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1785405045.138215:0:2400:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785405045.138217:0:2400:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785405045.138220:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1785405045.138228:0:2400:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1785405045.138230:0:2400:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1785405045.138232:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1785405045.138240:0:2400:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1785405045.138242:0:2400:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1785405045.138245:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:0.0:1785405045.138246:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1785405045.138248:0:2400:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1785405045.138250:0:2400:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1785405045.138251:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1785405045.138252:0:2400:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1785405045.138253:0:2400:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1785405045.138258:0:2400:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91710301ed80 x1872115598934784/t0(0) o400->lustre-MDT0000-mdc-ffff917110494800@192.168.202.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785405045.138264:0:2400:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1785405045.138265:0:2400:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1785405045.138267:0:2400:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1785405045.138269:0:2400:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1785405045.138271:0:2400:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1785405045.138273:0:2400:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91710301ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:bf5bef28-9894-4251-9025-4a41cd4535fe:2400:1872115598934784:192.168.202.103@tcp:400:kworker.0 00000100:00000001:0.0:1785405045.138276:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1785405045.138278:0:2400:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1785405045.138280:0:2400:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1785405045.138281:0:2400:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1785405045.138284:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9171034ca400. 02000000:00000001:0.0:1785405045.138286:0:2400:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1785405045.138290:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.103@tcp to cpt 1 00000400:00000010:0.0:1785405045.138292:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9171067f2318. 00000400:00000010:0.0:1785405045.138296:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff917126f8f088. 00000100:00000200:0.0:1785405045.138299:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872115598934784, portal 10 00000100:00000001:0.0:1785405045.138301:0:2400:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1785405045.138302:0:2400:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622513300630912 : -121560408920704 : ffff91710301ed80) 00000100:00000040:0.0:1785405045.138307:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff91710301ed80 x1872115598934784/t0(0) o400->lustre-MDT0000-mdc-ffff917110494800@192.168.202.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1785405061 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785405045.138313:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1785405045.138314:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.103@tcp 00000400:00000010:0.0:1785405045.138317:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff917126f8fdd0. 00000100:00000200:0.0:1785405045.138325:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1872115598934784, offset 0 00000400:00000200:0.0:1785405045.138329:0:2400:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.103@tcp 00000400:00000200:0.0:1785405045.138334:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.103@tcp to cpt 1 00000400:00000200:0.0:1785405045.138337:0:2400:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.103@tcp local destination 00000400:00000200:0.0:1785405045.138339:0:2400:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1785405045.138342:0:2400:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.3@tcp 00000400:00000200:0.0:1785405045.138344:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.3@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1785405045.138346:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.103@tcp 00000400:00000200:0.0:1785405045.138348:0:2400:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.3@tcp NI seq info: [547058:547058:255:4294967295] 192.168.202.103@tcp LPNI seq info [547046:547046:7:4294967295] 00000400:00000200:0.0:1785405045.138352:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.103@tcp to cpt 1 00000400:00000200:0.0:1785405045.138357:0:2400:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.3@tcp(192.168.202.3@tcp:) -> 192.168.202.103@tcp(192.168.202.103@tcp:192.168.202.103@tcp) : PUT try# 0 00000800:00000200:0.0:1785405045.138361:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.103@tcp 00000800:00000010:0.0:1785405045.138364:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91710929bd00. 00000800:00000200:0.0:1785405045.138367:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91710a163c00] -> 12345-192.168.202.103@tcp (5) 00000800:00000200:0.0:1785405045.138371:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.103@tcp ip 192.168.202.103:988 00000800:00000200:0.0:1785405045.138373:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91710929bd00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1785405045.138376:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1785405045.138379:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff917110494800: using a timeout of 35341 usecs (36 jiffies) 00000400:00000200:0.0:1785405045.138382:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.103@tcp to cpt 1 00000100:00000001:0.0:1785405045.138384:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff917110494800: PM QoS new deadline estimation for cpu 2 is 4311434277 00000100:00000001:0.0:1785405045.138386:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff917110494800: PM QoS request active for cpu 2, keep current deadline 4311438046 00000100:00000001:0.0:1785405045.138388:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff917110494800: PM QoS new deadline estimation for cpu 3 is 4311434277 00000100:00000001:0.0:1785405045.138389:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff917110494800: PM QoS request active for cpu 3, keep current deadline 4311438046 00000100:00000001:0.0:1785405045.138391:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1785405045.138393:0:2400:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785405045.138395:0:2400:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1785405045.138398:0:2400:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91710301e300 x1872115598935040/t0(0) o400->lustre-OST0000-osc-ffff917110494800@192.168.202.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785405045.138404:0:2400:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1785405045.138410:0:2400:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1785405045.138412:0:2400:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1785405045.138414:0:2400:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1785405045.138416:0:2400:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1785405045.138419:0:2400:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91710301e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:bf5bef28-9894-4251-9025-4a41cd4535fe:2400:1872115598935040:192.168.202.103@tcp:400:kworker.0 00000100:00000001:0.0:1785405045.138422:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1785405045.138424:0:2400:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1785405045.138425:0:2400:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1785405045.138426:0:2400:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1785405045.138429:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9171034cbe00. 02000000:00000001:0.0:1785405045.138431:0:2400:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1785405045.138434:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.103@tcp to cpt 1 00000400:00000010:0.0:1785405045.138436:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9171067f2268. 00000400:00000010:0.0:1785405045.138439:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff917126f8faa0. 00000100:00000200:0.0:1785405045.138442:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872115598935040, portal 4 00000100:00000001:0.0:1785405045.138443:0:2400:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1785405045.138444:0:2400:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622513300628224 : -121560408923392 : ffff91710301e300) 00000100:00000040:0.0:1785405045.138449:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff91710301e300 x1872115598935040/t0(0) o400->lustre-OST0000-osc-ffff917110494800@192.168.202.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1785405101 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785405045.138454:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1785405045.138555:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1785405045.138557:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1785405045.138589:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.103@tcp 00000400:00000010:0.0:1785405045.138593:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff917126f8f7f8. 00000100:00000200:0.0:1785405045.138596:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1872115598935040, offset 0 00000400:00000200:0.0:1785405045.138602:0:2400:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.103@tcp 00000400:00000200:0.0:1785405045.138606:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.103@tcp to cpt 1 00000400:00000200:0.0:1785405045.138609:0:2400:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.103@tcp local destination 00000400:00000200:0.0:1785405045.138612:0:2400:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1785405045.138614:0:2400:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.3@tcp 00000400:00000200:0.0:1785405045.138616:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.3@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1785405045.138618:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.103@tcp 00000400:00000200:0.0:1785405045.138621:0:2400:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.3@tcp NI seq info: [547059:547059:254:4294967295] 192.168.202.103@tcp LPNI seq info [547047:547047:6:4294967295] 00000400:00000200:0.0:1785405045.138624:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.103@tcp to cpt 1 00000400:00000200:0.0:1785405045.138630:0:2400:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.3@tcp(192.168.202.3@tcp:) -> 192.168.202.103@tcp(192.168.202.103@tcp:192.168.202.103@tcp) : PUT try# 0 00000800:00000200:0.0:1785405045.138641:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.103@tcp 00000800:00000010:0.0:1785405045.138644:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91710929b500. 00000800:00000200:0.0:1785405045.138648:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91710a163c00] -> 12345-192.168.202.103@tcp (5) 00000800:00000200:0.0:1785405045.138652:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.103@tcp ip 192.168.202.103:988 00000800:00000200:0.0:1785405045.138654:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91710929b500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1785405045.138998:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1785405045.139001:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff917110494800: using a timeout of 152435 usecs (153 jiffies) 00000400:00000200:0.0:1785405045.139005:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.103@tcp to cpt 1 00000100:00000001:0.0:1785405045.139007:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff917110494800: PM QoS new deadline estimation for cpu 2 is 4311434395 00000100:00000001:0.0:1785405045.139009:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff917110494800: PM QoS request active for cpu 2, keep current deadline 4311438046 00000100:00000001:0.0:1785405045.139011:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff917110494800: PM QoS new deadline estimation for cpu 3 is 4311434395 00000100:00000001:0.0:1785405045.139013:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff917110494800: PM QoS request active for cpu 3, keep current deadline 4311438046 00000100:00000001:0.0:1785405045.139015:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1785405045.139017:0:2400:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785405045.139019:0:2400:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785405045.139021:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1785405045.156715:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1785405045.156738:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91710929b000. 00000400:00000200:2.0:1785405045.156746:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1785405045.156754:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.3@tcp->192.168.202.103@tcp: PUT: OK 00000400:00000200:2.0:1785405045.156761:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff917126f8fc38 00000400:00000010:2.0:1785405045.156764:0:2395:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff917126f8fc38. 00000100:00000001:2.0:1785405045.156769:0:2395:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1785405045.156777:0:2395:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91710301f100 x1872115598934912/t0(0) o400->lustre-MDT0001-mdc-ffff917110494800@192.168.202.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1785405061 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785405045.156790:0:2395:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1785405045.156794:0:2395:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91710301f100 x1872115598934912/t0(0) o400->lustre-MDT0001-mdc-ffff917110494800@192.168.202.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1785405061 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785405045.156800:0:2395:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1785405045.156802:0:2395:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1785405045.156815:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1785405045.156817:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91710929bd00. 00000400:00000200:2.0:1785405045.156820:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1785405045.156823:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.3@tcp->192.168.202.103@tcp: PUT: OK 00000400:00000200:2.0:1785405045.156825:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff917126f8fdd0 00000400:00000010:2.0:1785405045.156827:0:2395:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff917126f8fdd0. 00000100:00000001:2.0:1785405045.156829:0:2395:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1785405045.156833:0:2395:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91710301ed80 x1872115598934784/t0(0) o400->lustre-MDT0000-mdc-ffff917110494800@192.168.202.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1785405061 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785405045.156840:0:2395:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1785405045.156842:0:2395:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91710301ed80 x1872115598934784/t0(0) o400->lustre-MDT0000-mdc-ffff917110494800@192.168.202.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1785405061 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785405045.156848:0:2395:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1785405045.156850:0:2395:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1785405045.156934:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1785405045.156937:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91710929b500. 00000400:00000200:2.0:1785405045.156940:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1785405045.156944:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.3@tcp->192.168.202.103@tcp: PUT: OK 00000400:00000200:2.0:1785405045.156946:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff917126f8f7f8 00000400:00000010:2.0:1785405045.156959:0:2395:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff917126f8f7f8. 00000100:00000001:2.0:1785405045.156962:0:2395:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1785405045.156966:0:2395:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91710301e300 x1872115598935040/t0(0) o400->lustre-OST0000-osc-ffff917110494800@192.168.202.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1785405101 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785405045.156975:0:2395:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1785405045.156978:0:2395:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91710301e300 x1872115598935040/t0(0) o400->lustre-OST0000-osc-ffff917110494800@192.168.202.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1785405101 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785405045.156984:0:2395:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1785405045.156986:0:2395:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1785405045.161163:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1785405045.161181:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1785405045.161186:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1785405045.161189:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1785405045.161197:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.103@tcp to cpt 1 00000400:00000200:2.0:1785405045.161204:0:2394:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.3@tcp(192.168.202.3@tcp) <- 192.168.202.103@tcp : PUT - for me 00000400:00000200:2.0:1785405045.161213:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.103@tcp to cpt 1 00000400:00000200:2.0:1785405045.161218:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.103@tcp to cpt 1 00000400:00000200:2.0:1785405045.161223:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.103@tcp to cpt 1 00000400:00000200:2.0:1785405045.161227:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.103@tcp of length 224 into portal 25 MB=0x6a6ade140c280 00000400:00000200:2.0:1785405045.161231:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.103@tcp to cpt 1 00000400:00000200:2.0:1785405045.161237:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.103@tcp of length 224/224 into md 0x53b4c5 [1] + 224 00000800:00000001:2.0:1785405045.161243:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1785405045.161253:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1785405045.161256:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1785405045.161260:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.3@tcp->192.168.202.103@tcp: PUT: OK 00000100:00000001:2.0:1785405045.161267:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1785405045.161274:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91710301d500 x1872115598934656/t0(0) o400->MGC192.168.202.103@tcp@192.168.202.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1785405061 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1785405045.161284:0:2394:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91710301d500 x1872115598934656/t0(0) o400->MGC192.168.202.103@tcp@192.168.202.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1785405061 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785405045.161323:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1785405045.161341:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1785405045.161344:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1785405045.161407:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1785405045.161412:0:2400:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1785405045.161419:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1785405045.161421:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1785405045.161424:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9171067f2688. 00000400:00000200:0.0:1785405045.161429:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff917126f8f5d8 00000400:00000010:0.0:1785405045.161431:0:2400:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff917126f8f5d8. 00000100:00000001:0.0:1785405045.161433:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1785405045.161438:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91710301d500 x1872115598934656/t0(0) o400->MGC192.168.202.103@tcp@192.168.202.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1785405061 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1785405045.161447:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91710301d500 x1872115598934656/t0(0) o400->MGC192.168.202.103@tcp@192.168.202.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1785405061 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785405045.161452:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1785405045.161454:0:2400:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1785405045.161457:0:2400:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1785405045.161465:0:2400:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1785405045.161467:0:2400:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1785405045.161469:0:2400:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1785405045.161472:0:2400:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1785405045.161478:0:2400:0:(import.c:2149:obd_at_measure()) add 5 to ffff917103101460 time=78 v=5 (5 5 5 5) 00000100:00001000:0.0:1785405045.161482:0:2400:0:(import.c:2149:obd_at_measure()) add 1 to ffff917103101418 time=97 v=5 (1 1 1 1) 00000100:00000001:0.0:1785405045.161485:0:2400:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1785405045.161487:0:2400:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1785405045.161490:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1785405045.161492:0:2400:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785405045.161494:0:2400:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1785405045.161499:0:2400:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91710301d500 x1872115598934656/t0(0) o400->MGC192.168.202.103@tcp@192.168.202.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1785405061 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785405045.161506:0:2400:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1785405045.161508:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1785405045.161510:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1785405045.161513:0:2400:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91710301d500 x1872115598934656/t0(0) o400->MGC192.168.202.103@tcp@192.168.202.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1785405061 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1785405045.161519:0:2400:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91710301d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:617c1054-42de-4d6e-b093-1e483ab756db:2400:1872115598934656:192.168.202.103@tcp:400:kworker.0 00000100:00000001:0.0:1785405045.161524:0:2400:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785405045.161526:0:2400:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1785405045.161529:0:2400:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91710301d500 x1872115598934656/t0(0) o400->MGC192.168.202.103@tcp@192.168.202.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1785405061 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785405045.161534:0:2400:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1785405045.161537:0:2400:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1785405045.161539:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9171034cae00. 02000000:00000001:0.0:1785405045.161542:0:2400:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1785405045.161544:0:2400:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1785405045.161546:0:2400:0:(genops.c:1244:class_import_put()) import ffff917103101000 refcount=3 obd=MGC192.168.202.103@tcp 00000020:00000001:0.0:1785405045.161548:0:2400:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1785405045.161551:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff917109bdfa00. 02000000:00000001:0.0:1785405045.161554:0:2400:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1785405045.161555:0:2400:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1785405045.161563:0:2400:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91710301d500. 00000100:00000001:0.0:1785405045.161566:0:2400:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1785405045.161568:0:2400:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1785405045.161571:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785405045.161573:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1785405045.161575:0:2400:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1785405045.161576:0:2400:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785405045.161578:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1785405045.173028:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1785405045.173050:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1785405045.173055:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1785405045.173058:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1785405045.173068:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.103@tcp to cpt 1 00000400:00000200:2.0:1785405045.173076:0:2395:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.3@tcp(192.168.202.3@tcp) <- 192.168.202.103@tcp : PUT - for me 00000400:00000200:2.0:1785405045.173087:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.103@tcp to cpt 1 00000400:00000200:2.0:1785405045.173092:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.103@tcp to cpt 1 00000400:00000200:2.0:1785405045.173098:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.103@tcp to cpt 1 00000400:00000200:2.0:1785405045.173102:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.103@tcp of length 224 into portal 10 MB=0x6a6ade140c380 00000400:00000200:2.0:1785405045.173107:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.103@tcp to cpt 1 00000400:00000200:2.0:1785405045.173114:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.103@tcp of length 224/224 into md 0x53b4cd [1] + 224 00000800:00000001:2.0:1785405045.173121:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1785405045.173126:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1785405045.173129:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1785405045.173134:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.3@tcp->192.168.202.103@tcp: PUT: OK 00000100:00000001:2.0:1785405045.173141:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1785405045.173150:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91710301f100 x1872115598934912/t0(0) o400->lustre-MDT0001-mdc-ffff917110494800@192.168.202.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1785405061 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1785405045.173163:0:2395:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91710301f100 x1872115598934912/t0(0) o400->lustre-MDT0001-mdc-ffff917110494800@192.168.202.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1785405061 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785405045.173190:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1785405045.173201:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1785405045.173205:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1785405045.173207:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1785405045.173209:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1785405045.173212:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.103@tcp to cpt 1 00000400:00000200:2.0:1785405045.173216:0:2395:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.3@tcp(192.168.202.3@tcp) <- 192.168.202.103@tcp : PUT - for me 00000400:00000200:2.0:1785405045.173220:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.103@tcp to cpt 1 00000400:00000200:2.0:1785405045.173223:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.103@tcp to cpt 1 00000400:00000200:2.0:1785405045.173226:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.103@tcp to cpt 1 00000400:00000200:2.0:1785405045.173243:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.103@tcp of length 224 into portal 10 MB=0x6a6ade140c300 00000400:00000200:2.0:1785405045.173247:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.103@tcp to cpt 1 00000400:00000200:2.0:1785405045.173251:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.103@tcp of length 224/224 into md 0x53b4d5 [1] + 224 00000800:00000001:2.0:1785405045.173256:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1785405045.173260:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1785405045.173262:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1785405045.173265:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.3@tcp->192.168.202.103@tcp: PUT: OK 00000100:00000001:2.0:1785405045.173269:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1785405045.173274:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91710301ed80 x1872115598934784/t0(0) o400->lustre-MDT0000-mdc-ffff917110494800@192.168.202.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1785405061 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1785405045.173284:0:2395:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91710301ed80 x1872115598934784/t0(0) o400->lustre-MDT0000-mdc-ffff917110494800@192.168.202.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1785405061 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785405045.173304:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1785405045.173309:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1785405045.173312:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1785405045.173314:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1785405045.173316:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1785405045.173319:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.103@tcp to cpt 1 00000400:00000200:2.0:1785405045.173322:0:2395:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.3@tcp(192.168.202.3@tcp) <- 192.168.202.103@tcp : PUT - for me 00000400:00000200:2.0:1785405045.173326:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.103@tcp to cpt 1 00000400:00000200:2.0:1785405045.173329:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.103@tcp to cpt 1 00000400:00000200:2.0:1785405045.173331:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.103@tcp to cpt 1 00000400:00000200:2.0:1785405045.173334:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.103@tcp of length 224 into portal 4 MB=0x6a6ade140c400 00000400:00000200:2.0:1785405045.173337:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.103@tcp to cpt 1 00000400:00000200:2.0:1785405045.173342:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.103@tcp of length 224/224 into md 0x53b4dd [1] + 224 00000800:00000001:2.0:1785405045.173345:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1785405045.173355:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1785405045.173357:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1785405045.173360:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.3@tcp->192.168.202.103@tcp: PUT: OK 00000100:00000001:2.0:1785405045.173363:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1785405045.173367:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91710301e300 x1872115598935040/t0(0) o400->lustre-OST0000-osc-ffff917110494800@192.168.202.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1785405101 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1785405045.173388:0:2395:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91710301e300 x1872115598935040/t0(0) o400->lustre-OST0000-osc-ffff917110494800@192.168.202.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1785405101 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785405045.173395:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1785405045.173400:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1785405045.173404:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1785405045.177839:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1785405045.177847:0:2400:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1785405045.177857:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1785405045.177859:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1785405045.177863:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9171067f2318. 00000400:00000200:0.0:1785405045.177905:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff917126f8f088 00000400:00000010:0.0:1785405045.177909:0:2400:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff917126f8f088. 00000100:00000001:0.0:1785405045.177914:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1785405045.177925:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91710301ed80 x1872115598934784/t0(0) o400->lustre-MDT0000-mdc-ffff917110494800@192.168.202.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1785405061 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1785405045.177936:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91710301ed80 x1872115598934784/t0(0) o400->lustre-MDT0000-mdc-ffff917110494800@192.168.202.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1785405061 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785405045.177944:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1785405045.177946:0:2400:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1785405045.177948:0:2400:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1785405045.177952:0:2400:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1785405045.177955:0:2400:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1785405045.177957:0:2400:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1785405045.177960:0:2400:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1785405045.177969:0:2400:0:(import.c:2149:obd_at_measure()) add 5 to ffff91710317d460 time=78 v=5 (5 5 5 5) 00000100:00001000:0.0:1785405045.177973:0:2400:0:(import.c:2149:obd_at_measure()) add 1 to ffff91710317d418 time=95 v=5 (1 1 1 1) 00000100:00000001:0.0:1785405045.177976:0:2400:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1785405045.177978:0:2400:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1785405045.177981:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1785405045.177984:0:2400:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785405045.177988:0:2400:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1785405045.177990:0:2400:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff917110494800: skip recheck: last_committed 30064771624 00000100:00000001:0.0:1785405045.177991:0:2400:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1785405045.178007:0:2400:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1785405045.178012:0:2400:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91710301ed80 x1872115598934784/t0(0) o400->lustre-MDT0000-mdc-ffff917110494800@192.168.202.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1785405061 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785405045.178020:0:2400:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1785405045.178023:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1785405045.178025:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1785405045.178029:0:2400:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91710301ed80 x1872115598934784/t0(0) o400->lustre-MDT0000-mdc-ffff917110494800@192.168.202.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1785405061 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1785405045.178037:0:2400:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91710301ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:bf5bef28-9894-4251-9025-4a41cd4535fe:2400:1872115598934784:192.168.202.103@tcp:400:kworker.0 00000400:00000001:0.0:1785405045.178043:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1785405045.178045:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1785405045.178047:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9171067f2268. 00000400:00000200:0.0:1785405045.178049:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff917126f8faa0 00000400:00000010:0.0:1785405045.178050:0:2400:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff917126f8faa0. 00000100:00000001:0.0:1785405045.178052:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1785405045.178056:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91710301e300 x1872115598935040/t0(0) o400->lustre-OST0000-osc-ffff917110494800@192.168.202.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1785405101 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1785405045.178064:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91710301e300 x1872115598935040/t0(0) o400->lustre-OST0000-osc-ffff917110494800@192.168.202.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1785405101 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785405045.178069:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1785405045.178070:0:2400:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1785405045.178072:0:2400:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1785405045.178073:0:2400:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1785405045.178074:0:2400:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1785405045.178075:0:2400:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1785405045.178077:0:2400:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1785405045.178081:0:2400:0:(import.c:2149:obd_at_measure()) add 37 to ffff917104f88460 time=78 v=37 (37 37 37 5) 00000100:00001000:0.0:1785405045.178084:0:2400:0:(import.c:2149:obd_at_measure()) add 1 to ffff917104f88418 time=5 v=5 (1 1 1 0) 00000100:00000001:0.0:1785405045.178086:0:2400:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1785405045.178087:0:2400:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1785405045.178088:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1785405045.178090:0:2400:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785405045.178096:0:2400:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1785405045.178098:0:2400:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0000-osc-ffff917110494800: skip recheck: last_committed 38654726568 00000100:00000001:0.0:1785405045.178099:0:2400:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1785405045.178101:0:2400:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1785405045.178105:0:2400:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91710301e300 x1872115598935040/t0(0) o400->lustre-OST0000-osc-ffff917110494800@192.168.202.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1785405101 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785405045.178111:0:2400:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1785405045.178113:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1785405045.178114:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1785405045.178117:0:2400:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91710301e300 x1872115598935040/t0(0) o400->lustre-OST0000-osc-ffff917110494800@192.168.202.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1785405101 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1785405045.178124:0:2400:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91710301e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:bf5bef28-9894-4251-9025-4a41cd4535fe:2400:1872115598935040:192.168.202.103@tcp:400:kworker.0 00000400:00000001:0.0:1785405045.178128:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1785405045.178129:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1785405045.178131:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9171067f2420. 00000400:00000200:0.0:1785405045.178133:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff917126f8fa18 00000400:00000010:0.0:1785405045.178134:0:2400:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff917126f8fa18. 00000100:00000001:0.0:1785405045.178136:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1785405045.178140:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91710301f100 x1872115598934912/t0(0) o400->lustre-MDT0001-mdc-ffff917110494800@192.168.202.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1785405061 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1785405045.178147:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91710301f100 x1872115598934912/t0(0) o400->lustre-MDT0001-mdc-ffff917110494800@192.168.202.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1785405061 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785405045.178152:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1785405045.178153:0:2400:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1785405045.178155:0:2400:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1785405045.178156:0:2400:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1785405045.178157:0:2400:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1785405045.178159:0:2400:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1785405045.178161:0:2400:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1785405045.178164:0:2400:0:(import.c:2149:obd_at_measure()) add 5 to ffff917104f8d460 time=78 v=5 (5 5 5 5) 00000100:00001000:0.0:1785405045.178166:0:2400:0:(import.c:2149:obd_at_measure()) add 1 to ffff917104f8d418 time=60 v=5 (1 1 1 1) 00000100:00000001:0.0:1785405045.178168:0:2400:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1785405045.178173:0:2400:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1785405045.178175:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1785405045.178178:0:2400:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff91710301f100 x1872115598934912/t0(0) o400->lustre-MDT0001-mdc-ffff917110494800@192.168.202.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1785405061 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1785405045.178184:0:2400:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785405045.178187:0:2400:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1785405045.178188:0:2400:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff917110494800: skip recheck: last_committed 21474836545 00000100:00000001:0.0:1785405045.178189:0:2400:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1785405045.178190:0:2400:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1785405045.178194:0:2400:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91710301f100 x1872115598934912/t0(0) o400->lustre-MDT0001-mdc-ffff917110494800@192.168.202.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1785405061 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785405045.178199:0:2400:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1785405045.178201:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1785405045.178202:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1785405045.178205:0:2400:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91710301f100 x1872115598934912/t0(0) o400->lustre-MDT0001-mdc-ffff917110494800@192.168.202.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1785405061 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1785405045.178211:0:2400:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91710301f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:bf5bef28-9894-4251-9025-4a41cd4535fe:2400:1872115598934912:192.168.202.103@tcp:400:kworker.0 00000100:00000001:0.0:1785405045.178214:0:2400:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1785405045.178217:0:2400:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1785405045.178220:0:2400:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91710301ed80 x1872115598934784/t0(0) o400->lustre-MDT0000-mdc-ffff917110494800@192.168.202.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1785405061 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785405045.178225:0:2400:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1785405045.178228:0:2400:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1785405045.178231:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9171034ca400. 02000000:00000001:0.0:1785405045.178234:0:2400:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1785405045.178236:0:2400:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1785405045.178239:0:2400:0:(genops.c:1244:class_import_put()) import ffff91710317d000 refcount=8 obd=lustre-MDT0000-mdc-ffff917110494800 00000020:00000001:0.0:1785405045.178241:0:2400:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1785405045.178244:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff917109bdff00. 02000000:00000001:0.0:1785405045.178247:0:2400:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1785405045.178249:0:2400:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1785405045.178255:0:2400:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91710301ed80. 00000100:00000001:0.0:1785405045.178258:0:2400:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1785405045.178260:0:2400:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1785405045.178261:0:2400:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1785405045.178264:0:2400:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91710301e300 x1872115598935040/t0(0) o400->lustre-OST0000-osc-ffff917110494800@192.168.202.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1785405101 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785405045.178270:0:2400:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1785405045.178271:0:2400:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1785405045.178273:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9171034cbe00. 02000000:00000001:0.0:1785405045.178275:0:2400:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1785405045.178276:0:2400:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1785405045.178277:0:2400:0:(genops.c:1244:class_import_put()) import ffff917104f88000 refcount=3 obd=lustre-OST0000-osc-ffff917110494800 00000020:00000001:0.0:1785405045.178279:0:2400:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1785405045.178280:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff917109bdfb00. 02000000:00000001:0.0:1785405045.178282:0:2400:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1785405045.178283:0:2400:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1785405045.178284:0:2400:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91710301e300. 00000100:00000001:0.0:1785405045.178286:0:2400:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1785405045.178287:0:2400:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1785405045.178288:0:2400:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1785405045.178291:0:2400:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91710301f100 x1872115598934912/t0(0) o400->lustre-MDT0001-mdc-ffff917110494800@192.168.202.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1785405061 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785405045.178296:0:2400:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1785405045.178297:0:2400:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1785405045.178298:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9171034cbc00. 02000000:00000001:0.0:1785405045.178300:0:2400:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1785405045.178301:0:2400:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1785405045.178302:0:2400:0:(genops.c:1244:class_import_put()) import ffff917104f8d000 refcount=3 obd=lustre-MDT0001-mdc-ffff917110494800 00000020:00000001:0.0:1785405045.178304:0:2400:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1785405045.178305:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff917109bdf500. 02000000:00000001:0.0:1785405045.178307:0:2400:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1785405045.178308:0:2400:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1785405045.178309:0:2400:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91710301f100. 00000100:00000001:0.0:1785405045.178311:0:2400:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1785405045.178312:0:2400:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1785405045.178314:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1785405045.178323:0:2400:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1785405045.178325:0:2400:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785405045.178327:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1785405045.178329:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1785405045.393560:0:279653:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1785405045.393567:0:279653:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1785405045.393573:0:279653:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1785405045.393574:0:279653:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1785405045.394392:0:250580:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1785405045.394395:0:250580:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1785405045.394398:0:250580:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1785405046.419110:0:279653:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1785405046.419116:0:279653:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1785405046.419122:0:279653:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1785405046.419123:0:279653:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1785405046.419276:0:244170:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1785405046.419279:0:244170:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1785405046.419282:0:244170:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1785405047.442979:0:279653:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1785405047.442985:0:279653:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1785405047.442991:0:279653:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1785405047.442992:0:279653:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1785405047.443090:0:234740:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1785405047.443110:0:234740:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1785405047.443113:0:234740:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1785405048.465916:0:279653:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1785405048.465922:0:279653:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1785405048.465927:0:279653:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1785405048.465928:0:279653:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1785405048.466270:0:240730:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1785405048.466274:0:240730:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1785405048.466277:0:240730:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1785405048.977093:0:272886:0:(connection.c:75:cpu_latency_work()) work item of ffff917109986b30 (cpu 3) has reached its deadline 4311438046, at 4311438080 00000100:00000010:3.0:1785405048.977108:0:272886:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff917138051d80. 00000100:00000040:2.0:1785405048.977251:0:280409:0:(connection.c:75:cpu_latency_work()) work item of ffff917109986a20 (cpu 2) has reached its deadline 4311438046, at 4311438080 00000100:00000010:2.0:1785405048.977257:0:280409:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9171380510c0. 00010000:00000001:0.0:1785405049.492571:0:279653:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1785405049.492578:0:279653:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1785405049.492583:0:279653:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1785405049.492584:0:279653:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1785405049.497855:0:234739:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1785405049.497862:0:234739:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1785405049.497867:0:234739:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1785405050.257429:0:248364:0:(pinger.c:229:ptlrpc_pinger_process_import()) 617c1054-42de-4d6e-b093-1e483ab756db->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1785405050.257439:0:248364:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1785405050.257449:0:248364:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91710301d880. 00000020:00000040:1.0:1785405050.257455:0:248364:0:(genops.c:1231:class_import_get()) import ffff917103101000 refcount=4 obd=MGC192.168.202.103@tcp 00000100:00000001:1.0:1785405050.257459:0:248364:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1785405050.257462:0:248364:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1785405050.257467:0:248364:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1785405050.257475:0:248364:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff917109bdf400. 00000100:00000001:1.0:1785405050.257482:0:248364:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1785405050.257492:0:248364:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 617c1054-42de-4d6e-b093-1e483ab756db->MGS req@ffff91710301d880 x1872115598935168/t0(0) o400->MGC192.168.202.103@tcp@192.168.202.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1785405050.257503:0:248364:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1785405050.257507:0:248364:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1785405050.257513:0:248364:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d463239e] to pc [ptlrpcd_00_00+0] req@ffff91710301d880 x1872115598935168/t0(0) o400->MGC192.168.202.103@tcp@192.168.202.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785405050.257540:0:248364:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1785405050.257543:0:248364:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf5bef28-9894-4251-9025-4a41cd4535fe->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1785405050.257546:0:248364:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1785405050.257548:0:248364:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91710301ca80. 00000020:00000040:1.0:1785405050.257550:0:248364:0:(genops.c:1231:class_import_get()) import ffff91710317d000 refcount=9 obd=lustre-MDT0000-mdc-ffff917110494800 00000100:00000001:1.0:1785405050.257552:0:248364:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1785405050.257553:0:248364:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1785405050.257555:0:248364:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1785405050.257558:0:248364:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff917109bdf100. 00000100:00000001:1.0:1785405050.257560:0:248364:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1785405050.257564:0:248364:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging bf5bef28-9894-4251-9025-4a41cd4535fe->lustre-MDT0000_UUID req@ffff91710301ca80 x1872115598935296/t0(0) o400->lustre-MDT0000-mdc-ffff917110494800@192.168.202.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1785405050.257571:0:248364:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1785405050.257573:0:248364:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1785405050.257590:0:248364:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007b9f5525] to pc [ptlrpcd_00_01+1] req@ffff91710301ca80 x1872115598935296/t0(0) o400->lustre-MDT0000-mdc-ffff917110494800@192.168.202.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785405050.257598:0:248364:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1785405050.257601:0:248364:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf5bef28-9894-4251-9025-4a41cd4535fe->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1785405050.257604:0:248364:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1785405050.257606:0:248364:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91710301c700. 00000020:00000040:1.0:1785405050.257608:0:248364:0:(genops.c:1231:class_import_get()) import ffff917104f8d000 refcount=4 obd=lustre-MDT0001-mdc-ffff917110494800 00000100:00000001:1.0:1785405050.257610:0:248364:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1785405050.257611:0:248364:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1785405050.257613:0:248364:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1785405050.257616:0:248364:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff917109bdf600. 00000100:00000001:1.0:1785405050.257619:0:248364:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1785405050.257623:0:248364:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging bf5bef28-9894-4251-9025-4a41cd4535fe->lustre-MDT0001_UUID req@ffff91710301c700 x1872115598935424/t0(0) o400->lustre-MDT0001-mdc-ffff917110494800@192.168.202.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1785405050.257629:0:248364:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1785405050.257630:0:248364:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1785405050.257633:0:248364:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005c8ddf4b] to pc [ptlrpcd_00_00+0] req@ffff91710301c700 x1872115598935424/t0(0) o400->lustre-MDT0001-mdc-ffff917110494800@192.168.202.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785405050.257640:0:248364:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1785405050.257642:0:248364:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf5bef28-9894-4251-9025-4a41cd4535fe->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1785405050.257645:0:248364:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1785405050.257648:0:248364:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91710301f480. 00000020:00000040:1.0:1785405050.257650:0:248364:0:(genops.c:1231:class_import_get()) import ffff917104f88000 refcount=4 obd=lustre-OST0000-osc-ffff917110494800 00000100:00000001:1.0:1785405050.257652:0:248364:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1785405050.257653:0:248364:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1785405050.257654:0:248364:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1785405050.257659:0:248364:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff917109bdf500. 00000100:00000001:1.0:1785405050.257662:0:248364:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1785405050.257665:0:248364:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging bf5bef28-9894-4251-9025-4a41cd4535fe->lustre-OST0000_UUID req@ffff91710301f480 x1872115598935552/t0(0) o400->lustre-OST0000-osc-ffff917110494800@192.168.202.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1785405050.257710:0:248364:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1785405050.257712:0:248364:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1785405050.257717:0:248364:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006022b395] to pc [ptlrpcd_00_01+1] req@ffff91710301f480 x1872115598935552/t0(0) o400->lustre-OST0000-osc-ffff917110494800@192.168.202.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785405050.257724:0:248364:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1785405050.257726:0:248364:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf5bef28-9894-4251-9025-4a41cd4535fe->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1785405050.257730:0:248364:0:(pinger.c:247:ptlrpc_pinger_process_import()) bf5bef28-9894-4251-9025-4a41cd4535fe->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1785405050.257735:0:248364:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (16777) 00000100:00000001:1.0:1785405050.257748:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1785405050.257751:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1785405050.257753:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1785405050.257758:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91710301ca80 x1872115598935296/t0(0) o400->lustre-MDT0000-mdc-ffff917110494800@192.168.202.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785405050.257764:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1785405050.257766:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1785405050.257769:0:2401:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1785405050.257772:0:2401:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1785405050.257774:0:2401:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1785405050.257778:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91710301ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:bf5bef28-9894-4251-9025-4a41cd4535fe:2401:1872115598935296:192.168.202.103@tcp:400:kworker.0 00000100:00000001:1.0:1785405050.257782:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1785405050.257788:0:2401:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1785405050.257790:0:2401:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1785405050.257792:0:2401:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1785405050.257796:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91710da3e200. 02000000:00000001:1.0:1785405050.257798:0:2401:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1785405050.257805:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.103@tcp to cpt 1 00000400:00000010:1.0:1785405050.257809:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91712651dd68. 00000400:00000010:1.0:1785405050.257815:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff917109e64440. 00000100:00000200:1.0:1785405050.257821:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872115598935296, portal 10 00000100:00000001:1.0:1785405050.257824:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1785405050.257830:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622513300621952 : -121560408929664 : ffff91710301ca80) 00000100:00000040:1.0:1785405050.257838:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff91710301ca80 x1872115598935296/t0(0) o400->lustre-MDT0000-mdc-ffff917110494800@192.168.202.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1785405066 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785405050.257845:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1785405050.257847:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.103@tcp 00000400:00000010:1.0:1785405050.257850:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff917109e64330. 00000100:00000200:1.0:1785405050.257853:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1872115598935296, offset 0 00000400:00000200:1.0:1785405050.257860:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.103@tcp 00000400:00000200:1.0:1785405050.257869:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.103@tcp to cpt 1 00000400:00000200:1.0:1785405050.257903:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.103@tcp local destination 00000400:00000200:1.0:1785405050.257909:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1785405050.257913:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.3@tcp 00000400:00000200:1.0:1785405050.257917:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.3@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1785405050.257919:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.103@tcp 00000400:00000200:1.0:1785405050.257924:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.3@tcp NI seq info: [547060:547060:256:4294967295] 192.168.202.103@tcp LPNI seq info [547048:547048:8:4294967295] 00000400:00000200:1.0:1785405050.257928:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.103@tcp to cpt 1 00000400:00000200:1.0:1785405050.257939:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.3@tcp(192.168.202.3@tcp:) -> 192.168.202.103@tcp(192.168.202.103@tcp:192.168.202.103@tcp) : PUT try# 0 00000800:00000200:1.0:1785405050.257945:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.103@tcp 00000800:00000010:1.0:1785405050.257950:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff917109bdfb00. 00000800:00000200:1.0:1785405050.257959:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91710a163c00] -> 12345-192.168.202.103@tcp (5) 00000800:00000200:1.0:1785405050.257966:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.103@tcp ip 192.168.202.103:988 00000800:00000200:1.0:1785405050.257970:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff917109bdfb00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1785405050.257983:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1785405050.257987:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff917110494800: using a timeout of 35346 usecs (36 jiffies) 00000400:00000200:1.0:1785405050.257990:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.103@tcp to cpt 1 00000100:00000001:1.0:1785405050.257993:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff917110494800: PM QoS new deadline estimation for cpu 2 is 4311439397 00000100:00000010:1.0:1785405050.257997:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91712f488ba0. 00000100:00000001:1.0:1785405050.258003:0:2401:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff917110494800: PM QoS request now active for cpu 2 00000100:00000001:1.0:1785405050.258011:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff917110494800: PM QoS new deadline estimation for cpu 3 is 4311439397 00000100:00000010:1.0:1785405050.258015:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91712f4889c0. 00000100:00000001:1.0:1785405050.258023:0:2401:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff917110494800: PM QoS request now active for cpu 3 00000100:00000001:1.0:1785405050.258035:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1785405050.258039:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1785405050.258041:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1785405050.258045:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91710301f480 x1872115598935552/t0(0) o400->lustre-OST0000-osc-ffff917110494800@192.168.202.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785405050.258052:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1785405050.258053:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1785405050.258056:0:2401:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1785405050.258058:0:2401:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1785405050.258060:0:2401:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1785405050.258062:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91710301f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:bf5bef28-9894-4251-9025-4a41cd4535fe:2401:1872115598935552:192.168.202.103@tcp:400:kworker.0 00000100:00000001:1.0:1785405050.258065:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1785405050.258068:0:2401:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1785405050.258069:0:2401:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1785405050.258071:0:2401:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1785405050.258074:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91710da3fe00. 02000000:00000001:1.0:1785405050.258076:0:2401:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1785405050.258080:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.103@tcp to cpt 1 00000400:00000010:1.0:1785405050.258082:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91712651d2c0. 00000400:00000010:1.0:1785405050.258086:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff917109e64880. 00000100:00000200:1.0:1785405050.258089:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872115598935552, portal 4 00000100:00000001:1.0:1785405050.258090:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1785405050.258091:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622513300632704 : -121560408918912 : ffff91710301f480) 00000100:00000040:1.0:1785405050.258097:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff91710301f480 x1872115598935552/t0(0) o400->lustre-OST0000-osc-ffff917110494800@192.168.202.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1785405106 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785405050.258103:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1785405050.258105:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.103@tcp 00000400:00000010:1.0:1785405050.258107:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff917109e64e58. 00000100:00000200:1.0:1785405050.258110:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1872115598935552, offset 0 00000400:00000200:1.0:1785405050.258114:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.103@tcp 00000400:00000200:1.0:1785405050.258118:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.103@tcp to cpt 1 00000400:00000200:1.0:1785405050.258127:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.103@tcp local destination 00000400:00000200:1.0:1785405050.258130:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1785405050.258132:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.3@tcp 00000400:00000200:1.0:1785405050.258135:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.3@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1785405050.258137:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.103@tcp 00000400:00000200:1.0:1785405050.258140:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.3@tcp NI seq info: [547061:547061:255:4294967295] 192.168.202.103@tcp LPNI seq info [547049:547049:7:4294967295] 00000400:00000200:1.0:1785405050.258144:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.103@tcp to cpt 1 00000400:00000200:1.0:1785405050.258150:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.3@tcp(192.168.202.3@tcp:) -> 192.168.202.103@tcp(192.168.202.103@tcp:192.168.202.103@tcp) : PUT try# 0 00000800:00000200:1.0:1785405050.258154:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.103@tcp 00000800:00000010:1.0:1785405050.258158:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff917109bdff00. 00000800:00000200:1.0:1785405050.258161:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91710a163c00] -> 12345-192.168.202.103@tcp (5) 00000800:00000200:1.0:1785405050.258165:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.103@tcp ip 192.168.202.103:988 00000800:00000200:1.0:1785405050.258168:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff917109bdff00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1785405050.258171:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1785405050.258174:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff917110494800: using a timeout of 152362 usecs (153 jiffies) 00000400:00000200:1.0:1785405050.258177:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.103@tcp to cpt 1 00000100:00000001:1.0:1785405050.258179:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff917110494800: PM QoS new deadline estimation for cpu 2 is 4311439514 00000100:00000001:1.0:1785405050.258183:0:2401:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-ffff917110494800: PM QoS request active for cpu 2, simply extend its deadline from 4311439397 00000100:00000001:1.0:1785405050.258186:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff917110494800: PM QoS new deadline estimation for cpu 3 is 4311439514 00000100:00000001:1.0:1785405050.258188:0:2401:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-ffff917110494800: PM QoS request active for cpu 3, simply extend its deadline from 4311439397 00000100:00000001:1.0:1785405050.258190:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1785405050.258192:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1785405050.258194:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1785405050.258197:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1785405050.258203:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1785405050.258205:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1785405050.258207:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1785405050.258208:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1785405050.258210:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1785405050.258212:0:2401:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:1.0:1785405050.258215:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1785405050.258223:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1785405050.258224:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1785405050.258226:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1785405050.258227:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1785405050.258228:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1785405050.258232:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91710301d880 x1872115598935168/t0(0) o400->MGC192.168.202.103@tcp@192.168.202.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785405050.258239:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1785405050.258240:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1785405050.258242:0:2401:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1785405050.258244:0:2401:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1785405050.258246:0:2401:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1785405050.258249:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91710301d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:617c1054-42de-4d6e-b093-1e483ab756db:2401:1872115598935168:192.168.202.103@tcp:400:kworker.0 00000100:00000001:1.0:1785405050.258251:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1785405050.258254:0:2401:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1785405050.258255:0:2401:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1785405050.258257:0:2401:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1785405050.258260:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91710da3ec00. 02000000:00000001:1.0:1785405050.258262:0:2401:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1785405050.258274:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.103@tcp to cpt 1 00000400:00000010:1.0:1785405050.258277:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91712651d790. 00000400:00000010:1.0:1785405050.258281:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff917109e644c8. 00000100:00000200:1.0:1785405050.258284:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872115598935168, portal 25 00000100:00000001:1.0:1785405050.258286:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1785405050.258287:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622513300625536 : -121560408926080 : ffff91710301d880) 00000100:00000040:1.0:1785405050.258312:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff91710301d880 x1872115598935168/t0(0) o400->MGC192.168.202.103@tcp@192.168.202.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1785405066 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785405050.258318:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1785405050.258320:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.103@tcp 00000400:00000010:1.0:1785405050.258322:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff917109e64aa0. 00000100:00000200:1.0:1785405050.258324:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1872115598935168, offset 0 00000400:00000200:1.0:1785405050.258328:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.103@tcp 00000400:00000200:1.0:1785405050.258332:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.103@tcp to cpt 1 00000400:00000200:1.0:1785405050.258335:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.103@tcp local destination 00000400:00000200:1.0:1785405050.258343:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1785405050.258346:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.3@tcp 00000400:00000200:1.0:1785405050.258348:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.3@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1785405050.258351:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.103@tcp 00000400:00000200:1.0:1785405050.258354:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.3@tcp NI seq info: [547062:547062:254:4294967295] 192.168.202.103@tcp LPNI seq info [547050:547050:6:4294967295] 00000400:00000200:1.0:1785405050.258358:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.103@tcp to cpt 1 00000400:00000200:1.0:1785405050.258364:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.3@tcp(192.168.202.3@tcp:) -> 192.168.202.103@tcp(192.168.202.103@tcp:192.168.202.103@tcp) : PUT try# 0 00000800:00000200:1.0:1785405050.258368:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.103@tcp 00000800:00000010:1.0:1785405050.258371:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff917109bdfa00. 00000800:00000200:1.0:1785405050.258375:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91710a163c00] -> 12345-192.168.202.103@tcp (5) 00000800:00000200:1.0:1785405050.258379:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.103@tcp ip 192.168.202.103:988 00000800:00000200:1.0:1785405050.258382:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff917109bdfa00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1785405050.258385:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1785405050.258387:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.103@tcp to cpt 1 00000100:00000001:1.0:1785405050.258389:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.103@tcp: PM QoS new deadline estimation for cpu 2 is 4311443167 00000100:00000001:1.0:1785405050.258393:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.103@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4311439514 00000100:00000001:1.0:1785405050.258395:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.103@tcp: PM QoS new deadline estimation for cpu 3 is 4311443167 00000100:00000001:1.0:1785405050.258398:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.103@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4311439514 00000100:00000001:1.0:1785405050.258400:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1785405050.258402:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1785405050.258404:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1785405050.258408:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91710301c700 x1872115598935424/t0(0) o400->lustre-MDT0001-mdc-ffff917110494800@192.168.202.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785405050.258415:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1785405050.258416:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1785405050.258418:0:2401:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1785405050.258420:0:2401:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1785405050.258422:0:2401:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1785405050.258424:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91710301c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:bf5bef28-9894-4251-9025-4a41cd4535fe:2401:1872115598935424:192.168.202.103@tcp:400:kworker.0 00000100:00000001:1.0:1785405050.258432:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1785405050.258435:0:2401:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1785405050.258436:0:2401:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1785405050.258438:0:2401:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1785405050.258440:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91710da3fa00. 02000000:00000001:1.0:1785405050.258442:0:2401:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1785405050.258445:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.103@tcp to cpt 1 00000400:00000010:1.0:1785405050.258447:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91712651db58. 00000400:00000010:1.0:1785405050.258451:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff917109e647f8. 00000100:00000200:1.0:1785405050.258453:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872115598935424, portal 10 00000100:00000001:1.0:1785405050.258455:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1785405050.258456:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622513300621056 : -121560408930560 : ffff91710301c700) 00000100:00000040:1.0:1785405050.258462:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff91710301c700 x1872115598935424/t0(0) o400->lustre-MDT0001-mdc-ffff917110494800@192.168.202.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1785405066 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785405050.258469:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1785405050.258471:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.103@tcp 00000400:00000010:1.0:1785405050.258473:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff917109e64bb0. 00000100:00000200:1.0:1785405050.258475:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1872115598935424, offset 0 00000400:00000200:1.0:1785405050.258479:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.103@tcp 00000400:00000200:1.0:1785405050.258482:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.103@tcp to cpt 1 00000400:00000200:1.0:1785405050.258485:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.103@tcp local destination 00000400:00000200:1.0:1785405050.258487:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1785405050.258489:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.3@tcp 00000400:00000200:1.0:1785405050.258492:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.3@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1785405050.258494:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.103@tcp 00000400:00000200:1.0:1785405050.258497:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.3@tcp NI seq info: [547063:547063:253:4294967295] 192.168.202.103@tcp LPNI seq info [547051:547051:5:4294967295] 00000400:00000200:1.0:1785405050.258501:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.103@tcp to cpt 1 00000400:00000200:1.0:1785405050.258507:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.3@tcp(192.168.202.3@tcp:) -> 192.168.202.103@tcp(192.168.202.103@tcp:192.168.202.103@tcp) : PUT try# 0 00000800:00000200:1.0:1785405050.258511:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.103@tcp 00000800:00000010:1.0:1785405050.258513:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff917109bdf200. 00000800:00000200:1.0:1785405050.258516:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91710a163c00] -> 12345-192.168.202.103@tcp (5) 00000800:00000200:1.0:1785405050.258523:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.103@tcp ip 192.168.202.103:988 00000800:00000200:1.0:1785405050.258526:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff917109bdf200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1785405050.258529:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1785405050.258531:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff917110494800: using a timeout of 32751 usecs (33 jiffies) 00000400:00000200:1.0:1785405050.258534:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.103@tcp to cpt 1 00000100:00000001:1.0:1785405050.258536:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff917110494800: PM QoS new deadline estimation for cpu 2 is 4311439394 00000100:00000001:1.0:1785405050.258538:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff917110494800: PM QoS request active for cpu 2, keep current deadline 4311443167 00000100:00000001:1.0:1785405050.258540:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff917110494800: PM QoS new deadline estimation for cpu 3 is 4311439394 00000100:00000001:1.0:1785405050.258542:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff917110494800: PM QoS request active for cpu 3, keep current deadline 4311443167 00000100:00000001:1.0:1785405050.258544:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1785405050.258546:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1785405050.258548:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1785405050.258550:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785405050.258728:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1785405050.258731:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1785405050.259392:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1785405050.259397:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff917109bdfb00. 00000400:00000200:2.0:1785405050.259403:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1785405050.259409:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.3@tcp->192.168.202.103@tcp: PUT: OK 00000400:00000200:2.0:1785405050.259414:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff917109e64330 00000400:00000010:2.0:1785405050.259417:0:2394:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff917109e64330. 00000100:00000001:2.0:1785405050.259422:0:2394:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1785405050.259427:0:2394:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91710301ca80 x1872115598935296/t0(0) o400->lustre-MDT0000-mdc-ffff917110494800@192.168.202.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1785405066 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785405050.259437:0:2394:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1785405050.259441:0:2394:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91710301ca80 x1872115598935296/t0(0) o400->lustre-MDT0000-mdc-ffff917110494800@192.168.202.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1785405066 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785405050.259449:0:2394:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1785405050.259451:0:2394:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1785405050.259460:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1785405050.259462:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff917109bdff00. 00000400:00000200:2.0:1785405050.259464:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1785405050.259467:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.3@tcp->192.168.202.103@tcp: PUT: OK 00000400:00000200:2.0:1785405050.259469:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff917109e64e58 00000400:00000010:2.0:1785405050.259471:0:2394:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff917109e64e58. 00000100:00000001:2.0:1785405050.259472:0:2394:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1785405050.259484:0:2394:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91710301f480 x1872115598935552/t0(0) o400->lustre-OST0000-osc-ffff917110494800@192.168.202.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1785405106 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785405050.259491:0:2394:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1785405050.259494:0:2394:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91710301f480 x1872115598935552/t0(0) o400->lustre-OST0000-osc-ffff917110494800@192.168.202.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1785405106 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785405050.259500:0:2394:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1785405050.259501:0:2394:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1785405050.259509:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1785405050.259511:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff917109bdfa00. 00000400:00000200:2.0:1785405050.259513:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1785405050.259516:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.3@tcp->192.168.202.103@tcp: PUT: OK 00000400:00000200:2.0:1785405050.259518:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff917109e64aa0 00000400:00000010:2.0:1785405050.259520:0:2394:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff917109e64aa0. 00000100:00000001:2.0:1785405050.259522:0:2394:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1785405050.259525:0:2394:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91710301d880 x1872115598935168/t0(0) o400->MGC192.168.202.103@tcp@192.168.202.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1785405066 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785405050.259532:0:2394:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1785405050.259535:0:2394:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91710301d880 x1872115598935168/t0(0) o400->MGC192.168.202.103@tcp@192.168.202.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1785405066 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785405050.259542:0:2394:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1785405050.259543:0:2394:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1785405050.259595:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1785405050.259597:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff917109bdf200. 00000400:00000200:2.0:1785405050.259600:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1785405050.259603:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.3@tcp->192.168.202.103@tcp: PUT: OK 00000400:00000200:2.0:1785405050.259605:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff917109e64bb0 00000400:00000010:2.0:1785405050.259606:0:2394:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff917109e64bb0. 00000100:00000001:2.0:1785405050.259608:0:2394:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1785405050.259611:0:2394:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91710301c700 x1872115598935424/t0(0) o400->lustre-MDT0001-mdc-ffff917110494800@192.168.202.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1785405066 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785405050.259619:0:2394:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1785405050.259622:0:2394:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91710301c700 x1872115598935424/t0(0) o400->lustre-MDT0001-mdc-ffff917110494800@192.168.202.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1785405066 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785405050.259632:0:2394:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1785405050.259634:0:2394:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1785405050.265158:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1785405050.265173:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1785405050.265177:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1785405050.265180:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1785405050.265188:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.103@tcp to cpt 1 00000400:00000200:2.0:1785405050.265195:0:2395:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.3@tcp(192.168.202.3@tcp) <- 192.168.202.103@tcp : PUT - for me 00000400:00000200:2.0:1785405050.265203:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.103@tcp to cpt 1 00000400:00000200:2.0:1785405050.265207:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.103@tcp to cpt 1 00000400:00000200:2.0:1785405050.265212:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.103@tcp to cpt 1 00000400:00000200:2.0:1785405050.265216:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.103@tcp of length 224 into portal 25 MB=0x6a6ade140c480 00000400:00000200:2.0:1785405050.265221:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.103@tcp to cpt 1 00000400:00000200:2.0:1785405050.265227:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.103@tcp of length 224/224 into md 0x53b4f5 [1] + 224 00000800:00000001:2.0:1785405050.265235:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1785405050.265239:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1785405050.265242:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1785405050.265246:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.3@tcp->192.168.202.103@tcp: PUT: OK 00000100:00000001:2.0:1785405050.265253:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1785405050.265261:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91710301d880 x1872115598935168/t0(0) o400->MGC192.168.202.103@tcp@192.168.202.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1785405066 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1785405050.265284:0:2395:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91710301d880 x1872115598935168/t0(0) o400->MGC192.168.202.103@tcp@192.168.202.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1785405066 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785405050.265307:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1785405050.265316:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1785405050.265320:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1785405050.265322:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1785405050.265324:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1785405050.265328:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.103@tcp to cpt 1 00000400:00000200:2.0:1785405050.265331:0:2395:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.3@tcp(192.168.202.3@tcp) <- 192.168.202.103@tcp : PUT - for me 00000400:00000200:2.0:1785405050.265335:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.103@tcp to cpt 1 00000400:00000200:2.0:1785405050.265351:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.103@tcp to cpt 1 00000400:00000200:2.0:1785405050.265355:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.103@tcp to cpt 1 00000400:00000200:2.0:1785405050.265358:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.103@tcp of length 224 into portal 10 MB=0x6a6ade140c500 00000400:00000200:2.0:1785405050.265362:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.103@tcp to cpt 1 00000400:00000200:2.0:1785405050.265367:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.103@tcp of length 224/224 into md 0x53b4e5 [1] + 224 00000800:00000001:2.0:1785405050.265371:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1785405050.265375:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1785405050.265378:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1785405050.265381:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.3@tcp->192.168.202.103@tcp: PUT: OK 00000100:00000001:2.0:1785405050.265384:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1785405050.265389:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91710301ca80 x1872115598935296/t0(0) o400->lustre-MDT0000-mdc-ffff917110494800@192.168.202.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1785405066 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1785405050.265399:0:2395:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91710301ca80 x1872115598935296/t0(0) o400->lustre-MDT0000-mdc-ffff917110494800@192.168.202.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1785405066 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785405050.265407:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1785405050.265410:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1785405050.265413:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1785405050.265414:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1785405050.265416:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1785405050.265419:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.103@tcp to cpt 1 00000400:00000200:2.0:1785405050.265422:0:2395:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.3@tcp(192.168.202.3@tcp) <- 192.168.202.103@tcp : PUT - for me 00000400:00000200:2.0:1785405050.265426:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.103@tcp to cpt 1 00000400:00000200:2.0:1785405050.265428:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.103@tcp to cpt 1 00000400:00000200:2.0:1785405050.265430:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.103@tcp to cpt 1 00000400:00000200:2.0:1785405050.265433:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.103@tcp of length 224 into portal 10 MB=0x6a6ade140c580 00000400:00000200:2.0:1785405050.265436:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.103@tcp to cpt 1 00000400:00000200:2.0:1785405050.265439:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.103@tcp of length 224/224 into md 0x53b4fd [1] + 224 00000800:00000001:2.0:1785405050.265443:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1785405050.265448:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1785405050.265450:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1785405050.265453:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.3@tcp->192.168.202.103@tcp: PUT: OK 00000100:00000001:2.0:1785405050.265456:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1785405050.265465:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91710301c700 x1872115598935424/t0(0) o400->lustre-MDT0001-mdc-ffff917110494800@192.168.202.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1785405066 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1785405050.265474:0:2395:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91710301c700 x1872115598935424/t0(0) o400->lustre-MDT0001-mdc-ffff917110494800@192.168.202.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1785405066 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785405050.265481:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1785405050.265486:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1785405050.265489:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1785405050.265598:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1785405050.265602:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1785405050.265609:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1785405050.265623:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1785405050.265626:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91712651d790. 00000400:00000200:1.0:1785405050.265631:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff917109e644c8 00000400:00000010:1.0:1785405050.265633:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff917109e644c8. 00000100:00000001:1.0:1785405050.265636:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1785405050.265641:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91710301d880 x1872115598935168/t0(0) o400->MGC192.168.202.103@tcp@192.168.202.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1785405066 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1785405050.265650:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91710301d880 x1872115598935168/t0(0) o400->MGC192.168.202.103@tcp@192.168.202.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1785405066 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785405050.265656:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1785405050.265658:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1785405050.265660:0:2401:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1785405050.265664:0:2401:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1785405050.265666:0:2401:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1785405050.265667:0:2401:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1785405050.265670:0:2401:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1785405050.265685:0:2401:0:(import.c:2149:obd_at_measure()) add 5 to ffff917103101460 time=83 v=5 (5 5 5 5) 00000100:00001000:1.0:1785405050.265696:0:2401:0:(import.c:2149:obd_at_measure()) add 1 to ffff917103101418 time=102 v=5 (1 1 1 1) 00000100:00000001:1.0:1785405050.265698:0:2401:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1785405050.265700:0:2401:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1785405050.265702:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1785405050.265704:0:2401:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1785405050.265707:0:2401:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1785405050.265713:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91710301d880 x1872115598935168/t0(0) o400->MGC192.168.202.103@tcp@192.168.202.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1785405066 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785405050.265719:0:2401:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1785405050.265722:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1785405050.265723:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1785405050.265726:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91710301d880 x1872115598935168/t0(0) o400->MGC192.168.202.103@tcp@192.168.202.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1785405066 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1785405050.265732:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91710301d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:617c1054-42de-4d6e-b093-1e483ab756db:2401:1872115598935168:192.168.202.103@tcp:400:kworker.0 00000400:00000001:1.0:1785405050.265738:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1785405050.265739:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1785405050.265741:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91712651db58. 00000400:00000200:1.0:1785405050.265743:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff917109e647f8 00000400:00000010:1.0:1785405050.265745:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff917109e647f8. 00000100:00000001:1.0:1785405050.265747:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1785405050.265751:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91710301c700 x1872115598935424/t0(0) o400->lustre-MDT0001-mdc-ffff917110494800@192.168.202.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1785405066 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1785405050.265758:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91710301c700 x1872115598935424/t0(0) o400->lustre-MDT0001-mdc-ffff917110494800@192.168.202.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1785405066 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785405050.265762:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1785405050.265764:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1785405050.265765:0:2401:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1785405050.265767:0:2401:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1785405050.265768:0:2401:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1785405050.265769:0:2401:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1785405050.265770:0:2401:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1785405050.265775:0:2401:0:(import.c:2149:obd_at_measure()) add 5 to ffff917104f8d460 time=83 v=5 (5 5 5 5) 00000100:00001000:1.0:1785405050.265783:0:2401:0:(import.c:2149:obd_at_measure()) add 1 to ffff917104f8d418 time=65 v=5 (1 1 1 1) 00000100:00000001:1.0:1785405050.265785:0:2401:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1785405050.265786:0:2401:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1785405050.265787:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1785405050.265791:0:2401:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff91710301c700 x1872115598935424/t0(0) o400->lustre-MDT0001-mdc-ffff917110494800@192.168.202.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1785405066 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1785405050.265797:0:2401:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1785405050.265800:0:2401:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1785405050.265802:0:2401:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff917110494800: skip recheck: last_committed 21474836545 00000100:00000001:1.0:1785405050.265804:0:2401:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1785405050.265805:0:2401:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1785405050.265808:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91710301c700 x1872115598935424/t0(0) o400->lustre-MDT0001-mdc-ffff917110494800@192.168.202.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1785405066 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785405050.265814:0:2401:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1785405050.265817:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1785405050.265818:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1785405050.265822:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91710301c700 x1872115598935424/t0(0) o400->lustre-MDT0001-mdc-ffff917110494800@192.168.202.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1785405066 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1785405050.265839:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91710301c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:bf5bef28-9894-4251-9025-4a41cd4535fe:2401:1872115598935424:192.168.202.103@tcp:400:kworker.0 00000400:00000001:1.0:1785405050.265846:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1785405050.265847:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1785405050.265849:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91712651dd68. 00000400:00000200:1.0:1785405050.265851:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff917109e64440 00000400:00000010:1.0:1785405050.265853:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff917109e64440. 00000100:00000001:1.0:1785405050.265855:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1785405050.265858:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91710301ca80 x1872115598935296/t0(0) o400->lustre-MDT0000-mdc-ffff917110494800@192.168.202.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1785405066 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1785405050.265866:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91710301ca80 x1872115598935296/t0(0) o400->lustre-MDT0000-mdc-ffff917110494800@192.168.202.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1785405066 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785405050.265904:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1785405050.265911:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1785405050.265913:0:2401:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1785405050.265915:0:2401:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1785405050.265916:0:2401:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1785405050.265917:0:2401:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1785405050.265919:0:2401:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1785405050.265924:0:2401:0:(import.c:2149:obd_at_measure()) add 5 to ffff91710317d460 time=83 v=5 (5 5 5 5) 00000100:00001000:1.0:1785405050.265927:0:2401:0:(import.c:2149:obd_at_measure()) add 1 to ffff91710317d418 time=100 v=5 (1 1 1 1) 00000100:00000001:1.0:1785405050.265929:0:2401:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1785405050.265930:0:2401:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1785405050.265932:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1785405050.265934:0:2401:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1785405050.265936:0:2401:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1785405050.265938:0:2401:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff917110494800: skip recheck: last_committed 30064771624 00000100:00000001:1.0:1785405050.265940:0:2401:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1785405050.265941:0:2401:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1785405050.265945:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91710301ca80 x1872115598935296/t0(0) o400->lustre-MDT0000-mdc-ffff917110494800@192.168.202.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1785405066 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785405050.265952:0:2401:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1785405050.265953:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1785405050.265955:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1785405050.265958:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91710301ca80 x1872115598935296/t0(0) o400->lustre-MDT0000-mdc-ffff917110494800@192.168.202.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1785405066 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1785405050.265965:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91710301ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:bf5bef28-9894-4251-9025-4a41cd4535fe:2401:1872115598935296:192.168.202.103@tcp:400:kworker.0 00000100:00000001:1.0:1785405050.265970:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1785405050.265972:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1785405050.265975:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91710301d880 x1872115598935168/t0(0) o400->MGC192.168.202.103@tcp@192.168.202.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1785405066 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785405050.265981:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1785405050.265983:0:2401:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1785405050.265986:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91710da3ec00. 02000000:00000001:1.0:1785405050.265990:0:2401:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1785405050.265992:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1785405050.265999:0:2401:0:(genops.c:1244:class_import_put()) import ffff917103101000 refcount=3 obd=MGC192.168.202.103@tcp 00000020:00000001:1.0:1785405050.266001:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1785405050.266004:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff917109bdf400. 02000000:00000001:1.0:1785405050.266007:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1785405050.266009:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1785405050.266011:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91710301d880. 00000100:00000001:1.0:1785405050.266014:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1785405050.266015:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1785405050.266017:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1785405050.266022:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91710301c700 x1872115598935424/t0(0) o400->lustre-MDT0001-mdc-ffff917110494800@192.168.202.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1785405066 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785405050.266028:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1785405050.266029:0:2401:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1785405050.266031:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91710da3fa00. 02000000:00000001:1.0:1785405050.266033:0:2401:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1785405050.266034:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1785405050.266036:0:2401:0:(genops.c:1244:class_import_put()) import ffff917104f8d000 refcount=3 obd=lustre-MDT0001-mdc-ffff917110494800 00000020:00000001:1.0:1785405050.266037:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1785405050.266039:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff917109bdf600. 02000000:00000001:1.0:1785405050.266040:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1785405050.266041:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1785405050.266043:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91710301c700. 00000100:00000001:1.0:1785405050.266045:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1785405050.266046:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1785405050.266047:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1785405050.266050:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91710301ca80 x1872115598935296/t0(0) o400->lustre-MDT0000-mdc-ffff917110494800@192.168.202.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1785405066 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785405050.266205:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1785405050.266206:0:2401:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1785405050.266208:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91710da3e200. 02000000:00000001:1.0:1785405050.266211:0:2401:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1785405050.266212:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1785405050.266213:0:2401:0:(genops.c:1244:class_import_put()) import ffff91710317d000 refcount=8 obd=lustre-MDT0000-mdc-ffff917110494800 00000020:00000001:1.0:1785405050.266215:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1785405050.266217:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff917109bdf100. 02000000:00000001:1.0:1785405050.266218:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1785405050.266227:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1785405050.266228:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91710301ca80. 00000100:00000001:1.0:1785405050.266231:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1785405050.266232:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1785405050.266235:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1785405050.266237:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1785405050.266239:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1785405050.266241:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1785405050.266242:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1785405050.267292:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1785405050.267299:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1785405050.267301:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1785405050.267304:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1785405050.267308:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.103@tcp to cpt 1 00000400:00000200:2.0:1785405050.267313:0:2394:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.3@tcp(192.168.202.3@tcp) <- 192.168.202.103@tcp : PUT - for me 00000400:00000200:2.0:1785405050.267319:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.103@tcp to cpt 1 00000400:00000200:2.0:1785405050.267322:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.103@tcp to cpt 1 00000400:00000200:2.0:1785405050.267326:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.103@tcp to cpt 1 00000400:00000200:2.0:1785405050.267329:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.103@tcp of length 224 into portal 4 MB=0x6a6ade140c600 00000400:00000200:2.0:1785405050.267334:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.103@tcp to cpt 1 00000400:00000200:2.0:1785405050.267339:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.103@tcp of length 224/224 into md 0x53b4ed [1] + 224 00000800:00000001:2.0:1785405050.267343:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1785405050.267348:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1785405050.267351:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1785405050.267354:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.3@tcp->192.168.202.103@tcp: PUT: OK 00000100:00000001:2.0:1785405050.267358:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1785405050.267363:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91710301f480 x1872115598935552/t0(0) o400->lustre-OST0000-osc-ffff917110494800@192.168.202.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1785405106 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1785405050.267372:0:2394:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91710301f480 x1872115598935552/t0(0) o400->lustre-OST0000-osc-ffff917110494800@192.168.202.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1785405106 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785405050.267391:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1785405050.267395:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1785405050.267398:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1785405050.268141:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1785405050.268143:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1785405050.268147:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1785405050.268149:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1785405050.268152:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91712651d2c0. 00000400:00000200:1.0:1785405050.268156:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff917109e64880 00000400:00000010:1.0:1785405050.268158:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff917109e64880. 00000100:00000001:1.0:1785405050.268160:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1785405050.268165:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91710301f480 x1872115598935552/t0(0) o400->lustre-OST0000-osc-ffff917110494800@192.168.202.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1785405106 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1785405050.268176:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91710301f480 x1872115598935552/t0(0) o400->lustre-OST0000-osc-ffff917110494800@192.168.202.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1785405106 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785405050.268183:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1785405050.268184:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1785405050.268186:0:2401:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1785405050.268188:0:2401:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1785405050.268189:0:2401:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1785405050.268191:0:2401:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1785405050.268194:0:2401:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1785405050.268198:0:2401:0:(import.c:2149:obd_at_measure()) add 37 to ffff917104f88460 time=83 v=37 (37 37 37 5) 00000100:00001000:1.0:1785405050.268202:0:2401:0:(import.c:2149:obd_at_measure()) add 1 to ffff917104f88418 time=10 v=5 (1 1 1 0) 00000100:00000001:1.0:1785405050.268204:0:2401:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1785405050.268206:0:2401:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1785405050.268207:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1785405050.268210:0:2401:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1785405050.268218:0:2401:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1785405050.268219:0:2401:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0000-osc-ffff917110494800: skip recheck: last_committed 38654726568 00000100:00000001:1.0:1785405050.268221:0:2401:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1785405050.268228:0:2401:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1785405050.268232:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91710301f480 x1872115598935552/t0(0) o400->lustre-OST0000-osc-ffff917110494800@192.168.202.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1785405106 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785405050.268239:0:2401:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1785405050.268241:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1785405050.268243:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1785405050.268246:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91710301f480 x1872115598935552/t0(0) o400->lustre-OST0000-osc-ffff917110494800@192.168.202.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1785405106 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1785405050.268253:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91710301f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:bf5bef28-9894-4251-9025-4a41cd4535fe:2401:1872115598935552:192.168.202.103@tcp:400:kworker.0 00000100:00000001:1.0:1785405050.268257:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1785405050.268259:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1785405050.268263:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91710301f480 x1872115598935552/t0(0) o400->lustre-OST0000-osc-ffff917110494800@192.168.202.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1785405106 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785405050.268278:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1785405050.268280:0:2401:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1785405050.268282:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91710da3fe00. 02000000:00000001:1.0:1785405050.268285:0:2401:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1785405050.268287:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1785405050.268288:0:2401:0:(genops.c:1244:class_import_put()) import ffff917104f88000 refcount=3 obd=lustre-OST0000-osc-ffff917110494800 00000020:00000001:1.0:1785405050.268290:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1785405050.268292:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff917109bdf500. 02000000:00000001:1.0:1785405050.268294:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1785405050.268296:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1785405050.268297:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91710301f480. 00000100:00000001:1.0:1785405050.268300:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1785405050.268301:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1785405050.268303:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1785405050.268310:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1785405050.268311:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1785405050.268313:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1785405050.268315:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1785405050.512983:0:279653:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1785405050.512989:0:279653:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1785405050.512995:0:279653:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1785405050.512999:0:279653:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1785405050.513001:0:279653:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1785405050.513006:0:279653:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1785405050.513009:0:279653:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1785405050.513010:0:279653:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1785405050.513013:0:279653:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1785405050.513016:0:279653:0:(ldlm_lockd.c:2247:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1785405050.513018:0:279653:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1785405050.513020:0:279653:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1785405050.513443:0:250580:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1785405050.513446:0:250580:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1785405050.513462:0:250580:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1785405051.563187:0:279653:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1785405051.563204:0:279653:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1785405051.563210:0:279653:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1785405051.563211:0:279653:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1785405051.563233:0:244170:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1785405051.563236:0:244170:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1785405051.563239:0:244170:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1785405052.624931:0:279653:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1785405052.624938:0:279653:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1785405052.624940:0:279653:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1785405052.624943:0:279653:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1785405052.624947:0:279653:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1785405052.624949:0:279653:0:(ldlm_lockd.c:2247:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1785405052.624951:0:279653:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1785405052.624953:0:279653:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1785405052.624957:0:279653:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1785405052.624959:0:279653:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1785405052.625027:0:234740:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1785405052.625038:0:234740:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1785405052.625041:0:234740:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1785405053.650337:0:279653:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1785405053.650344:0:279653:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1785405053.650349:0:279653:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1785405053.650350:0:279653:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1785405053.653786:0:240730:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1785405053.653791:0:240730:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1785405053.653795:0:240730:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1785405054.097278:0:280409:0:(connection.c:75:cpu_latency_work()) work item of ffff917109986a20 (cpu 2) has reached its deadline 4311443167, at 4311443200 00000100:00000010:2.0:1785405054.097293:0:280409:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91712f488ba0. 00000100:00000040:3.0:1785405054.097945:0:272886:0:(connection.c:75:cpu_latency_work()) work item of ffff917109986b30 (cpu 3) has reached its deadline 4311443167, at 4311443200 00000100:00000010:3.0:1785405054.097952:0:272886:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91712f4889c0. 00010000:00000001:0.0:1785405054.686199:0:279653:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1785405054.686206:0:279653:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1785405054.686212:0:279653:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1785405054.686214:0:279653:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1785405054.688122:0:234739:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1785405054.688127:0:234739:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1785405054.688130:0:234739:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1785405055.377516:0:272619:0:(pinger.c:229:ptlrpc_pinger_process_import()) 617c1054-42de-4d6e-b093-1e483ab756db->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1785405055.377526:0:272619:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1785405055.377547:0:272619:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff917132384a80. 00000020:00000040:3.0:1785405055.377553:0:272619:0:(genops.c:1231:class_import_get()) import ffff917103101000 refcount=4 obd=MGC192.168.202.103@tcp 00000100:00000001:3.0:1785405055.377557:0:272619:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1785405055.377560:0:272619:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1785405055.377565:0:272619:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1785405055.377572:0:272619:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91712de5cc00. 00000100:00000001:3.0:1785405055.377579:0:272619:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1785405055.377590:0:272619:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 617c1054-42de-4d6e-b093-1e483ab756db->MGS req@ffff917132384a80 x1872115598935680/t0(0) o400->MGC192.168.202.103@tcp@192.168.202.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1785405055.377601:0:272619:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1785405055.377605:0:272619:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1785405055.377611:0:272619:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cf703016] to pc [ptlrpcd_01_01+1] req@ffff917132384a80 x1872115598935680/t0(0) o400->MGC192.168.202.103@tcp@192.168.202.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785405055.377661:0:272619:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1785405055.377664:0:272619:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf5bef28-9894-4251-9025-4a41cd4535fe->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1785405055.377667:0:272619:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1785405055.377670:0:272619:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff917132386d80. 00000020:00000040:3.0:1785405055.377672:0:272619:0:(genops.c:1231:class_import_get()) import ffff91710317d000 refcount=9 obd=lustre-MDT0000-mdc-ffff917110494800 00000100:00000001:3.0:1785405055.377674:0:272619:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1785405055.377676:0:272619:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1785405055.377678:0:272619:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1785405055.377681:0:272619:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91712de5c700. 00000100:00000001:3.0:1785405055.377683:0:272619:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1785405055.377687:0:272619:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging bf5bef28-9894-4251-9025-4a41cd4535fe->lustre-MDT0000_UUID req@ffff917132386d80 x1872115598935808/t0(0) o400->lustre-MDT0000-mdc-ffff917110494800@192.168.202.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1785405055.377694:0:272619:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1785405055.377696:0:272619:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1785405055.377699:0:272619:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004e3f73af] to pc [ptlrpcd_01_00+0] req@ffff917132386d80 x1872115598935808/t0(0) o400->lustre-MDT0000-mdc-ffff917110494800@192.168.202.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785405055.377706:0:272619:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1785405055.377709:0:272619:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf5bef28-9894-4251-9025-4a41cd4535fe->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1785405055.377717:0:272619:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1785405055.377719:0:272619:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff917132384380. 00000020:00000040:3.0:1785405055.377722:0:272619:0:(genops.c:1231:class_import_get()) import ffff917104f8d000 refcount=4 obd=lustre-MDT0001-mdc-ffff917110494800 00000100:00000001:3.0:1785405055.377724:0:272619:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1785405055.377725:0:272619:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1785405055.377727:0:272619:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1785405055.377730:0:272619:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91712de5c400. 00000100:00000001:3.0:1785405055.377733:0:272619:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1785405055.377737:0:272619:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging bf5bef28-9894-4251-9025-4a41cd4535fe->lustre-MDT0001_UUID req@ffff917132384380 x1872115598935936/t0(0) o400->lustre-MDT0001-mdc-ffff917110494800@192.168.202.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1785405055.377743:0:272619:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1785405055.377745:0:272619:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1785405055.377748:0:272619:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ad79e150] to pc [ptlrpcd_01_01+1] req@ffff917132384380 x1872115598935936/t0(0) o400->lustre-MDT0001-mdc-ffff917110494800@192.168.202.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785405055.377755:0:272619:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1785405055.377757:0:272619:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf5bef28-9894-4251-9025-4a41cd4535fe->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1785405055.377760:0:272619:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1785405055.377762:0:272619:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff917132385c00. 00000020:00000040:3.0:1785405055.377764:0:272619:0:(genops.c:1231:class_import_get()) import ffff917104f88000 refcount=4 obd=lustre-OST0000-osc-ffff917110494800 00000100:00000001:3.0:1785405055.377765:0:272619:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1785405055.377766:0:272619:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1785405055.377768:0:272619:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1785405055.377770:0:272619:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91712de5c600. 00000100:00000001:3.0:1785405055.377773:0:272619:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1785405055.377776:0:272619:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging bf5bef28-9894-4251-9025-4a41cd4535fe->lustre-OST0000_UUID req@ffff917132385c00 x1872115598936064/t0(0) o400->lustre-OST0000-osc-ffff917110494800@192.168.202.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1785405055.377783:0:272619:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1785405055.377785:0:272619:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1785405055.377788:0:272619:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bcea519f] to pc [ptlrpcd_01_00+0] req@ffff917132385c00 x1872115598936064/t0(0) o400->lustre-OST0000-osc-ffff917110494800@192.168.202.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785405055.377805:0:272619:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1785405055.377808:0:272619:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf5bef28-9894-4251-9025-4a41cd4535fe->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1785405055.377811:0:272619:0:(pinger.c:247:ptlrpc_pinger_process_import()) bf5bef28-9894-4251-9025-4a41cd4535fe->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1785405055.377815:0:272619:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (16782) 00000100:00000001:3.0:1785405055.377827:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1785405055.377830:0:2402:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1785405055.377832:0:2402:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1785405055.377837:0:2402:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff917132386d80 x1872115598935808/t0(0) o400->lustre-MDT0000-mdc-ffff917110494800@192.168.202.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785405055.377845:0:2402:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1785405055.377847:0:2402:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1785405055.377850:0:2402:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1785405055.377853:0:2402:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1785405055.377856:0:2402:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1785405055.377859:0:2402:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff917132386d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:bf5bef28-9894-4251-9025-4a41cd4535fe:2402:1872115598935808:192.168.202.103@tcp:400:kworker.0 00000100:00000001:3.0:1785405055.377863:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1785405055.377868:0:2402:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1785405055.377906:0:2402:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1785405055.377909:0:2402:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1785405055.377913:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff917109507a00. 02000000:00000001:3.0:1785405055.377915:0:2402:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1785405055.377922:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.103@tcp to cpt 1 00000400:00000010:3.0:1785405055.377926:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91712f524d68. 00000400:00000010:3.0:1785405055.377932:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff917101218e58. 00000100:00000200:3.0:1785405055.377938:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872115598935808, portal 10 00000100:00000001:3.0:1785405055.377940:0:2402:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1785405055.377941:0:2402:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622514092731776 : -121559616819840 : ffff917132386d80) 00000100:00000040:3.0:1785405055.377948:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff917132386d80 x1872115598935808/t0(0) o400->lustre-MDT0000-mdc-ffff917110494800@192.168.202.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1785405071 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785405055.377954:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1785405055.377962:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.103@tcp 00000400:00000010:3.0:1785405055.377964:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff917101218000. 00000100:00000200:3.0:1785405055.377967:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1872115598935808, offset 0 00000400:00000200:3.0:1785405055.377973:0:2402:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.103@tcp 00000400:00000200:3.0:1785405055.377981:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.103@tcp to cpt 1 00000400:00000200:3.0:1785405055.377987:0:2402:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.103@tcp local destination 00000400:00000200:3.0:1785405055.377992:0:2402:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1785405055.377996:0:2402:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.3@tcp 00000400:00000200:3.0:1785405055.378000:0:2402:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1785405055.378002:0:2402:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.103@tcp 00000400:00000200:3.0:1785405055.378005:0:2402:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.3@tcp NI seq info: [547064:547064:256:4294967295] 192.168.202.103@tcp LPNI seq info [547052:547052:8:4294967295] 00000400:00000200:3.0:1785405055.378009:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.103@tcp to cpt 1 00000400:00000200:3.0:1785405055.378018:0:2402:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.3@tcp(192.168.202.3@tcp:) -> 192.168.202.103@tcp(192.168.202.103@tcp:192.168.202.103@tcp) : PUT try# 0 00000800:00000200:3.0:1785405055.378024:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.103@tcp 00000800:00000010:3.0:1785405055.378029:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91712de5c100. 00000800:00000200:3.0:1785405055.378036:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91710a163c00] -> 12345-192.168.202.103@tcp (5) 00000800:00000200:3.0:1785405055.378043:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.103@tcp ip 192.168.202.103:988 00000800:00000200:3.0:1785405055.378047:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91712de5c100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1785405055.378058:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1785405055.378062:0:2402:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff917110494800: using a timeout of 35338 usecs (36 jiffies) 00000400:00000200:3.0:1785405055.378065:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.103@tcp to cpt 1 00000100:00000001:3.0:1785405055.378067:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff917110494800: PM QoS new deadline estimation for cpu 2 is 4311444516 00000100:00000010:3.0:1785405055.378071:0:2402:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff917103097060. 00000100:00000001:3.0:1785405055.378078:0:2402:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff917110494800: PM QoS request now active for cpu 2 00000100:00000001:3.0:1785405055.378083:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff917110494800: PM QoS new deadline estimation for cpu 3 is 4311444516 00000100:00000010:3.0:1785405055.378086:0:2402:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff917103097000. 00000100:00000001:3.0:1785405055.378088:0:2402:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff917110494800: PM QoS request now active for cpu 3 00000100:00000001:3.0:1785405055.378091:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1785405055.378093:0:2402:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1785405055.378096:0:2402:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1785405055.378105:0:2402:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff917132385c00 x1872115598936064/t0(0) o400->lustre-OST0000-osc-ffff917110494800@192.168.202.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785405055.378112:0:2402:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1785405055.378114:0:2402:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1785405055.378116:0:2402:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1785405055.378118:0:2402:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1785405055.378120:0:2402:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1785405055.378123:0:2402:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff917132385c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:bf5bef28-9894-4251-9025-4a41cd4535fe:2402:1872115598936064:192.168.202.103@tcp:400:kworker.0 00000100:00000001:3.0:1785405055.378126:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1785405055.378128:0:2402:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1785405055.378130:0:2402:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1785405055.378131:0:2402:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1785405055.378135:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff917109507800. 02000000:00000001:3.0:1785405055.378136:0:2402:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1785405055.378140:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.103@tcp to cpt 1 00000400:00000010:3.0:1785405055.378142:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91712f524630. 00000400:00000010:3.0:1785405055.378146:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff917101218aa0. 00000100:00000200:3.0:1785405055.378149:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872115598936064, portal 4 00000100:00000001:3.0:1785405055.378151:0:2402:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1785405055.378152:0:2402:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622514092727296 : -121559616824320 : ffff917132385c00) 00000100:00000040:3.0:1785405055.378158:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff917132385c00 x1872115598936064/t0(0) o400->lustre-OST0000-osc-ffff917110494800@192.168.202.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1785405111 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785405055.378164:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1785405055.378166:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.103@tcp 00000400:00000010:3.0:1785405055.378169:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff917101218110. 00000100:00000200:3.0:1785405055.378171:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1872115598936064, offset 0 00000400:00000200:3.0:1785405055.378175:0:2402:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.103@tcp 00000400:00000200:3.0:1785405055.378179:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.103@tcp to cpt 1 00000400:00000200:3.0:1785405055.378183:0:2402:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.103@tcp local destination 00000400:00000200:3.0:1785405055.378186:0:2402:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1785405055.378188:0:2402:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.3@tcp 00000400:00000200:3.0:1785405055.378190:0:2402:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1785405055.378192:0:2402:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.103@tcp 00000400:00000200:3.0:1785405055.378200:0:2402:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.3@tcp NI seq info: [547065:547065:255:4294967295] 192.168.202.103@tcp LPNI seq info [547053:547053:7:4294967295] 00000400:00000200:3.0:1785405055.378204:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.103@tcp to cpt 1 00000400:00000200:3.0:1785405055.378210:0:2402:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.3@tcp(192.168.202.3@tcp:) -> 192.168.202.103@tcp(192.168.202.103@tcp:192.168.202.103@tcp) : PUT try# 0 00000800:00000200:3.0:1785405055.378214:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.103@tcp 00000800:00000010:3.0:1785405055.378217:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91712de5c000. 00000800:00000200:3.0:1785405055.378220:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91710a163c00] -> 12345-192.168.202.103@tcp (5) 00000800:00000200:3.0:1785405055.378224:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.103@tcp ip 192.168.202.103:988 00000800:00000200:3.0:1785405055.378226:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91712de5c000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1785405055.378229:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1785405055.378231:0:2402:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff917110494800: using a timeout of 152263 usecs (153 jiffies) 00000400:00000200:3.0:1785405055.378234:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.103@tcp to cpt 1 00000100:00000001:3.0:1785405055.378235:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff917110494800: PM QoS new deadline estimation for cpu 2 is 4311444633 00000100:00000001:3.0:1785405055.378240:0:2402:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-ffff917110494800: PM QoS request active for cpu 2, simply extend its deadline from 4311444516 00000100:00000001:3.0:1785405055.378242:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff917110494800: PM QoS new deadline estimation for cpu 3 is 4311444633 00000100:00000001:3.0:1785405055.378244:0:2402:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-ffff917110494800: PM QoS request active for cpu 3, simply extend its deadline from 4311444516 00000100:00000001:3.0:1785405055.378247:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1785405055.378249:0:2402:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1785405055.378251:0:2402:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1785405055.378253:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1785405055.378259:0:2402:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1785405055.378261:0:2402:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1785405055.378263:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1785405055.378264:0:2402:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1785405055.378265:0:2402:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1785405055.378267:0:2402:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:3.0:1785405055.378269:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1785405055.378271:0:2402:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1785405055.378272:0:2402:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1785405055.378298:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1785405055.378299:0:2402:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1785405055.378300:0:2402:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1785405055.378318:0:2402:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff917132384a80 x1872115598935680/t0(0) o400->MGC192.168.202.103@tcp@192.168.202.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785405055.378328:0:2402:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1785405055.378330:0:2402:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1785405055.378332:0:2402:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1785405055.378333:0:2402:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1785405055.378335:0:2402:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1785405055.378338:0:2402:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff917132384a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:617c1054-42de-4d6e-b093-1e483ab756db:2402:1872115598935680:192.168.202.103@tcp:400:kworker.0 00000100:00000001:3.0:1785405055.378341:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1785405055.378343:0:2402:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1785405055.378344:0:2402:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1785405055.378346:0:2402:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1785405055.378348:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff917109506200. 02000000:00000001:3.0:1785405055.378350:0:2402:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1785405055.378353:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.103@tcp to cpt 1 00000400:00000010:3.0:1785405055.378355:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91712f524108. 00000400:00000010:3.0:1785405055.378358:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9171012183b8. 00000100:00000200:3.0:1785405055.378361:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872115598935680, portal 25 00000100:00000001:3.0:1785405055.378362:0:2402:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1785405055.378364:0:2402:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622514092722816 : -121559616828800 : ffff917132384a80) 00000100:00000040:3.0:1785405055.378382:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff917132384a80 x1872115598935680/t0(0) o400->MGC192.168.202.103@tcp@192.168.202.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1785405071 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785405055.378387:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1785405055.378389:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.103@tcp 00000400:00000010:3.0:1785405055.378390:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff917101218440. 00000100:00000200:3.0:1785405055.378392:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1872115598935680, offset 0 00000400:00000200:3.0:1785405055.378395:0:2402:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.103@tcp 00000400:00000200:3.0:1785405055.378398:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.103@tcp to cpt 1 00000400:00000200:3.0:1785405055.378401:0:2402:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.103@tcp local destination 00000400:00000200:3.0:1785405055.378404:0:2402:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1785405055.378406:0:2402:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.3@tcp 00000400:00000200:3.0:1785405055.378408:0:2402:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1785405055.378410:0:2402:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.103@tcp 00000400:00000200:3.0:1785405055.378416:0:2402:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.3@tcp NI seq info: [547066:547066:254:4294967295] 192.168.202.103@tcp LPNI seq info [547054:547054:6:4294967295] 00000400:00000200:3.0:1785405055.378419:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.103@tcp to cpt 1 00000400:00000200:3.0:1785405055.378425:0:2402:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.3@tcp(192.168.202.3@tcp:) -> 192.168.202.103@tcp(192.168.202.103@tcp:192.168.202.103@tcp) : PUT try# 0 00000800:00000200:3.0:1785405055.378428:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.103@tcp 00000800:00000010:3.0:1785405055.378431:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91712de5cb00. 00000800:00000200:3.0:1785405055.378434:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91710a163c00] -> 12345-192.168.202.103@tcp (5) 00000800:00000200:3.0:1785405055.378438:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.103@tcp ip 192.168.202.103:988 00000800:00000200:3.0:1785405055.378440:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91712de5cb00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1785405055.378442:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1785405055.378445:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.103@tcp to cpt 1 00000100:00000001:3.0:1785405055.378446:0:2402:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.103@tcp: PM QoS new deadline estimation for cpu 2 is 4311448286 00000100:00000001:3.0:1785405055.378449:0:2402:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.103@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4311444633 00000100:00000001:3.0:1785405055.378452:0:2402:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.103@tcp: PM QoS new deadline estimation for cpu 3 is 4311448286 00000100:00000001:3.0:1785405055.378454:0:2402:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.103@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4311444633 00000100:00000001:3.0:1785405055.378457:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1785405055.378458:0:2402:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1785405055.378460:0:2402:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1785405055.378477:0:2402:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff917132384380 x1872115598935936/t0(0) o400->lustre-MDT0001-mdc-ffff917110494800@192.168.202.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785405055.378482:0:2402:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1785405055.378483:0:2402:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1785405055.378485:0:2402:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1785405055.378486:0:2402:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1785405055.378488:0:2402:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1785405055.378490:0:2402:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff917132384380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:bf5bef28-9894-4251-9025-4a41cd4535fe:2402:1872115598935936:192.168.202.103@tcp:400:kworker.0 00000100:00000001:3.0:1785405055.378492:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1785405055.378494:0:2402:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1785405055.378495:0:2402:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1785405055.378497:0:2402:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1785405055.378499:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff917109507c00. 02000000:00000001:3.0:1785405055.378504:0:2402:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1785405055.378506:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.103@tcp to cpt 1 00000400:00000010:3.0:1785405055.378508:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff91712f524898. 00000400:00000010:3.0:1785405055.378512:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9171012186e8. 00000100:00000200:3.0:1785405055.378514:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872115598935936, portal 10 00000100:00000001:3.0:1785405055.378515:0:2402:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1785405055.378516:0:2402:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622514092721024 : -121559616830592 : ffff917132384380) 00000100:00000040:3.0:1785405055.378536:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff917132384380 x1872115598935936/t0(0) o400->lustre-MDT0001-mdc-ffff917110494800@192.168.202.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1785405071 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785405055.378541:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1785405055.378543:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.103@tcp 00000400:00000010:3.0:1785405055.378545:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff917101218990. 00000100:00000200:3.0:1785405055.378547:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1872115598935936, offset 0 00000400:00000200:3.0:1785405055.378550:0:2402:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.103@tcp 00000400:00000200:3.0:1785405055.378553:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.103@tcp to cpt 1 00000400:00000200:3.0:1785405055.378555:0:2402:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.103@tcp local destination 00000400:00000200:3.0:1785405055.378557:0:2402:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1785405055.378559:0:2402:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.3@tcp 00000400:00000200:3.0:1785405055.378561:0:2402:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1785405055.378563:0:2402:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.103@tcp 00000400:00000200:3.0:1785405055.378566:0:2402:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.3@tcp NI seq info: [547067:547067:253:4294967295] 192.168.202.103@tcp LPNI seq info [547055:547055:5:4294967295] 00000400:00000200:3.0:1785405055.378570:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.103@tcp to cpt 1 00000400:00000200:3.0:1785405055.378575:0:2402:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.3@tcp(192.168.202.3@tcp:) -> 192.168.202.103@tcp(192.168.202.103@tcp:192.168.202.103@tcp) : PUT try# 0 00000800:00000200:3.0:1785405055.378579:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.103@tcp 00000800:00000010:3.0:1785405055.378583:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff917102be7900. 00000800:00000200:3.0:1785405055.378586:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91710a163c00] -> 12345-192.168.202.103@tcp (5) 00000800:00000200:3.0:1785405055.378589:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.103@tcp ip 192.168.202.103:988 00000800:00000200:3.0:1785405055.378591:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff917102be7900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1785405055.378594:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1785405055.378596:0:2402:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff917110494800: using a timeout of 32750 usecs (33 jiffies) 00000400:00000200:3.0:1785405055.378598:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.103@tcp to cpt 1 00000100:00000001:3.0:1785405055.378606:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff917110494800: PM QoS new deadline estimation for cpu 2 is 4311444513 00000100:00000001:3.0:1785405055.378608:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff917110494800: PM QoS request active for cpu 2, keep current deadline 4311448286 00000100:00000001:3.0:1785405055.378610:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff917110494800: PM QoS new deadline estimation for cpu 3 is 4311444513 00000100:00000001:3.0:1785405055.378612:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff917110494800: PM QoS request active for cpu 3, keep current deadline 4311448286 00000100:00000001:3.0:1785405055.378614:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1785405055.378616:0:2402:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1785405055.378617:0:2402:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1785405055.378619:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1785405055.378666:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1785405055.378669:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91712de5c100. 00000400:00000200:3.0:1785405055.378676:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1785405055.378681:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.3@tcp->192.168.202.103@tcp: PUT: OK 00000400:00000200:3.0:1785405055.378686:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff917101218000 00000400:00000010:3.0:1785405055.378688:0:2395:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff917101218000. 00000100:00000001:3.0:1785405055.378691:0:2395:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1785405055.378698:0:2395:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff917132386d80 x1872115598935808/t0(0) o400->lustre-MDT0000-mdc-ffff917110494800@192.168.202.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1785405071 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785405055.378706:0:2395:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1785405055.378715:0:2395:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff917132386d80 x1872115598935808/t0(0) o400->lustre-MDT0000-mdc-ffff917110494800@192.168.202.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1785405071 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785405055.378720:0:2395:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1785405055.378722:0:2395:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1785405055.378731:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1785405055.378733:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91712de5c000. 00000400:00000200:3.0:1785405055.378735:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1785405055.378737:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.3@tcp->192.168.202.103@tcp: PUT: OK 00000400:00000200:3.0:1785405055.378739:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff917101218110 00000400:00000010:3.0:1785405055.378740:0:2395:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff917101218110. 00000100:00000001:3.0:1785405055.378742:0:2395:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1785405055.378755:0:2395:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff917132385c00 x1872115598936064/t0(0) o400->lustre-OST0000-osc-ffff917110494800@192.168.202.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1785405111 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785405055.378760:0:2395:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1785405055.378767:0:2395:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff917132385c00 x1872115598936064/t0(0) o400->lustre-OST0000-osc-ffff917110494800@192.168.202.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1785405111 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785405055.378772:0:2395:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1785405055.378773:0:2395:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1785405055.378779:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1785405055.378781:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91712de5cb00. 00000400:00000200:3.0:1785405055.378783:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1785405055.378786:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.3@tcp->192.168.202.103@tcp: PUT: OK 00000400:00000200:3.0:1785405055.378788:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff917101218440 00000400:00000010:3.0:1785405055.378790:0:2395:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff917101218440. 00000100:00000001:3.0:1785405055.378792:0:2395:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1785405055.378795:0:2395:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff917132384a80 x1872115598935680/t0(0) o400->MGC192.168.202.103@tcp@192.168.202.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1785405071 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785405055.378802:0:2395:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1785405055.378805:0:2395:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff917132384a80 x1872115598935680/t0(0) o400->MGC192.168.202.103@tcp@192.168.202.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1785405071 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785405055.378810:0:2395:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1785405055.378812:0:2395:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1785405055.378863:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1785405055.378865:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff917102be7900. 00000400:00000200:3.0:1785405055.378868:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1785405055.378886:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.3@tcp->192.168.202.103@tcp: PUT: OK 00000400:00000200:3.0:1785405055.378888:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff917101218990 00000400:00000010:3.0:1785405055.378890:0:2395:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff917101218990. 00000100:00000001:3.0:1785405055.378892:0:2395:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1785405055.378895:0:2395:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff917132384380 x1872115598935936/t0(0) o400->lustre-MDT0001-mdc-ffff917110494800@192.168.202.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1785405071 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785405055.378902:0:2395:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1785405055.378910:0:2395:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff917132384380 x1872115598935936/t0(0) o400->lustre-MDT0001-mdc-ffff917110494800@192.168.202.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1785405071 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785405055.378916:0:2395:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1785405055.378917:0:2395:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1785405055.381145:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1785405055.381151:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1785405055.386581:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1785405055.386596:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1785405055.386600:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1785405055.386602:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1785405055.386610:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.103@tcp to cpt 1 00000400:00000200:2.0:1785405055.386617:0:2394:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.3@tcp(192.168.202.3@tcp) <- 192.168.202.103@tcp : PUT - for me 00000400:00000200:2.0:1785405055.386634:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.103@tcp to cpt 1 00000400:00000200:2.0:1785405055.386640:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.103@tcp to cpt 1 00000400:00000200:2.0:1785405055.386644:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.103@tcp to cpt 1 00000400:00000200:2.0:1785405055.386648:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.103@tcp of length 224 into portal 4 MB=0x6a6ade140c800 00000400:00000200:2.0:1785405055.386652:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.103@tcp to cpt 1 00000400:00000200:2.0:1785405055.386658:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.103@tcp of length 224/224 into md 0x53b515 [1] + 224 00000800:00000001:2.0:1785405055.386664:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1785405055.386668:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1785405055.386671:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1785405055.386675:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.3@tcp->192.168.202.103@tcp: PUT: OK 00000100:00000001:2.0:1785405055.386681:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1785405055.386689:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff917132385c00 x1872115598936064/t0(0) o400->lustre-OST0000-osc-ffff917110494800@192.168.202.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1785405111 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1785405055.386700:0:2394:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff917132385c00 x1872115598936064/t0(0) o400->lustre-OST0000-osc-ffff917110494800@192.168.202.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1785405111 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785405055.386715:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1785405055.386723:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1785405055.386726:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1785405055.386728:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1785405055.386730:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1785405055.386733:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.103@tcp to cpt 1 00000400:00000200:2.0:1785405055.386736:0:2394:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.3@tcp(192.168.202.3@tcp) <- 192.168.202.103@tcp : PUT - for me 00000400:00000200:2.0:1785405055.386740:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.103@tcp to cpt 1 00000400:00000200:2.0:1785405055.386755:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.103@tcp to cpt 1 00000400:00000200:2.0:1785405055.386758:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.103@tcp to cpt 1 00000400:00000200:2.0:1785405055.386762:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.103@tcp of length 224 into portal 25 MB=0x6a6ade140c680 00000400:00000200:2.0:1785405055.386765:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.103@tcp to cpt 1 00000400:00000200:2.0:1785405055.386769:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.103@tcp of length 224/224 into md 0x53b525 [1] + 224 00000800:00000001:2.0:1785405055.386772:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1785405055.386776:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1785405055.386778:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1785405055.386781:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.3@tcp->192.168.202.103@tcp: PUT: OK 00000100:00000001:2.0:1785405055.386784:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1785405055.386789:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff917132384a80 x1872115598935680/t0(0) o400->MGC192.168.202.103@tcp@192.168.202.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1785405071 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1785405055.386797:0:2394:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff917132384a80 x1872115598935680/t0(0) o400->MGC192.168.202.103@tcp@192.168.202.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1785405071 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785405055.386803:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1785405055.386814:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1785405055.386817:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1785405055.386818:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1785405055.386820:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1785405055.386823:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.103@tcp to cpt 1 00000400:00000200:2.0:1785405055.386825:0:2394:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.3@tcp(192.168.202.3@tcp) <- 192.168.202.103@tcp : PUT - for me 00000400:00000200:2.0:1785405055.386829:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.103@tcp to cpt 1 00000400:00000200:2.0:1785405055.386831:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.103@tcp to cpt 1 00000400:00000200:2.0:1785405055.386833:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.103@tcp to cpt 1 00000400:00000200:2.0:1785405055.386836:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.103@tcp of length 224 into portal 10 MB=0x6a6ade140c780 00000400:00000200:2.0:1785405055.386839:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.103@tcp to cpt 1 00000400:00000200:2.0:1785405055.386843:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.103@tcp of length 224/224 into md 0x53b535 [1] + 224 00000800:00000001:2.0:1785405055.386845:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1785405055.386848:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1785405055.386858:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1785405055.386861:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.3@tcp->192.168.202.103@tcp: PUT: OK 00000100:00000001:2.0:1785405055.386864:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1785405055.386903:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff917132384380 x1872115598935936/t0(0) o400->lustre-MDT0001-mdc-ffff917110494800@192.168.202.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1785405071 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1785405055.386911:0:2394:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff917132384380 x1872115598935936/t0(0) o400->lustre-MDT0001-mdc-ffff917110494800@192.168.202.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1785405071 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785405055.386917:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1785405055.386922:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1785405055.386926:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1785405055.386927:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1785405055.386929:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1785405055.386932:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.103@tcp to cpt 1 00000400:00000200:2.0:1785405055.386945:0:2394:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.3@tcp(192.168.202.3@tcp) <- 192.168.202.103@tcp : PUT - for me 00000400:00000200:2.0:1785405055.386949:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.103@tcp to cpt 1 00000400:00000200:2.0:1785405055.386951:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.103@tcp to cpt 1 00000400:00000200:2.0:1785405055.386954:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.103@tcp to cpt 1 00000400:00000200:2.0:1785405055.386956:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.103@tcp of length 224 into portal 10 MB=0x6a6ade140c700 00000400:00000200:2.0:1785405055.386960:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.103@tcp to cpt 1 00000400:00000200:2.0:1785405055.386963:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.103@tcp of length 224/224 into md 0x53b505 [1] + 224 00000800:00000001:2.0:1785405055.386966:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1785405055.386972:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1785405055.386982:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1785405055.386985:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.3@tcp->192.168.202.103@tcp: PUT: OK 00000100:00000001:2.0:1785405055.386988:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1785405055.386992:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff917132386d80 x1872115598935808/t0(0) o400->lustre-MDT0000-mdc-ffff917110494800@192.168.202.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1785405071 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1785405055.387000:0:2394:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff917132386d80 x1872115598935808/t0(0) o400->lustre-MDT0000-mdc-ffff917110494800@192.168.202.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1785405071 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785405055.387006:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1785405055.387009:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1785405055.387012:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1785405055.388387:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1785405055.388394:0:2402:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1785405055.388402:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1785405055.388404:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1785405055.388407:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91712f524108. 00000400:00000200:3.0:1785405055.388412:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9171012183b8 00000400:00000010:3.0:1785405055.388415:0:2402:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9171012183b8. 00000100:00000001:3.0:1785405055.388418:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1785405055.388426:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff917132384a80 x1872115598935680/t0(0) o400->MGC192.168.202.103@tcp@192.168.202.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1785405071 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1785405055.388436:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff917132384a80 x1872115598935680/t0(0) o400->MGC192.168.202.103@tcp@192.168.202.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1785405071 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785405055.388443:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1785405055.388444:0:2402:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1785405055.388447:0:2402:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1785405055.388451:0:2402:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1785405055.388453:0:2402:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1785405055.388455:0:2402:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1785405055.388457:0:2402:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1785405055.388463:0:2402:0:(import.c:2149:obd_at_measure()) add 5 to ffff917103101460 time=88 v=5 (5 5 5 5) 00000100:00001000:3.0:1785405055.388466:0:2402:0:(import.c:2149:obd_at_measure()) add 1 to ffff917103101418 time=107 v=5 (1 1 1 1) 00000100:00000001:3.0:1785405055.388469:0:2402:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1785405055.388470:0:2402:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1785405055.388473:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1785405055.388475:0:2402:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1785405055.388477:0:2402:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1785405055.388481:0:2402:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff917132384a80 x1872115598935680/t0(0) o400->MGC192.168.202.103@tcp@192.168.202.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1785405071 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785405055.388486:0:2402:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1785405055.388489:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1785405055.388491:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1785405055.388495:0:2402:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff917132384a80 x1872115598935680/t0(0) o400->MGC192.168.202.103@tcp@192.168.202.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1785405071 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1785405055.388501:0:2402:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff917132384a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:617c1054-42de-4d6e-b093-1e483ab756db:2402:1872115598935680:192.168.202.103@tcp:400:kworker.0 00000400:00000001:3.0:1785405055.388516:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1785405055.388517:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1785405055.388519:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91712f524898. 00000400:00000200:3.0:1785405055.388522:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9171012186e8 00000400:00000010:3.0:1785405055.388523:0:2402:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9171012186e8. 00000100:00000001:3.0:1785405055.388525:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1785405055.388529:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff917132384380 x1872115598935936/t0(0) o400->lustre-MDT0001-mdc-ffff917110494800@192.168.202.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1785405071 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1785405055.388536:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff917132384380 x1872115598935936/t0(0) o400->lustre-MDT0001-mdc-ffff917110494800@192.168.202.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1785405071 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785405055.388541:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1785405055.388542:0:2402:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1785405055.388543:0:2402:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1785405055.388544:0:2402:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1785405055.388546:0:2402:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1785405055.388547:0:2402:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1785405055.388548:0:2402:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1785405055.388552:0:2402:0:(import.c:2149:obd_at_measure()) add 5 to ffff917104f8d460 time=88 v=5 (5 5 5 5) 00000100:00001000:3.0:1785405055.388555:0:2402:0:(import.c:2149:obd_at_measure()) add 1 to ffff917104f8d418 time=70 v=5 (1 1 1 1) 00000100:00000001:3.0:1785405055.388556:0:2402:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1785405055.388557:0:2402:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1785405055.388558:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1785405055.388562:0:2402:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff917132384380 x1872115598935936/t0(0) o400->lustre-MDT0001-mdc-ffff917110494800@192.168.202.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1785405071 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1785405055.388579:0:2402:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1785405055.388581:0:2402:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1785405055.388583:0:2402:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff917110494800: skip recheck: last_committed 21474836545 00000100:00000001:3.0:1785405055.388585:0:2402:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1785405055.388586:0:2402:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1785405055.388589:0:2402:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff917132384380 x1872115598935936/t0(0) o400->lustre-MDT0001-mdc-ffff917110494800@192.168.202.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1785405071 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785405055.388594:0:2402:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1785405055.388600:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1785405055.388601:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1785405055.388605:0:2402:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff917132384380 x1872115598935936/t0(0) o400->lustre-MDT0001-mdc-ffff917110494800@192.168.202.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1785405071 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1785405055.388612:0:2402:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff917132384380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:bf5bef28-9894-4251-9025-4a41cd4535fe:2402:1872115598935936:192.168.202.103@tcp:400:kworker.0 00000400:00000001:3.0:1785405055.388617:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1785405055.388618:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1785405055.388619:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91712f524d68. 00000400:00000200:3.0:1785405055.388621:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff917101218e58 00000400:00000010:3.0:1785405055.388623:0:2402:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff917101218e58. 00000100:00000001:3.0:1785405055.388625:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1785405055.388637:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff917132386d80 x1872115598935808/t0(0) o400->lustre-MDT0000-mdc-ffff917110494800@192.168.202.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1785405071 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1785405055.388644:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff917132386d80 x1872115598935808/t0(0) o400->lustre-MDT0000-mdc-ffff917110494800@192.168.202.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1785405071 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785405055.388649:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1785405055.388651:0:2402:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1785405055.388652:0:2402:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1785405055.388654:0:2402:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1785405055.388655:0:2402:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1785405055.388656:0:2402:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1785405055.388658:0:2402:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1785405055.388662:0:2402:0:(import.c:2149:obd_at_measure()) add 5 to ffff91710317d460 time=88 v=5 (5 5 5 5) 00000100:00001000:3.0:1785405055.388664:0:2402:0:(import.c:2149:obd_at_measure()) add 1 to ffff91710317d418 time=105 v=5 (1 1 1 1) 00000100:00000001:3.0:1785405055.388666:0:2402:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1785405055.388667:0:2402:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1785405055.388669:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1785405055.388671:0:2402:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1785405055.388673:0:2402:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1785405055.388674:0:2402:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff917110494800: skip recheck: last_committed 30064771624 00000100:00000001:3.0:1785405055.388675:0:2402:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1785405055.388677:0:2402:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1785405055.388680:0:2402:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff917132386d80 x1872115598935808/t0(0) o400->lustre-MDT0000-mdc-ffff917110494800@192.168.202.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1785405071 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785405055.388692:0:2402:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1785405055.388694:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1785405055.388695:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1785405055.388699:0:2402:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff917132386d80 x1872115598935808/t0(0) o400->lustre-MDT0000-mdc-ffff917110494800@192.168.202.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1785405071 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1785405055.388706:0:2402:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff917132386d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:bf5bef28-9894-4251-9025-4a41cd4535fe:2402:1872115598935808:192.168.202.103@tcp:400:kworker.0 00000400:00000001:3.0:1785405055.388712:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1785405055.388713:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1785405055.388715:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff91712f524630. 00000400:00000200:3.0:1785405055.388717:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff917101218aa0 00000400:00000010:3.0:1785405055.388718:0:2402:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff917101218aa0. 00000100:00000001:3.0:1785405055.388720:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1785405055.388724:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff917132385c00 x1872115598936064/t0(0) o400->lustre-OST0000-osc-ffff917110494800@192.168.202.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1785405111 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1785405055.388731:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff917132385c00 x1872115598936064/t0(0) o400->lustre-OST0000-osc-ffff917110494800@192.168.202.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1785405111 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785405055.388736:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1785405055.388737:0:2402:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1785405055.388738:0:2402:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1785405055.388740:0:2402:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1785405055.388741:0:2402:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1785405055.388742:0:2402:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1785405055.388744:0:2402:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1785405055.388748:0:2402:0:(import.c:2149:obd_at_measure()) add 37 to ffff917104f88460 time=88 v=37 (37 37 37 5) 00000100:00001000:3.0:1785405055.388750:0:2402:0:(import.c:2149:obd_at_measure()) add 1 to ffff917104f88418 time=15 v=5 (1 1 1 0) 00000100:00000001:3.0:1785405055.388752:0:2402:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1785405055.388753:0:2402:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1785405055.388754:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1785405055.388756:0:2402:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1785405055.388758:0:2402:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1785405055.388759:0:2402:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0000-osc-ffff917110494800: skip recheck: last_committed 38654726568 00000100:00000001:3.0:1785405055.388765:0:2402:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1785405055.388767:0:2402:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1785405055.388772:0:2402:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff917132385c00 x1872115598936064/t0(0) o400->lustre-OST0000-osc-ffff917110494800@192.168.202.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1785405111 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785405055.388778:0:2402:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1785405055.388780:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1785405055.388781:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1785405055.388785:0:2402:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff917132385c00 x1872115598936064/t0(0) o400->lustre-OST0000-osc-ffff917110494800@192.168.202.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1785405111 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1785405055.388791:0:2402:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff917132385c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:bf5bef28-9894-4251-9025-4a41cd4535fe:2402:1872115598936064:192.168.202.103@tcp:400:kworker.0 00000100:00000001:3.0:1785405055.388794:0:2402:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1785405055.388797:0:2402:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1785405055.388800:0:2402:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff917132384a80 x1872115598935680/t0(0) o400->MGC192.168.202.103@tcp@192.168.202.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1785405071 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785405055.388807:0:2402:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1785405055.388809:0:2402:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1785405055.388813:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff917109506200. 02000000:00000001:3.0:1785405055.388816:0:2402:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1785405055.388818:0:2402:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1785405055.388820:0:2402:0:(genops.c:1244:class_import_put()) import ffff917103101000 refcount=3 obd=MGC192.168.202.103@tcp 00000020:00000001:3.0:1785405055.388822:0:2402:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1785405055.388825:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91712de5cc00. 02000000:00000001:3.0:1785405055.388830:0:2402:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1785405055.388832:0:2402:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1785405055.388833:0:2402:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff917132384a80. 00000100:00000001:3.0:1785405055.388836:0:2402:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1785405055.388838:0:2402:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1785405055.388839:0:2402:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1785405055.388842:0:2402:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff917132384380 x1872115598935936/t0(0) o400->lustre-MDT0001-mdc-ffff917110494800@192.168.202.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1785405071 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785405055.388848:0:2402:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1785405055.388849:0:2402:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1785405055.390324:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff917109507c00. 02000000:00000001:3.0:1785405055.390329:0:2402:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1785405055.390332:0:2402:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1785405055.390333:0:2402:0:(genops.c:1244:class_import_put()) import ffff917104f8d000 refcount=3 obd=lustre-MDT0001-mdc-ffff917110494800 00000020:00000001:3.0:1785405055.390336:0:2402:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1785405055.390337:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91712de5c400. 02000000:00000001:3.0:1785405055.390340:0:2402:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1785405055.390342:0:2402:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1785405055.390343:0:2402:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff917132384380. 00000100:00000001:3.0:1785405055.390346:0:2402:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1785405055.390347:0:2402:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1785405055.390349:0:2402:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1785405055.390356:0:2402:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff917132386d80 x1872115598935808/t0(0) o400->lustre-MDT0000-mdc-ffff917110494800@192.168.202.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1785405071 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785405055.390363:0:2402:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1785405055.390365:0:2402:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1785405055.390366:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff917109507a00. 02000000:00000001:3.0:1785405055.390367:0:2402:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1785405055.390368:0:2402:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1785405055.390369:0:2402:0:(genops.c:1244:class_import_put()) import ffff91710317d000 refcount=8 obd=lustre-MDT0000-mdc-ffff917110494800 00000020:00000001:3.0:1785405055.390371:0:2402:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1785405055.390372:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91712de5c700. 02000000:00000001:3.0:1785405055.390373:0:2402:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1785405055.390374:0:2402:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1785405055.390375:0:2402:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff917132386d80. 00000100:00000001:3.0:1785405055.390377:0:2402:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1785405055.390378:0:2402:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1785405055.390379:0:2402:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1785405055.390383:0:2402:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff917132385c00 x1872115598936064/t0(0) o400->lustre-OST0000-osc-ffff917110494800@192.168.202.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1785405111 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785405055.390389:0:2402:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1785405055.390390:0:2402:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1785405055.390391:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff917109507800. 02000000:00000001:3.0:1785405055.390393:0:2402:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1785405055.390394:0:2402:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1785405055.390395:0:2402:0:(genops.c:1244:class_import_put()) import ffff917104f88000 refcount=3 obd=lustre-OST0000-osc-ffff917110494800 00000020:00000001:3.0:1785405055.390410:0:2402:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1785405055.390412:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91712de5c600. 02000000:00000001:3.0:1785405055.390414:0:2402:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1785405055.390415:0:2402:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1785405055.390416:0:2402:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff917132385c00. 00000100:00000001:3.0:1785405055.390423:0:2402:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1785405055.390425:0:2402:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1785405055.390427:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1785405055.390434:0:2402:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1785405055.390436:0:2402:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1785405055.390438:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1785405055.390440:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1785405055.499521:0:283617:0:(llite_lib.c:4244:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1785405055.696934:0:279653:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1785405055.696940:0:279653:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1785405055.696946:0:279653:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1785405055.696947:0:279653:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1785405055.700557:0:250580:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1785405055.700563:0:250580:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1785405055.700567:0:250580:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:3.0:1785405056.081280:0:283653:0:(debug.c:653:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1785405056.081287:0:283653:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: sanity test_816: @@@@@@ FAIL: client: import is not in IDLE state after 50 00000001:00000001:3.0:1785405056.095653:0:283653:0:(debug.c:656:libcfs_debug_mark_buffer()) ************************************************** 00010000:00000001:0.0:1785405056.721162:0:279653:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1785405056.721167:0:279653:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1785405056.721172:0:279653:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1785405056.721173:0:279653:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1785405056.721624:0:244170:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1785405056.721921:0:244170:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1785405056.721925:0:244170:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1785405057.745236:0:279653:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1785405057.745243:0:279653:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1785405057.745249:0:279653:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1785405057.745250:0:279653:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1785405057.748709:0:234740:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1785405057.748715:0:234740:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1785405057.748719:0:234740:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1785405058.260947:0:283753:0:(llite_lib.c:4244:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1785405058.772394:0:279653:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1785405058.772400:0:279653:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1785405058.772414:0:279653:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1785405058.772415:0:279653:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1785405058.772500:0:240730:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1785405058.772504:0:240730:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1785405058.772507:0:240730:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) Debug log: 3985 lines, 3985 kept, 0 dropped, 0 bad.