00000100:00000040:2.0F:1787148534.558230:0:233104:0:(pinger.c:229:ptlrpc_pinger_process_import()) adab7261-4d97-43ea-82e8-09637750fa21->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1787148534.558252:0:233104:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1787148534.558258:0:233104:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5c5e1fc700. 00000020:00000040:2.0:1787148534.558263:0:233104:0:(genops.c:1231:class_import_get()) import ffff8c5c5776b000 refcount=4 obd=MGC192.168.202.114@tcp 00000100:00000001:2.0:1787148534.558268:0:233104:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787148534.558271:0:233104:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787148534.558275:0:233104:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787148534.558282:0:233104:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8c5c46fcb700. 00000100:00000001:2.0:1787148534.558289:0:233104:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787148534.558302:0:233104:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging adab7261-4d97-43ea-82e8-09637750fa21->MGS req@ffff8c5c5e1fc700 x1873948276742144/t0(0) o400->MGC192.168.202.114@tcp@192.168.202.114@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787148534.558313:0:233104:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787148534.558317:0:233104:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787148534.558324:0:233104:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ae4c8ed] to pc [ptlrpcd_01_00+0] req@ffff8c5c5e1fc700 x1873948276742144/t0(0) o400->MGC192.168.202.114@tcp@192.168.202.114@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0F:1787148534.558373:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787148534.558382:0:2395:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787148534.558384:0:2395:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787148534.558390:0:2395:0:(lustre_net.h:2406:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8c5c5e1fc700 x1873948276742144/t0(0) o400->MGC192.168.202.114@tcp@192.168.202.114@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787148534.558398:0:2395:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787148534.558400:0:2395:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787148534.558405:0:2395:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787148534.558408:0:2395:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787148534.558411:0:2395:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787148534.558415:0:2395:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5c5e1fc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:adab7261-4d97-43ea-82e8-09637750fa21:2395:1873948276742144:192.168.202.114@tcp:400:kworker.0 00000100:00000001:3.0:1787148534.558419:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787148534.558424:0:2395:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787148534.558427:0:2395:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787148534.558429:0:2395:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787148534.558434:0:2395:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c5c6505f400. 02000000:00000001:3.0:1787148534.558436:0:2395:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787148534.558443:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000010:3.0:1787148534.558447:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5c4a93ff20. 00000400:00000010:3.0:1787148534.558455:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5c72962bb0. 00000100:00000200:3.0:1787148534.558461:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1873948276742144, portal 25 00000100:00000001:3.0:1787148534.558464:0:2395:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787148534.558466:0:2395:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616927076861696 : -127146632689920 : ffff8c5c5e1fc700) 00000100:00000040:3.0:1787148534.558471:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8c5c5e1fc700 x1873948276742144/t0(0) o400->MGC192.168.202.114@tcp@192.168.202.114@tcp:26/25 lens 224/224 e 0 to 0 dl 1787148550 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787148534.558478:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787148534.558481:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.114@tcp 00000400:00000010:3.0:1787148534.558484:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5c729624c8. 00000100:00000200:3.0:1787148534.558488:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1873948276742144, offset 0 00000400:00000200:3.0:1787148534.558496:0:2395:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.114@tcp 00000400:00000200:3.0:1787148534.558504:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:3.0:1787148534.558511:0:2395:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.114@tcp local destination 00000400:00000200:3.0:1787148534.558528:0:2395:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787148534.558532:0:2395:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.14@tcp 00000400:00000200:3.0:1787148534.558540:0:2395:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.14@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787148534.558543:0:2395:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.114@tcp 00000400:00000200:3.0:1787148534.558547:0:2395:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.14@tcp NI seq info: [556973:556973:256:4294967295] 192.168.202.114@tcp LPNI seq info [556929:556929:8:4294967295] 00000400:00000200:3.0:1787148534.558552:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:3.0:1787148534.558563:0:2395:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.14@tcp(192.168.202.14@tcp:) -> 192.168.202.114@tcp(192.168.202.114@tcp:192.168.202.114@tcp) : PUT try# 0 00000800:00000200:3.0:1787148534.558569:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.114@tcp 00000800:00000010:3.0:1787148534.558574:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5c50a4e600. 00000800:00000200:3.0:1787148534.558581:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5c4508fcc0] -> 12345-192.168.202.114@tcp (5) 00000800:00000200:3.0:1787148534.558588:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.114@tcp ip 192.168.202.114:988 00000800:00000200:3.0:1787148534.558593:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8c5c50a4e600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1787148534.558612:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787148534.558617:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000100:00000001:3.0:1787148534.558620:0:2395:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.114@tcp: PM QoS new deadline estimation for cpu 0 is 4307047161 00000100:00000010:3.0:1787148534.558624:0:2395:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5c650ccf00. 00000100:00000001:3.0:1787148534.558631:0:2395:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.114@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1787148534.558640:0:2395:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.114@tcp: PM QoS new deadline estimation for cpu 1 is 4307047161 00000100:00000010:3.0:1787148534.558644:0:2395:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5c650cccc0. 00000100:00000001:3.0:1787148534.558647:0:2395:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.114@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1787148534.558650:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787148534.558653:0:2395:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787148534.558655:0:2395:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787148534.558658:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0F:1787148534.558801:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1787148534.558812:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5c50a4e600. 00000400:00000200:1.0:1787148534.558819:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787148534.558824:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.14@tcp->192.168.202.114@tcp: PUT: OK 00000400:00000200:1.0:1787148534.558829:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5c729624c8 00000400:00000010:1.0:1787148534.558831:0:2386:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff8c5c729624c8. 00000100:00000001:1.0:1787148534.558848:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787148534.558853:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c5c5e1fc700 x1873948276742144/t0(0) o400->MGC192.168.202.114@tcp@192.168.202.114@tcp:26/25 lens 224/224 e 0 to 0 dl 1787148550 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787148534.558862:0:2386:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787148534.558869:0:2386:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8c5c5e1fc700 x1873948276742144/t0(0) o400->MGC192.168.202.114@tcp@192.168.202.114@tcp:26/25 lens 224/224 e 0 to 0 dl 1787148550 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787148534.558876:0:2386:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787148534.558878:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1787148534.559002:0:233104:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787148534.559005:0:233104:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7e31181a-25e1-4c2b-a23d-b0f7747006f1->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1787148534.559008:0:233104:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1787148534.559013:0:233104:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5c5e1ff480. 00000020:00000040:2.0:1787148534.559016:0:233104:0:(genops.c:1231:class_import_get()) import ffff8c5c5776a000 refcount=6 obd=lustre-MDT0000-mdc-ffff8c5c68fb1800 00000100:00000001:2.0:1787148534.559018:0:233104:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787148534.559020:0:233104:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787148534.559022:0:233104:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787148534.559026:0:233104:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8c5c46fcbc00. 00000100:00000001:2.0:1787148534.559029:0:233104:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787148534.559035:0:233104:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 7e31181a-25e1-4c2b-a23d-b0f7747006f1->lustre-MDT0000_UUID req@ffff8c5c5e1ff480 x1873948276742272/t0(0) o400->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787148534.559042:0:233104:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787148534.559045:0:233104:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787148534.559049:0:233104:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000093ae180f] to pc [ptlrpcd_01_01+1] req@ffff8c5c5e1ff480 x1873948276742272/t0(0) o400->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787148534.563676:0:2395:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787148534.563684:0:2395:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1787148534.564052:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787148534.564055:0:2395:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787148534.564058:0:2395:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787148534.564061:0:2395:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1787148534.564062:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787148534.564065:0:2395:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787148534.564067:0:2395:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787148534.564069:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787148534.564082:0:2395:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787148534.564083:0:2395:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787148534.564097:0:2395:0:(lustre_net.h:2406:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8c5c5e1ff480 x1873948276742272/t0(0) o400->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0F:1787148534.564125:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1787148534.564140:0:2395:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787148534.564144:0:2395:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1787148534.564145:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1787148534.564149:0:2395:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000001:0.0:1787148534.564150:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:3.0:1787148534.564154:0:2395:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000800:00000001:0.0:1787148534.564155:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1787148534.564161:0:2395:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787148534.564169:0:2395:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5c5e1ff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:7e31181a-25e1-4c2b-a23d-b0f7747006f1:2395:1873948276742272:192.168.202.114@tcp:400:kworker.0 00000400:00000200:0.0:1787148534.564169:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000100:00000001:3.0:1787148534.564179:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1787148534.564181:0:2385:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.14@tcp(192.168.202.14@tcp) <- 192.168.202.114@tcp : PUT - for me 00000400:00000200:0.0:1787148534.564192:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 02000000:00000001:3.0:1787148534.564195:0:2395:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:0.0:1787148534.564197:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 02000000:00000001:3.0:1787148534.564201:0:2395:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787148534.564205:0:2395:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1787148534.564206:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148534.564212:0:2385:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.114@tcp of length 224 into portal 25 MB=0x6a858955cd800 02000000:00000010:3.0:1787148534.564214:0:2395:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c5c6505e000. 02000000:00000001:3.0:1787148534.564219:0:2395:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787148534.564219:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:3.0:1787148534.564228:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148534.564230:0:2385:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.114@tcp of length 224/224 into md 0x562169 [1] + 224 00000400:00000010:3.0:1787148534.564234:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5c4a93fb58. 00000800:00000001:0.0:1787148534.564240:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000010:3.0:1787148534.564242:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5c72962000. 00000800:00000001:0.0:1787148534.564250:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1787148534.564251:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1873948276742272, portal 10 00000100:00000001:3.0:1787148534.564256:0:2395:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000400:00000200:0.0:1787148534.564257:0:2385:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1787148534.564259:0:2395:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616927076873344 : -127146632678272 : ffff8c5c5e1ff480) 00000400:00000200:0.0:1787148534.564264:0:2385:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.14@tcp->192.168.202.114@tcp: PUT: OK 00000100:00000001:0.0:1787148534.564272:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787148534.564279:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c5c5e1fc700 x1873948276742144/t0(0) o400->MGC192.168.202.114@tcp@192.168.202.114@tcp:26/25 lens 224/224 e 0 to 0 dl 1787148550 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1787148534.564290:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8c5c5e1fc700 x1873948276742144/t0(0) o400->MGC192.168.202.114@tcp@192.168.202.114@tcp:26/25 lens 224/224 e 0 to 0 dl 1787148550 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787148534.564299:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1787148534.564307:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787148534.564310:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787148534.564483:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8c5c5e1ff480 x1873948276742272/t0(0) o400->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148589 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787148534.564492:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787148534.564495:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.114@tcp 00000400:00000010:3.0:1787148534.564499:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5c72962d48. 00000100:00000200:3.0:1787148534.564504:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1873948276742272, offset 0 00000400:00000200:3.0:1787148534.564511:0:2395:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.114@tcp 00000400:00000200:3.0:1787148534.564517:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:3.0:1787148534.564523:0:2395:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.114@tcp local destination 00000400:00000200:3.0:1787148534.564528:0:2395:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787148534.564533:0:2395:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.14@tcp 00000400:00000200:3.0:1787148534.564543:0:2395:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.14@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787148534.564546:0:2395:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.114@tcp 00000400:00000200:3.0:1787148534.564550:0:2395:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.14@tcp NI seq info: [556974:556974:256:4294967295] 192.168.202.114@tcp LPNI seq info [556930:556930:8:4294967295] 00000400:00000200:3.0:1787148534.564555:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:3.0:1787148534.564563:0:2395:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.14@tcp(192.168.202.14@tcp:) -> 192.168.202.114@tcp(192.168.202.114@tcp:192.168.202.114@tcp) : PUT try# 0 00000800:00000200:3.0:1787148534.564569:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.114@tcp 00000800:00000010:3.0:1787148534.564574:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5c50a4ef00. 00000800:00000200:3.0:1787148534.564581:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5c4508fcc0] -> 12345-192.168.202.114@tcp (5) 00000800:00000200:3.0:1787148534.564589:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.114@tcp ip 192.168.202.114:988 00000800:00000200:3.0:1787148534.564593:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8c5c50a4ef00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1787148534.564612:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787148534.564618:0:2395:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5c68fb1800: using a timeout of 24632 usecs (25 jiffies) 00000400:00000200:3.0:1787148534.564623:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000100:00000001:3.0:1787148534.564626:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5c68fb1800: PM QoS new deadline estimation for cpu 0 is 4307043359 00000100:00000001:3.0:1787148534.564629:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5c68fb1800: PM QoS request active for cpu 0, keep current deadline 4307047161 00000100:00000001:3.0:1787148534.564632:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5c68fb1800: PM QoS new deadline estimation for cpu 1 is 4307043359 00000100:00000001:3.0:1787148534.564635:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5c68fb1800: PM QoS request active for cpu 1, keep current deadline 4307047161 00000100:00000001:3.0:1787148534.564637:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787148534.564639:0:2395:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1787148534.564645:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787148534.564647:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787148534.564868:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5c4a93ff20. 00000400:00000200:3.0:1787148534.564875:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5c72962bb0 00000400:00000010:3.0:1787148534.564878:0:2395:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff8c5c72962bb0. 00000100:00000001:3.0:1787148534.564882:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787148534.564888:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c5c5e1fc700 x1873948276742144/t0(0) o400->MGC192.168.202.114@tcp@192.168.202.114@tcp:26/25 lens 224/224 e 0 to 0 dl 1787148550 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787148534.564898:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c5c5e1fc700 x1873948276742144/t0(0) o400->MGC192.168.202.114@tcp@192.168.202.114@tcp:26/25 lens 224/224 e 0 to 0 dl 1787148550 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787148534.564906:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787148534.564913:0:2395:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787148534.564916:0:2395:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1787148534.564919:0:2395:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787148534.564921:0:2395:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787148534.564923:0:2395:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787148534.564926:0:2395:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787148534.564933:0:2395:0:(import.c:2149:obd_at_measure()) add 5 to ffff8c5c5776b460 time=16 v=5 (5 5 5 5) 00000100:00001000:3.0:1787148534.564937:0:2395:0:(import.c:2149:obd_at_measure()) add 1 to ffff8c5c5776b418 time=68 v=5 (1 1 1 0) 00000100:00000001:3.0:1787148534.564940:0:2395:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787148534.564942:0:2395:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787148534.564945:0:2395:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1787148534.564948:0:2395:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787148534.564951:0:2395:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1787148534.564955:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000040:3.0:1787148534.564956:0:2395:0:(lustre_net.h:2406:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8c5c5e1fc700 x1873948276742144/t0(0) o400->MGC192.168.202.114@tcp@192.168.202.114@tcp:26/25 lens 224/224 e 0 to 0 dl 1787148550 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000010:0.0:1787148534.564962:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5c50a4ef00. 00000100:00000001:3.0:1787148534.564969:0:2395:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1787148534.564970:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1787148534.564972:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787148534.564975:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787148534.564979:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.14@tcp->192.168.202.114@tcp: PUT: OK 00000100:00000040:3.0:1787148534.564983:0:2395:0:(lustre_net.h:2406:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8c5c5e1fc700 x1873948276742144/t0(0) o400->MGC192.168.202.114@tcp@192.168.202.114@tcp:26/25 lens 224/224 e 0 to 0 dl 1787148550 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1787148534.564986:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5c72962d48 00000400:00000010:0.0:1787148534.564990:0:2386:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff8c5c72962d48. 00000100:00100000:3.0:1787148534.564996:0:2395:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5c5e1fc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:adab7261-4d97-43ea-82e8-09637750fa21:2395:1873948276742144:192.168.202.114@tcp:400:kworker.0 00000100:00000001:0.0:1787148534.564998:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1787148534.565003:0:2395:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1787148534.565007:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c5c5e1ff480 x1873948276742272/t0(0) o400->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148589 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787148534.565008:0:2395:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787148534.565015:0:2395:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8c5c5e1fc700 x1873948276742144/t0(0) o400->MGC192.168.202.114@tcp@192.168.202.114@tcp:26/25 lens 224/224 e 0 to 0 dl 1787148550 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787148534.565027:0:2395:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787148534.565030:0:2395:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787148534.565034:0:2395:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c5c6505f400. 02000000:00000001:3.0:1787148534.565040:0:2395:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787148534.565044:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:0.0:1787148534.565044:0:2386:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000020:00000040:3.0:1787148534.565048:0:2395:0:(genops.c:1244:class_import_put()) import ffff8c5c5776b000 refcount=3 obd=MGC192.168.202.114@tcp 00000100:00000040:0.0:1787148534.565052:0:2386:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8c5c5e1ff480 x1873948276742272/t0(0) o400->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148589 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1787148534.565053:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1787148534.565057:0:2395:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8c5c46fcb700. 00000100:00000001:0.0:1787148534.565061:0:2386:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787148534.565065:0:2386:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:3.0:1787148534.565068:0:2395:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787148534.565071:0:2395:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787148534.565073:0:2395:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5c5e1fc700. 00000100:00000001:3.0:1787148534.565077:0:2395:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787148534.565079:0:2395:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787148534.565082:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787148534.565084:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787148534.565086:0:2395:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787148534.565088:0:2395:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787148534.565090:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787148534.565146:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787148534.565148:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787148534.565600:0:233104:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787148534.565612:0:233104:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7e31181a-25e1-4c2b-a23d-b0f7747006f1->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1787148534.565617:0:233104:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1787148534.565622:0:233104:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5c5e1fe680. 00000020:00000040:2.0:1787148534.565626:0:233104:0:(genops.c:1231:class_import_get()) import ffff8c5c5776c800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c5c68fb1800 00000100:00000001:2.0:1787148534.565629:0:233104:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787148534.565632:0:233104:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787148534.565636:0:233104:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787148534.565642:0:233104:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8c5c46fcbf00. 00000100:00000001:2.0:1787148534.565649:0:233104:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787148534.565655:0:233104:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 7e31181a-25e1-4c2b-a23d-b0f7747006f1->lustre-MDT0001_UUID req@ffff8c5c5e1fe680 x1873948276742400/t0(0) o400->lustre-MDT0001-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787148534.565664:0:233104:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787148534.565668:0:233104:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787148534.565673:0:233104:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bc62a3e6] to pc [ptlrpcd_01_00+0] req@ffff8c5c5e1fe680 x1873948276742400/t0(0) o400->lustre-MDT0001-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787148534.565691:0:233104:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787148534.565693:0:233104:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7e31181a-25e1-4c2b-a23d-b0f7747006f1->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1787148534.565697:0:233104:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1787148534.565702:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1787148534.565704:0:2396:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:2.0:1787148534.565706:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787148534.565711:0:2396:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787148534.565713:0:2396:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787148534.565715:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787148534.565716:0:2396:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787148534.565717:0:2396:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787148534.565721:0:2396:0:(lustre_net.h:2406:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8c5c5e1fe680 x1873948276742400/t0(0) o400->lustre-MDT0001-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787148534.565728:0:2396:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787148534.565729:0:2396:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787148534.565733:0:2396:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787148534.565735:0:2396:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787148534.565743:0:2396:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787148534.565747:0:2396:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5c5e1fe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:7e31181a-25e1-4c2b-a23d-b0f7747006f1:2396:1873948276742400:192.168.202.114@tcp:400:kworker.0 00000100:00000001:2.0:1787148534.565751:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787148534.566304:0:2396:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787148534.566308:0:2396:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787148534.566311:0:2396:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787148534.566316:0:2396:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c5c60f7ac00. 02000000:00000001:2.0:1787148534.566319:0:2396:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787148534.566325:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000010:2.0:1787148534.566329:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5c68ddb8f0. 00000400:00000010:2.0:1787148534.566335:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5c42ee3198. 00000100:00000200:2.0:1787148534.566340:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1873948276742400, portal 10 00000100:00000001:2.0:1787148534.566343:0:2396:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787148534.566344:0:2396:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616927076869760 : -127146632681856 : ffff8c5c5e1fe680) 00000100:00000040:2.0:1787148534.566352:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8c5c5e1fe680 x1873948276742400/t0(0) o400->lustre-MDT0001-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148589 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787148534.566359:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787148534.566361:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.114@tcp 00000400:00000010:2.0:1787148534.566364:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5c42ee3330. 00000100:00000200:2.0:1787148534.566367:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1873948276742400, offset 0 00000400:00000200:2.0:1787148534.566372:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.114@tcp 00000400:00000200:2.0:1787148534.566378:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:2.0:1787148534.566384:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.114@tcp local destination 00000400:00000200:2.0:1787148534.566388:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787148534.566391:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.14@tcp 00000400:00000200:2.0:1787148534.566394:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.14@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787148534.566397:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.114@tcp 00000100:00000001:3.0:1787148534.566809:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787148534.566813:0:2395:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787148534.566816:0:2395:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787148534.566819:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1787148534.566852:0:233104:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5c72651c00. 00000020:00000040:3.0:1787148534.566857:0:233104:0:(genops.c:1231:class_import_get()) import ffff8c5c5e0b1800 refcount=4 obd=lustre-OST0000-osc-ffff8c5c68fb1800 00000100:00000001:3.0:1787148534.566860:0:233104:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787148534.566862:0:233104:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787148534.566865:0:233104:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787148534.566870:0:233104:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8c5c50a4ed00. 00000100:00000001:3.0:1787148534.566875:0:233104:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787148534.566881:0:233104:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 7e31181a-25e1-4c2b-a23d-b0f7747006f1->lustre-OST0000_UUID req@ffff8c5c72651c00 x1873948276742528/t0(0) o400->lustre-OST0000-osc-ffff8c5c68fb1800@192.168.202.114@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787148534.566889:0:233104:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787148534.566893:0:233104:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787148534.566897:0:233104:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000075355b2f] to pc [ptlrpcd_01_01+1] req@ffff8c5c72651c00 x1873948276742528/t0(0) o400->lustre-OST0000-osc-ffff8c5c68fb1800@192.168.202.114@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787148534.566912:0:233104:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787148534.566915:0:233104:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7e31181a-25e1-4c2b-a23d-b0f7747006f1->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1787148534.566919:0:233104:0:(pinger.c:247:ptlrpc_pinger_process_import()) 7e31181a-25e1-4c2b-a23d-b0f7747006f1->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:3.0:1787148534.566926:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787148534.566936:0:2395:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787148534.566938:0:2395:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787148534.566940:0:2395:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1787148534.566941:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787148534.566947:0:2395:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787148534.566948:0:2395:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787148534.566950:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787148534.566951:0:2395:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787148534.566952:0:2395:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787148534.566957:0:2395:0:(lustre_net.h:2406:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8c5c72651c00 x1873948276742528/t0(0) o400->lustre-OST0000-osc-ffff8c5c68fb1800@192.168.202.114@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787148534.566963:0:2395:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787148534.566965:0:2395:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787148534.566967:0:2395:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787148534.566969:0:2395:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787148534.566971:0:2395:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787148534.566975:0:2395:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5c72651c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:7e31181a-25e1-4c2b-a23d-b0f7747006f1:2395:1873948276742528:192.168.202.114@tcp:400:kworker.0 00000100:00000001:3.0:1787148534.566978:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787148534.566981:0:2395:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787148534.566983:0:2395:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787148534.566984:0:2395:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787148534.566988:0:2395:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c5c6505f400. 02000000:00000001:3.0:1787148534.566989:0:2395:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787148534.566993:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000010:3.0:1787148534.566996:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5c4a93ff20. 00000400:00000010:3.0:1787148534.567000:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5c72962bb0. 00000100:00000200:3.0:1787148534.567004:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1873948276742528, portal 4 00000100:00000001:3.0:1787148534.567005:0:2395:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787148534.567007:0:2395:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616927416949760 : -127146292601856 : ffff8c5c72651c00) 00000100:00000040:3.0:1787148534.567012:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8c5c72651c00 x1873948276742528/t0(0) o400->lustre-OST0000-osc-ffff8c5c68fb1800@192.168.202.114@tcp:28/4 lens 224/224 e 0 to 0 dl 1787148589 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787148534.567019:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787148534.567021:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.114@tcp 00000400:00000010:3.0:1787148534.567023:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5c729623b8. 00000100:00000200:3.0:1787148534.567030:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1873948276742528, offset 0 00000400:00000200:3.0:1787148534.567035:0:2395:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.114@tcp 00000400:00000200:2.0:1787148534.571290:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.14@tcp NI seq info: [556975:556975:256:4294967295] 192.168.202.114@tcp LPNI seq info [556931:556931:8:4294967295] 00000400:00000200:2.0:1787148534.571299:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:2.0:1787148534.571312:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.14@tcp(192.168.202.14@tcp:) -> 192.168.202.114@tcp(192.168.202.114@tcp:192.168.202.114@tcp) : PUT try# 0 00000800:00000200:2.0:1787148534.571320:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.114@tcp 00000800:00000010:2.0:1787148534.571335:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5c46fcb500. 00000800:00000200:2.0:1787148534.571343:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5c4508fcc0] -> 12345-192.168.202.114@tcp (5) 00000800:00000200:2.0:1787148534.571350:0:2396:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.114@tcp ip 192.168.202.114:988 00000800:00000200:2.0:1787148534.571354:0:2396:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8c5c46fcb500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787148534.571367:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787148534.571374:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5c68fb1800: using a timeout of 16992 usecs (17 jiffies) 00000400:00000200:2.0:1787148534.571378:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000100:00000001:2.0:1787148534.571381:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5c68fb1800: PM QoS new deadline estimation for cpu 0 is 4307043358 00000100:00000001:2.0:1787148534.571385:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5c68fb1800: PM QoS request active for cpu 0, keep current deadline 4307047161 00000100:00000001:2.0:1787148534.571387:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5c68fb1800: PM QoS new deadline estimation for cpu 1 is 4307043358 00000100:00000001:2.0:1787148534.571390:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5c68fb1800: PM QoS request active for cpu 1, keep current deadline 4307047161 00000100:00000001:2.0:1787148534.571392:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787148534.571396:0:2396:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787148534.571401:0:2396:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787148534.571406:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787148534.571409:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787148534.571411:0:2396:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787148534.571413:0:2396:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787148534.571415:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787148534.571600:0:233104:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12381) 00000400:00000200:3.0:1787148534.573592:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:3.0:1787148534.573605:0:2395:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.114@tcp local destination 00000400:00000200:3.0:1787148534.573611:0:2395:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787148534.573614:0:2395:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.14@tcp 00000400:00000200:3.0:1787148534.573618:0:2395:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.14@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787148534.573621:0:2395:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.114@tcp 00000400:00000200:3.0:1787148534.573624:0:2395:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.14@tcp NI seq info: [556976:556976:255:4294967295] 192.168.202.114@tcp LPNI seq info [556932:556932:7:4294967295] 00000400:00000200:3.0:1787148534.573629:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:3.0:1787148534.573639:0:2395:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.14@tcp(192.168.202.14@tcp:) -> 192.168.202.114@tcp(192.168.202.114@tcp:192.168.202.114@tcp) : PUT try# 0 00000800:00000200:3.0:1787148534.573646:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.114@tcp 00000800:00000010:2.0:1787148534.573751:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5c46fcbb00. 00000800:00000200:2.0:1787148534.573760:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5c4508fcc0] -> 12345-192.168.202.114@tcp (5) 00000800:00000200:2.0:1787148534.573767:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.114@tcp ip 192.168.202.114:988 00000800:00000200:2.0:1787148534.573771:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8c5c46fcbb00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787148534.573777:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787148534.573784:0:2395:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5c68fb1800: using a timeout of 119243 usecs (120 jiffies) 00000400:00000200:2.0:1787148534.573788:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000100:00000001:2.0:1787148534.573791:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5c68fb1800: PM QoS new deadline estimation for cpu 0 is 4307043463 00000100:00000001:2.0:1787148534.573794:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5c68fb1800: PM QoS request active for cpu 0, keep current deadline 4307047161 00000100:00000001:2.0:1787148534.573796:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5c68fb1800: PM QoS new deadline estimation for cpu 1 is 4307043463 00000100:00000001:2.0:1787148534.573799:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5c68fb1800: PM QoS request active for cpu 1, keep current deadline 4307047161 00000100:00000001:2.0:1787148534.573813:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787148534.573816:0:2395:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787148534.573820:0:2395:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787148534.573824:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1787148534.574161:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787148534.574175:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1787148534.574178:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787148534.574181:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787148534.574186:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148534.574208:0:2385:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.14@tcp(192.168.202.14@tcp) <- 192.168.202.114@tcp : PUT - for me 00000400:00000200:0.0:1787148534.574216:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148534.574219:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148534.574223:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148534.574227:0:2385:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.114@tcp of length 224 into portal 10 MB=0x6a858955cd880 00000400:00000200:0.0:1787148534.574231:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148534.574238:0:2385:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.114@tcp of length 224/224 into md 0x562171 [1] + 224 00000800:00000001:0.0:1787148534.574245:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787148534.574253:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787148534.574257:0:2385:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787148534.574261:0:2385:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.14@tcp->192.168.202.114@tcp: PUT: OK 00000100:00000001:0.0:1787148534.574269:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787148534.574277:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c5c5e1ff480 x1873948276742272/t0(0) o400->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148589 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1787148534.574287:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8c5c5e1ff480 x1873948276742272/t0(0) o400->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148589 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787148534.574305:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000200:0.0:1787148534.574339:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1787148534.574343:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5c46fcb500. 00000400:00000200:0.0:1787148534.574347:0:2385:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787148534.574357:0:2385:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.14@tcp->192.168.202.114@tcp: PUT: OK 00000400:00000200:0.0:1787148534.574362:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5c42ee3330 00000400:00000010:0.0:1787148534.574365:0:2385:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff8c5c42ee3330. 00000100:00000001:0.0:1787148534.574368:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787148534.574373:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c5c5e1fe680 x1873948276742400/t0(0) o400->lustre-MDT0001-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148589 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787148534.574383:0:2385:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787148534.574386:0:2385:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8c5c5e1fe680 x1873948276742400/t0(0) o400->lustre-MDT0001-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148589 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787148534.574393:0:2385:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787148534.574395:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1787148534.574402:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787148534.574406:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787148534.574820:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787148534.574824:0:2395:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1787148534.574831:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787148534.574833:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787148534.574845:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5c4a93fb58. 00000400:00000200:2.0:1787148534.574849:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5c72962000 00000400:00000010:2.0:1787148534.574851:0:2395:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff8c5c72962000. 00000100:00000001:2.0:1787148534.574855:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787148534.574860:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c5c5e1ff480 x1873948276742272/t0(0) o400->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148589 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787148534.574869:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c5c5e1ff480 x1873948276742272/t0(0) o400->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148589 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787148534.574877:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787148534.574878:0:2395:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787148534.574881:0:2395:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1787148534.574884:0:2395:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1787148534.574886:0:2395:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787148534.574888:0:2395:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787148534.574891:0:2395:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1787148534.574901:0:2395:0:(import.c:2149:obd_at_measure()) add 36 to ffff8c5c5776a460 time=16 v=36 (36 36 36 36) 00000100:00001000:2.0:1787148534.574905:0:2395:0:(import.c:2149:obd_at_measure()) add 1 to ffff8c5c5776a418 time=68 v=5 (1 1 1 0) 00000100:00000001:2.0:1787148534.574908:0:2395:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1787148534.574910:0:2395:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787148534.574913:0:2395:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1787148534.574917:0:2395:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787148534.574920:0:2395:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1787148534.574922:0:2395:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c5c68fb1800: skip recheck: last_committed 30064771464 00000100:00000001:2.0:1787148534.574924:0:2395:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1787148534.574925:0:2395:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787148534.574930:0:2395:0:(lustre_net.h:2406:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8c5c5e1ff480 x1873948276742272/t0(0) o400->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148589 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787148534.574949:0:2395:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787148534.574952:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787148534.574954:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787148534.574959:0:2395:0:(lustre_net.h:2406:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8c5c5e1ff480 x1873948276742272/t0(0) o400->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148589 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787148534.574966:0:2395:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5c5e1ff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:7e31181a-25e1-4c2b-a23d-b0f7747006f1:2395:1873948276742272:192.168.202.114@tcp:400:kworker.0 00000100:00000001:2.0:1787148534.574971:0:2395:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787148534.574973:0:2395:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787148534.574976:0:2395:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8c5c5e1ff480 x1873948276742272/t0(0) o400->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148589 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787148534.574983:0:2395:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787148534.574985:0:2395:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787148534.574989:0:2395:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c5c6505e000. 02000000:00000001:2.0:1787148534.574992:0:2395:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787148534.574995:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1787148534.574997:0:2395:0:(genops.c:1244:class_import_put()) import ffff8c5c5776a000 refcount=5 obd=lustre-MDT0000-mdc-ffff8c5c68fb1800 00000020:00000001:2.0:1787148534.574999:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1787148534.575001:0:2395:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8c5c46fcbc00. 02000000:00000001:2.0:1787148534.575004:0:2395:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787148534.575006:0:2395:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787148534.575008:0:2395:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5c5e1ff480. 00000100:00000001:2.0:1787148534.575011:0:2395:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787148534.575012:0:2395:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787148534.575014:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787148534.575016:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787148534.575017:0:2395:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787148534.575019:0:2395:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787148534.575020:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1787148534.575764:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1787148534.575771:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5c46fcbb00. 00000400:00000200:0.0:1787148534.575776:0:2385:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787148534.575781:0:2385:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.14@tcp->192.168.202.114@tcp: PUT: OK 00000400:00000200:0.0:1787148534.575787:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5c729623b8 00000400:00000010:0.0:1787148534.575789:0:2385:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff8c5c729623b8. 00000100:00000001:0.0:1787148534.575792:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787148534.575798:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c5c72651c00 x1873948276742528/t0(0) o400->lustre-OST0000-osc-ffff8c5c68fb1800@192.168.202.114@tcp:28/4 lens 224/224 e 0 to 0 dl 1787148589 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787148534.575808:0:2385:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787148534.575811:0:2385:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8c5c72651c00 x1873948276742528/t0(0) o400->lustre-OST0000-osc-ffff8c5c68fb1800@192.168.202.114@tcp:28/4 lens 224/224 e 0 to 0 dl 1787148589 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787148534.575817:0:2385:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787148534.575819:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1787148534.585825:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787148534.585852:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1787148534.585857:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787148534.585860:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787148534.585869:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148534.585876:0:2385:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.14@tcp(192.168.202.14@tcp) <- 192.168.202.114@tcp : PUT - for me 00000400:00000200:0.0:1787148534.585892:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148534.585897:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148534.585902:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148534.585906:0:2385:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.114@tcp of length 224 into portal 10 MB=0x6a858955cd900 00000400:00000200:0.0:1787148534.585912:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148534.585918:0:2385:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.114@tcp of length 224/224 into md 0x562179 [1] + 224 00000800:00000001:0.0:1787148534.585924:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787148534.585941:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787148534.585944:0:2385:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787148534.585949:0:2385:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.14@tcp->192.168.202.114@tcp: PUT: OK 00000100:00000001:0.0:1787148534.585956:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787148534.585965:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c5c5e1fe680 x1873948276742400/t0(0) o400->lustre-MDT0001-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148589 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1787148534.585976:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8c5c5e1fe680 x1873948276742400/t0(0) o400->lustre-MDT0001-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148589 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787148534.585998:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1787148534.586007:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787148534.586011:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787148534.590082:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787148534.590092:0:2396:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1787148534.590117:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787148534.590119:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787148534.590131:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5c68ddb8f0. 00000400:00000200:2.0:1787148534.590140:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5c42ee3198 00000400:00000010:2.0:1787148534.590142:0:2396:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff8c5c42ee3198. 00000100:00000001:2.0:1787148534.590147:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787148534.590158:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c5c5e1fe680 x1873948276742400/t0(0) o400->lustre-MDT0001-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148589 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787148534.590169:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c5c5e1fe680 x1873948276742400/t0(0) o400->lustre-MDT0001-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148589 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787148534.590177:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787148534.590179:0:2396:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787148534.590182:0:2396:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1787148534.590194:0:2396:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1787148534.590197:0:2396:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787148534.590200:0:2396:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787148534.590203:0:2396:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1787148534.590213:0:2396:0:(import.c:2149:obd_at_measure()) add 36 to ffff8c5c5776cc60 time=16 v=36 (36 36 36 36) 00000100:00001000:2.0:1787148534.590218:0:2396:0:(import.c:2149:obd_at_measure()) add 1 to ffff8c5c5776cc18 time=43 v=5 (1 1 1 0) 00000100:00000001:2.0:1787148534.590221:0:2396:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1787148534.590223:0:2396:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787148534.590226:0:2396:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1787148534.590231:0:2396:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8c5c5e1fe680 x1873948276742400/t0(0) o400->lustre-MDT0001-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148589 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1787148534.590238:0:2396:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787148534.590242:0:2396:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1787148534.590244:0:2396:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8c5c68fb1800: skip recheck: last_committed 21474836540 00000100:00000001:2.0:1787148534.590246:0:2396:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1787148534.590247:0:2396:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787148534.590252:0:2396:0:(lustre_net.h:2406:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8c5c5e1fe680 x1873948276742400/t0(0) o400->lustre-MDT0001-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148589 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787148534.590260:0:2396:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787148534.590263:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787148534.590265:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787148534.590269:0:2396:0:(lustre_net.h:2406:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8c5c5e1fe680 x1873948276742400/t0(0) o400->lustre-MDT0001-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148589 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787148534.590284:0:2396:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5c5e1fe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:7e31181a-25e1-4c2b-a23d-b0f7747006f1:2396:1873948276742400:192.168.202.114@tcp:400:kworker.0 00000100:00000001:2.0:1787148534.590289:0:2396:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787148534.590292:0:2396:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787148534.590295:0:2396:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8c5c5e1fe680 x1873948276742400/t0(0) o400->lustre-MDT0001-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148589 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787148534.590302:0:2396:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787148534.590304:0:2396:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787148534.590307:0:2396:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c5c60f7ac00. 02000000:00000001:2.0:1787148534.590312:0:2396:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787148534.590314:0:2396:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1787148534.590316:0:2396:0:(genops.c:1244:class_import_put()) import ffff8c5c5776c800 refcount=3 obd=lustre-MDT0001-mdc-ffff8c5c68fb1800 00000020:00000001:2.0:1787148534.590319:0:2396:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1787148534.590322:0:2396:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8c5c46fcbf00. 02000000:00000001:2.0:1787148534.590325:0:2396:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787148534.590326:0:2396:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787148534.590328:0:2396:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5c5e1fe680. 00000100:00000001:2.0:1787148534.590331:0:2396:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787148534.590333:0:2396:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787148534.590335:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787148534.590343:0:2396:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787148534.590345:0:2396:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787148534.590347:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787148534.590350:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1787148534.597299:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787148534.597317:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1787148534.597322:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787148534.597324:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787148534.597333:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148534.597341:0:2386:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.14@tcp(192.168.202.14@tcp) <- 192.168.202.114@tcp : PUT - for me 00000400:00000200:0.0:1787148534.597349:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148534.597354:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148534.597359:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148534.597363:0:2386:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.114@tcp of length 224 into portal 4 MB=0x6a858955cd980 00000400:00000200:0.0:1787148534.597368:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148534.597374:0:2386:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.114@tcp of length 224/224 into md 0x562181 [1] + 224 00000800:00000001:0.0:1787148534.597381:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787148534.597457:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787148534.597462:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787148534.597467:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.14@tcp->192.168.202.114@tcp: PUT: OK 00000100:00000001:0.0:1787148534.597477:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787148534.597486:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c5c72651c00 x1873948276742528/t0(0) o400->lustre-OST0000-osc-ffff8c5c68fb1800@192.168.202.114@tcp:28/4 lens 224/224 e 0 to 0 dl 1787148589 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1787148534.597497:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8c5c72651c00 x1873948276742528/t0(0) o400->lustre-OST0000-osc-ffff8c5c68fb1800@192.168.202.114@tcp:28/4 lens 224/224 e 0 to 0 dl 1787148589 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787148534.597517:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1787148534.597526:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787148534.597529:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787148534.597595:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787148534.597601:0:2395:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1787148534.597608:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787148534.597611:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787148534.597614:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5c4a93ff20. 00000400:00000200:2.0:1787148534.597619:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5c72962bb0 00000400:00000010:2.0:1787148534.597622:0:2395:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff8c5c72962bb0. 00000100:00000001:2.0:1787148534.597626:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787148534.597631:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c5c72651c00 x1873948276742528/t0(0) o400->lustre-OST0000-osc-ffff8c5c68fb1800@192.168.202.114@tcp:28/4 lens 224/224 e 0 to 0 dl 1787148589 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787148534.597661:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c5c72651c00 x1873948276742528/t0(0) o400->lustre-OST0000-osc-ffff8c5c68fb1800@192.168.202.114@tcp:28/4 lens 224/224 e 0 to 0 dl 1787148589 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787148534.597667:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787148534.597669:0:2395:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787148534.597671:0:2395:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1787148534.597675:0:2395:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1787148534.597677:0:2395:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787148534.597680:0:2395:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787148534.597683:0:2395:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1787148534.597694:0:2395:0:(import.c:2149:obd_at_measure()) add 36 to ffff8c5c5e0b1c60 time=16 v=36 (36 36 5 5) 00000100:00001000:2.0:1787148534.597698:0:2395:0:(import.c:2149:obd_at_measure()) add 1 to ffff8c5c5e0b1c18 time=142 v=5 (1 1 1 1) 00000100:00000001:2.0:1787148534.597701:0:2395:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1787148534.597703:0:2395:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787148534.597706:0:2395:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1787148534.597709:0:2395:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787148534.597713:0:2395:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1787148534.597715:0:2395:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8c5c68fb1800: skip recheck: last_committed 42949695890 00000100:00000001:2.0:1787148534.597717:0:2395:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1787148534.597719:0:2395:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787148534.597724:0:2395:0:(lustre_net.h:2406:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8c5c72651c00 x1873948276742528/t0(0) o400->lustre-OST0000-osc-ffff8c5c68fb1800@192.168.202.114@tcp:28/4 lens 224/224 e 0 to 0 dl 1787148589 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787148534.597731:0:2395:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787148534.597734:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787148534.597736:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787148534.597739:0:2395:0:(lustre_net.h:2406:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8c5c72651c00 x1873948276742528/t0(0) o400->lustre-OST0000-osc-ffff8c5c68fb1800@192.168.202.114@tcp:28/4 lens 224/224 e 0 to 0 dl 1787148589 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787148534.597748:0:2395:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5c72651c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:7e31181a-25e1-4c2b-a23d-b0f7747006f1:2395:1873948276742528:192.168.202.114@tcp:400:kworker.0 00000100:00000001:2.0:1787148534.597753:0:2395:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787148534.597755:0:2395:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787148534.597758:0:2395:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8c5c72651c00 x1873948276742528/t0(0) o400->lustre-OST0000-osc-ffff8c5c68fb1800@192.168.202.114@tcp:28/4 lens 224/224 e 0 to 0 dl 1787148589 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787148534.597771:0:2395:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787148534.597785:0:2395:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787148534.597788:0:2395:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c5c6505f400. 02000000:00000001:2.0:1787148534.597794:0:2395:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787148534.597796:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1787148534.597798:0:2395:0:(genops.c:1244:class_import_put()) import ffff8c5c5e0b1800 refcount=3 obd=lustre-OST0000-osc-ffff8c5c68fb1800 00000020:00000001:2.0:1787148534.597800:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1787148534.597803:0:2395:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8c5c50a4ed00. 02000000:00000001:2.0:1787148534.597806:0:2395:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787148534.597808:0:2395:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787148534.597810:0:2395:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5c72651c00. 00000100:00000001:2.0:1787148534.597814:0:2395:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787148534.597815:0:2395:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787148534.597817:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787148534.597824:0:2395:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787148534.597826:0:2395:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787148534.597828:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787148534.597830:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787148534.751241:0:266370:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787148534.751248:0:266370:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787148534.751255:0:266370:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787148534.751256:0:266370:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787148534.751415:0:256812:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787148534.751418:0:256812:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787148534.751422:0:256812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1787148535.776230:0:266370:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787148535.776237:0:266370:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787148535.776243:0:266370:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787148535.776244:0:266370:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787148535.776557:0:235348:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787148535.776561:0:235348:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787148535.776564:0:235348:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1787148536.798253:0:266370:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787148536.798261:0:266370:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787148536.798267:0:266370:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787148536.798268:0:266370:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787148536.798290:0:235349:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787148536.798293:0:235349:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787148536.798295:0:235349:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0:1787148537.539691:0:279761:0:(llite_lib.c:4245:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787148537.822258:0:266370:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787148537.822266:0:266370:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787148537.822272:0:266370:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787148537.822274:0:266370:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787148537.823377:0:244719:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787148537.823384:0:244719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787148537.823388:0:244719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1787148538.398242:0:267500:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5c48342000 (cpu 0) has reached its deadline 4307047161, at 4307047168 00000100:00000010:0.0:1787148538.398260:0:267500:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5c650ccf00. 00000100:00000040:1.0:1787148538.398671:0:266370:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5c48342110 (cpu 1) has reached its deadline 4307047161, at 4307047168 00000100:00000010:1.0:1787148538.398679:0:266370:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5c650cccc0. 00010000:00000001:1.0:1787148538.848527:0:266370:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787148538.848535:0:266370:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787148538.848541:0:266370:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787148538.848542:0:266370:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787148538.852402:0:244722:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787148538.852409:0:244722:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787148538.852414:0:244722:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1787148539.678937:0:233104:0:(pinger.c:229:ptlrpc_pinger_process_import()) adab7261-4d97-43ea-82e8-09637750fa21->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1787148539.678948:0:233104:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1787148539.678959:0:233104:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5c5e1fe680. 00000020:00000040:2.0:1787148539.678965:0:233104:0:(genops.c:1231:class_import_get()) import ffff8c5c5776b000 refcount=4 obd=MGC192.168.202.114@tcp 00000100:00000001:2.0:1787148539.678970:0:233104:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787148539.678973:0:233104:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787148539.678978:0:233104:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787148539.678986:0:233104:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8c5c46fcbc00. 00000100:00000001:2.0:1787148539.678993:0:233104:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787148539.679004:0:233104:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging adab7261-4d97-43ea-82e8-09637750fa21->MGS req@ffff8c5c5e1fe680 x1873948276742656/t0(0) o400->MGC192.168.202.114@tcp@192.168.202.114@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787148539.679026:0:233104:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787148539.679030:0:233104:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787148539.679038:0:233104:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bc62a3e6] to pc [ptlrpcd_01_00+0] req@ffff8c5c5e1fe680 x1873948276742656/t0(0) o400->MGC192.168.202.114@tcp@192.168.202.114@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787148539.679091:0:233104:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787148539.679094:0:233104:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7e31181a-25e1-4c2b-a23d-b0f7747006f1->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1787148539.679097:0:233104:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1787148539.679125:0:233104:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5c5e1ff480. 00000020:00000040:2.0:1787148539.679128:0:233104:0:(genops.c:1231:class_import_get()) import ffff8c5c5776a000 refcount=6 obd=lustre-MDT0000-mdc-ffff8c5c68fb1800 00000100:00000001:2.0:1787148539.679131:0:233104:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787148539.679132:0:233104:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787148539.679134:0:233104:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787148539.679138:0:233104:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8c5c46fcb100. 00000100:00000001:2.0:1787148539.679150:0:233104:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787148539.679156:0:233104:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 7e31181a-25e1-4c2b-a23d-b0f7747006f1->lustre-MDT0000_UUID req@ffff8c5c5e1ff480 x1873948276742784/t0(0) o400->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787148539.679163:0:233104:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787148539.679165:0:233104:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787148539.679169:0:233104:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000093ae180f] to pc [ptlrpcd_01_01+1] req@ffff8c5c5e1ff480 x1873948276742784/t0(0) o400->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787148539.679177:0:233104:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787148539.679179:0:233104:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7e31181a-25e1-4c2b-a23d-b0f7747006f1->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1787148539.679182:0:233104:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1787148539.679185:0:233104:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5c5e1ff100. 00000020:00000040:2.0:1787148539.679188:0:233104:0:(genops.c:1231:class_import_get()) import ffff8c5c5776c800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c5c68fb1800 00000100:00000001:2.0:1787148539.679190:0:233104:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787148539.679191:0:233104:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787148539.679193:0:233104:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787148539.679196:0:233104:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8c5c46fcbf00. 00000100:00000001:2.0:1787148539.679198:0:233104:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787148539.679202:0:233104:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 7e31181a-25e1-4c2b-a23d-b0f7747006f1->lustre-MDT0001_UUID req@ffff8c5c5e1ff100 x1873948276742912/t0(0) o400->lustre-MDT0001-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787148539.679209:0:233104:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787148539.679216:0:233104:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787148539.679221:0:233104:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f7ad6373] to pc [ptlrpcd_01_00+0] req@ffff8c5c5e1ff100 x1873948276742912/t0(0) o400->lustre-MDT0001-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787148539.679227:0:233104:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787148539.679229:0:233104:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7e31181a-25e1-4c2b-a23d-b0f7747006f1->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1787148539.679233:0:233104:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1787148539.679236:0:233104:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5c5e1fca80. 00000020:00000040:2.0:1787148539.679238:0:233104:0:(genops.c:1231:class_import_get()) import ffff8c5c5e0b1800 refcount=4 obd=lustre-OST0000-osc-ffff8c5c68fb1800 00000100:00000001:2.0:1787148539.679240:0:233104:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787148539.679241:0:233104:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787148539.679243:0:233104:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787148539.679246:0:233104:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8c5c46fcb400. 00000100:00000001:2.0:1787148539.679250:0:233104:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787148539.679253:0:233104:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 7e31181a-25e1-4c2b-a23d-b0f7747006f1->lustre-OST0000_UUID req@ffff8c5c5e1fca80 x1873948276743040/t0(0) o400->lustre-OST0000-osc-ffff8c5c68fb1800@192.168.202.114@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787148539.679260:0:233104:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787148539.679262:0:233104:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787148539.679266:0:233104:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006dd10cad] to pc [ptlrpcd_01_01+1] req@ffff8c5c5e1fca80 x1873948276743040/t0(0) o400->lustre-OST0000-osc-ffff8c5c68fb1800@192.168.202.114@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787148539.679272:0:233104:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787148539.679274:0:233104:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7e31181a-25e1-4c2b-a23d-b0f7747006f1->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1787148539.679278:0:233104:0:(pinger.c:247:ptlrpc_pinger_process_import()) 7e31181a-25e1-4c2b-a23d-b0f7747006f1->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1787148539.679283:0:233104:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12386) 00000100:00000001:2.0:1787148539.679296:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787148539.679299:0:2396:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787148539.679302:0:2396:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787148539.679306:0:2396:0:(lustre_net.h:2406:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8c5c5e1ff480 x1873948276742784/t0(0) o400->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787148539.679314:0:2396:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787148539.679316:0:2396:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787148539.679325:0:2396:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787148539.679328:0:2396:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787148539.679331:0:2396:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787148539.679335:0:2396:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5c5e1ff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:7e31181a-25e1-4c2b-a23d-b0f7747006f1:2396:1873948276742784:192.168.202.114@tcp:400:kworker.0 00000100:00000001:2.0:1787148539.679339:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787148539.679345:0:2396:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787148539.679348:0:2396:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787148539.679350:0:2396:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787148539.679354:0:2396:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c5c5dcaa800. 02000000:00000001:2.0:1787148539.679356:0:2396:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787148539.679364:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000010:2.0:1787148539.679368:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5c68ddb8f0. 00000400:00000010:2.0:1787148539.679376:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5c42ee3198. 00000100:00000200:2.0:1787148539.679384:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1873948276742784, portal 10 00000100:00000001:2.0:1787148539.679386:0:2396:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787148539.679388:0:2396:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616927076873344 : -127146632678272 : ffff8c5c5e1ff480) 00000100:00000040:2.0:1787148539.679396:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8c5c5e1ff480 x1873948276742784/t0(0) o400->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148594 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787148539.679402:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787148539.679405:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.114@tcp 00000400:00000010:2.0:1787148539.679408:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5c42ee3d48. 00000100:00000200:2.0:1787148539.679411:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1873948276742784, offset 0 00000400:00000200:2.0:1787148539.679417:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.114@tcp 00000400:00000200:2.0:1787148539.679426:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:2.0:1787148539.679433:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.114@tcp local destination 00000400:00000200:2.0:1787148539.679438:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787148539.679443:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.14@tcp 00000400:00000200:2.0:1787148539.679447:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.14@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787148539.679450:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.114@tcp 00000400:00000200:2.0:1787148539.679454:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.14@tcp NI seq info: [556977:556977:256:4294967295] 192.168.202.114@tcp LPNI seq info [556933:556933:8:4294967295] 00000400:00000200:2.0:1787148539.679459:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:2.0:1787148539.679468:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.14@tcp(192.168.202.14@tcp:) -> 192.168.202.114@tcp(192.168.202.114@tcp:192.168.202.114@tcp) : PUT try# 0 00000800:00000200:2.0:1787148539.679482:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.114@tcp 00000800:00000010:2.0:1787148539.679487:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5c46fcb000. 00000800:00000200:2.0:1787148539.679495:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5c4508fcc0] -> 12345-192.168.202.114@tcp (5) 00000800:00000200:2.0:1787148539.679503:0:2396:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.114@tcp ip 192.168.202.114:988 00000800:00000200:2.0:1787148539.679508:0:2396:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8c5c46fcb000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787148539.679523:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787148539.679528:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5c68fb1800: using a timeout of 24630 usecs (25 jiffies) 00000400:00000200:2.0:1787148539.679532:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000100:00000001:2.0:1787148539.679537:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5c68fb1800: PM QoS new deadline estimation for cpu 0 is 4307048473 00000100:00000010:2.0:1787148539.679541:0:2396:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5c45727900. 00000100:00000001:2.0:1787148539.679548:0:2396:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5c68fb1800: PM QoS request now active for cpu 0 00000100:00000001:2.0:1787148539.679556:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5c68fb1800: PM QoS new deadline estimation for cpu 1 is 4307048473 00000100:00000010:2.0:1787148539.679559:0:2396:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5c45727240. 00000100:00000001:2.0:1787148539.679562:0:2396:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5c68fb1800: PM QoS request now active for cpu 1 00000100:00000001:2.0:1787148539.679566:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787148539.679569:0:2396:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787148539.679572:0:2396:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787148539.679576:0:2396:0:(lustre_net.h:2406:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8c5c5e1fca80 x1873948276743040/t0(0) o400->lustre-OST0000-osc-ffff8c5c68fb1800@192.168.202.114@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787148539.679582:0:2396:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787148539.679584:0:2396:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787148539.679586:0:2396:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787148539.679588:0:2396:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787148539.679590:0:2396:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787148539.679593:0:2396:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5c5e1fca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:7e31181a-25e1-4c2b-a23d-b0f7747006f1:2396:1873948276743040:192.168.202.114@tcp:400:kworker.0 00000100:00000001:2.0:1787148539.679596:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787148539.679599:0:2396:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787148539.679601:0:2396:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787148539.679602:0:2396:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787148539.679605:0:2396:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c5c5dcaaa00. 02000000:00000001:2.0:1787148539.679614:0:2396:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787148539.679618:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000010:2.0:1787148539.679621:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5c68ddb790. 00000400:00000010:2.0:1787148539.679625:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5c42ee3880. 00000100:00000200:2.0:1787148539.679628:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1873948276743040, portal 4 00000100:00000001:2.0:1787148539.679630:0:2396:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787148539.679631:0:2396:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616927076862592 : -127146632689024 : ffff8c5c5e1fca80) 00000100:00000040:2.0:1787148539.679637:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8c5c5e1fca80 x1873948276743040/t0(0) o400->lustre-OST0000-osc-ffff8c5c68fb1800@192.168.202.114@tcp:28/4 lens 224/224 e 0 to 0 dl 1787148594 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787148539.679644:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787148539.679646:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.114@tcp 00000400:00000010:2.0:1787148539.679648:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5c42ee3000. 00000100:00000200:2.0:1787148539.679651:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1873948276743040, offset 0 00000400:00000200:2.0:1787148539.679671:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.114@tcp 00000400:00000200:2.0:1787148539.679675:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:2.0:1787148539.679679:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.114@tcp local destination 00000400:00000200:2.0:1787148539.679681:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787148539.679684:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.14@tcp 00000400:00000200:2.0:1787148539.679686:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.14@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787148539.679689:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.114@tcp 00000400:00000200:2.0:1787148539.679691:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.14@tcp NI seq info: [556978:556978:255:4294967295] 192.168.202.114@tcp LPNI seq info [556934:556934:7:4294967295] 00000400:00000200:2.0:1787148539.679695:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:2.0:1787148539.679701:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.14@tcp(192.168.202.14@tcp:) -> 192.168.202.114@tcp(192.168.202.114@tcp:192.168.202.114@tcp) : PUT try# 0 00000800:00000200:2.0:1787148539.679705:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.114@tcp 00000800:00000010:2.0:1787148539.679709:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5c46fcbd00. 00000800:00000200:2.0:1787148539.679713:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5c4508fcc0] -> 12345-192.168.202.114@tcp (5) 00000800:00000200:2.0:1787148539.679718:0:2396:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.114@tcp ip 192.168.202.114:988 00000800:00000200:2.0:1787148539.679720:0:2396:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8c5c46fcbd00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787148539.679723:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787148539.679726:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5c68fb1800: using a timeout of 119181 usecs (120 jiffies) 00000400:00000200:2.0:1787148539.679728:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000100:00000001:2.0:1787148539.679736:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5c68fb1800: PM QoS new deadline estimation for cpu 0 is 4307048568 00000100:00000001:2.0:1787148539.679742:0:2396:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5c68fb1800: PM QoS request active for cpu 0, simply extend its deadline from 4307048473 00000100:00000001:2.0:1787148539.679745:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5c68fb1800: PM QoS new deadline estimation for cpu 1 is 4307048568 00000100:00000001:2.0:1787148539.679748:0:2396:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5c68fb1800: PM QoS request active for cpu 1, simply extend its deadline from 4307048473 00000100:00000001:2.0:1787148539.679751:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787148539.679753:0:2396:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787148539.679755:0:2396:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787148539.679757:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787148539.679764:0:2396:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787148539.679766:0:2396:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00000001:2.0:1787148539.679768:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787148539.679769:0:2396:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787148539.679771:0:2396:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787148539.679773:0:2396:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:2.0:1787148539.679774:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787148539.679776:0:2396:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787148539.679777:0:2396:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787148539.679778:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787148539.679779:0:2396:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787148539.679780:0:2396:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787148539.679785:0:2396:0:(lustre_net.h:2406:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8c5c5e1fe680 x1873948276742656/t0(0) o400->MGC192.168.202.114@tcp@192.168.202.114@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787148539.679802:0:2396:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787148539.679803:0:2396:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787148539.679805:0:2396:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787148539.679807:0:2396:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787148539.679809:0:2396:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787148539.679812:0:2396:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5c5e1fe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:adab7261-4d97-43ea-82e8-09637750fa21:2396:1873948276742656:192.168.202.114@tcp:400:kworker.0 00000100:00000001:2.0:1787148539.679815:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787148539.679817:0:2396:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787148539.679819:0:2396:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787148539.679821:0:2396:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787148539.679824:0:2396:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c5c5dcab600. 02000000:00000001:2.0:1787148539.679831:0:2396:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787148539.679835:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000010:2.0:1787148539.679838:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5c68ddb7e8. 00000400:00000010:2.0:1787148539.679842:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5c42ee3660. 00000100:00000200:2.0:1787148539.679845:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1873948276742656, portal 25 00000100:00000001:2.0:1787148539.679847:0:2396:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787148539.679849:0:2396:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616927076869760 : -127146632681856 : ffff8c5c5e1fe680) 00000100:00000040:2.0:1787148539.679854:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8c5c5e1fe680 x1873948276742656/t0(0) o400->MGC192.168.202.114@tcp@192.168.202.114@tcp:26/25 lens 224/224 e 0 to 0 dl 1787148555 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787148539.679860:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787148539.679862:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.114@tcp 00000400:00000010:2.0:1787148539.679865:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5c42ee3a18. 00000100:00000200:2.0:1787148539.679867:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1873948276742656, offset 0 00000400:00000200:2.0:1787148539.679871:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.114@tcp 00000400:00000200:2.0:1787148539.679875:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:2.0:1787148539.679878:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.114@tcp local destination 00000400:00000200:2.0:1787148539.679881:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787148539.679883:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.14@tcp 00000400:00000200:2.0:1787148539.679886:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.14@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787148539.679888:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.114@tcp 00000400:00000200:2.0:1787148539.679890:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.14@tcp NI seq info: [556979:556979:254:4294967295] 192.168.202.114@tcp LPNI seq info [556935:556935:6:4294967295] 00000400:00000200:2.0:1787148539.679894:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:2.0:1787148539.679900:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.14@tcp(192.168.202.14@tcp:) -> 192.168.202.114@tcp(192.168.202.114@tcp:192.168.202.114@tcp) : PUT try# 0 00000800:00000200:2.0:1787148539.679904:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.114@tcp 00000800:00000010:2.0:1787148539.679908:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5c46fcb600. 00000800:00000200:2.0:1787148539.679912:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5c4508fcc0] -> 12345-192.168.202.114@tcp (5) 00000800:00000200:2.0:1787148539.679916:0:2396:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.114@tcp ip 192.168.202.114:988 00000800:00000200:2.0:1787148539.679919:0:2396:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8c5c46fcb600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787148539.679922:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787148539.679925:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000100:00000001:2.0:1787148539.679927:0:2396:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.114@tcp: PM QoS new deadline estimation for cpu 0 is 4307052281 00000100:00000001:2.0:1787148539.679937:0:2396:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.114@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4307048568 00000100:00000001:2.0:1787148539.679941:0:2396:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.114@tcp: PM QoS new deadline estimation for cpu 1 is 4307052281 00000100:00000001:2.0:1787148539.679943:0:2396:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.114@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4307048568 00000100:00000001:2.0:1787148539.679946:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787148539.679948:0:2396:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787148539.679950:0:2396:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787148539.679954:0:2396:0:(lustre_net.h:2406:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8c5c5e1ff100 x1873948276742912/t0(0) o400->lustre-MDT0001-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787148539.679961:0:2396:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787148539.679962:0:2396:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787148539.679964:0:2396:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787148539.679966:0:2396:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787148539.679968:0:2396:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787148539.679970:0:2396:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5c5e1ff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:7e31181a-25e1-4c2b-a23d-b0f7747006f1:2396:1873948276742912:192.168.202.114@tcp:400:kworker.0 00000100:00000001:2.0:1787148539.679973:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787148539.679976:0:2396:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787148539.679978:0:2396:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787148539.679979:0:2396:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787148539.679982:0:2396:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c5c5dcaac00. 02000000:00000001:2.0:1787148539.679984:0:2396:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787148539.679988:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000010:2.0:1787148539.679991:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5c68ddb738. 00000400:00000010:2.0:1787148539.679995:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5c42ee3440. 00000100:00000200:2.0:1787148539.679998:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1873948276742912, portal 10 00000100:00000001:2.0:1787148539.679999:0:2396:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787148539.680001:0:2396:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616927076872448 : -127146632679168 : ffff8c5c5e1ff100) 00000100:00000040:2.0:1787148539.680006:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8c5c5e1ff100 x1873948276742912/t0(0) o400->lustre-MDT0001-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148594 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787148539.680013:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787148539.680014:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.114@tcp 00000400:00000010:2.0:1787148539.680016:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5c42ee3c38. 00000100:00000200:2.0:1787148539.680023:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1873948276742912, offset 0 00000400:00000200:2.0:1787148539.680027:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.114@tcp 00000400:00000200:2.0:1787148539.680031:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:2.0:1787148539.680034:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.114@tcp local destination 00000400:00000200:2.0:1787148539.680036:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787148539.680038:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.14@tcp 00000400:00000200:2.0:1787148539.680041:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.14@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787148539.680043:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.114@tcp 00000400:00000200:2.0:1787148539.680046:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.14@tcp NI seq info: [556980:556980:253:4294967295] 192.168.202.114@tcp LPNI seq info [556936:556936:5:4294967295] 00000400:00000200:2.0:1787148539.680049:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:2.0:1787148539.680055:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.14@tcp(192.168.202.14@tcp:) -> 192.168.202.114@tcp(192.168.202.114@tcp:192.168.202.114@tcp) : PUT try# 0 00000800:00000200:2.0:1787148539.680059:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.114@tcp 00000800:00000010:2.0:1787148539.680063:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5c46fcbb00. 00000800:00000200:2.0:1787148539.680066:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5c4508fcc0] -> 12345-192.168.202.114@tcp (5) 00000800:00000200:2.0:1787148539.680071:0:2396:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.114@tcp ip 192.168.202.114:988 00000800:00000200:2.0:1787148539.680073:0:2396:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8c5c46fcbb00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787148539.680076:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787148539.680078:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5c68fb1800: using a timeout of 16993 usecs (17 jiffies) 00000400:00000200:2.0:1787148539.680081:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000100:00000001:2.0:1787148539.680083:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5c68fb1800: PM QoS new deadline estimation for cpu 0 is 4307048465 00000100:00000001:2.0:1787148539.680085:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5c68fb1800: PM QoS request active for cpu 0, keep current deadline 4307052281 00000100:00000001:2.0:1787148539.680087:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5c68fb1800: PM QoS new deadline estimation for cpu 1 is 4307048465 00000100:00000001:2.0:1787148539.680089:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5c68fb1800: PM QoS request active for cpu 1, keep current deadline 4307052281 00000100:00000001:2.0:1787148539.680091:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787148539.680093:0:2396:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787148539.680095:0:2396:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787148539.680097:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1787148539.680260:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1787148539.680265:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5c46fcb000. 00000400:00000200:0.0:1787148539.680272:0:2385:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787148539.680277:0:2385:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.14@tcp->192.168.202.114@tcp: PUT: OK 00000400:00000200:0.0:1787148539.680283:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5c42ee3d48 00000400:00000010:0.0:1787148539.680285:0:2385:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff8c5c42ee3d48. 00000100:00000001:0.0:1787148539.680289:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787148539.680294:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c5c5e1ff480 x1873948276742784/t0(0) o400->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148594 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787148539.680304:0:2385:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787148539.680307:0:2385:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8c5c5e1ff480 x1873948276742784/t0(0) o400->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148594 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787148539.680314:0:2385:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787148539.680321:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1787148539.680334:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1787148539.680337:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5c46fcbd00. 00000400:00000200:0.0:1787148539.680339:0:2385:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787148539.680342:0:2385:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.14@tcp->192.168.202.114@tcp: PUT: OK 00000400:00000200:0.0:1787148539.680345:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5c42ee3000 00000400:00000010:0.0:1787148539.680346:0:2385:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff8c5c42ee3000. 00000100:00000001:0.0:1787148539.680349:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787148539.680352:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c5c5e1fca80 x1873948276743040/t0(0) o400->lustre-OST0000-osc-ffff8c5c68fb1800@192.168.202.114@tcp:28/4 lens 224/224 e 0 to 0 dl 1787148594 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787148539.680360:0:2385:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787148539.680362:0:2385:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8c5c5e1fca80 x1873948276743040/t0(0) o400->lustre-OST0000-osc-ffff8c5c68fb1800@192.168.202.114@tcp:28/4 lens 224/224 e 0 to 0 dl 1787148594 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787148539.680369:0:2385:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787148539.680370:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1787148539.680375:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1787148539.680377:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5c46fcb600. 00000400:00000200:0.0:1787148539.680379:0:2385:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787148539.680382:0:2385:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.14@tcp->192.168.202.114@tcp: PUT: OK 00000400:00000200:0.0:1787148539.680384:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5c42ee3a18 00000400:00000010:0.0:1787148539.680386:0:2385:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff8c5c42ee3a18. 00000100:00000001:0.0:1787148539.680388:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787148539.680391:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c5c5e1fe680 x1873948276742656/t0(0) o400->MGC192.168.202.114@tcp@192.168.202.114@tcp:26/25 lens 224/224 e 0 to 0 dl 1787148555 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787148539.680397:0:2385:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787148539.680400:0:2385:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8c5c5e1fe680 x1873948276742656/t0(0) o400->MGC192.168.202.114@tcp@192.168.202.114@tcp:26/25 lens 224/224 e 0 to 0 dl 1787148555 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787148539.680405:0:2385:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787148539.680406:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1787148539.680464:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1787148539.680467:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5c46fcbb00. 00000400:00000200:0.0:1787148539.680470:0:2385:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787148539.680473:0:2385:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.14@tcp->192.168.202.114@tcp: PUT: OK 00000400:00000200:0.0:1787148539.680482:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5c42ee3c38 00000400:00000010:0.0:1787148539.680484:0:2385:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff8c5c42ee3c38. 00000100:00000001:0.0:1787148539.680486:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787148539.680490:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c5c5e1ff100 x1873948276742912/t0(0) o400->lustre-MDT0001-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148594 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787148539.680497:0:2385:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787148539.680499:0:2385:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8c5c5e1ff100 x1873948276742912/t0(0) o400->lustre-MDT0001-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148594 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787148539.680505:0:2385:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787148539.680507:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1787148539.680581:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787148539.680585:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1787148539.683683:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787148539.683698:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1787148539.683702:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787148539.683705:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787148539.683713:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148539.683720:0:2386:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.14@tcp(192.168.202.14@tcp) <- 192.168.202.114@tcp : PUT - for me 00000400:00000200:0.0:1787148539.683729:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148539.683734:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148539.683738:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148539.683743:0:2386:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.114@tcp of length 224 into portal 10 MB=0x6a858955cda80 00000400:00000200:0.0:1787148539.683759:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148539.683766:0:2386:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.114@tcp of length 224/224 into md 0x562189 [1] + 224 00000800:00000001:0.0:1787148539.683774:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787148539.683779:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787148539.683783:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787148539.683796:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.14@tcp->192.168.202.114@tcp: PUT: OK 00000100:00000001:0.0:1787148539.683805:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787148539.683815:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c5c5e1ff480 x1873948276742784/t0(0) o400->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148594 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1787148539.683826:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8c5c5e1ff480 x1873948276742784/t0(0) o400->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148594 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787148539.683854:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1787148539.683862:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787148539.683865:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1787148539.683867:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787148539.683869:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787148539.683872:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148539.683876:0:2386:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.14@tcp(192.168.202.14@tcp) <- 192.168.202.114@tcp : PUT - for me 00000400:00000200:0.0:1787148539.683879:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148539.683882:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148539.683885:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148539.683888:0:2386:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.114@tcp of length 224 into portal 10 MB=0x6a858955cdb00 00000400:00000200:0.0:1787148539.683891:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148539.683895:0:2386:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.114@tcp of length 224/224 into md 0x5621a1 [1] + 224 00000800:00000001:0.0:1787148539.683898:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787148539.683903:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787148539.683905:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787148539.683909:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.14@tcp->192.168.202.114@tcp: PUT: OK 00000100:00000001:0.0:1787148539.683911:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787148539.683915:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c5c5e1ff100 x1873948276742912/t0(0) o400->lustre-MDT0001-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148594 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1787148539.683923:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8c5c5e1ff100 x1873948276742912/t0(0) o400->lustre-MDT0001-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148594 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787148539.683931:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1787148539.683933:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787148539.683935:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787148539.687250:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787148539.687259:0:2396:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1787148539.687268:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787148539.687288:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787148539.687292:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5c68ddb738. 00000400:00000200:2.0:1787148539.687300:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5c42ee3440 00000400:00000010:2.0:1787148539.687302:0:2396:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff8c5c42ee3440. 00000100:00000001:2.0:1787148539.687308:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787148539.687320:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c5c5e1ff100 x1873948276742912/t0(0) o400->lustre-MDT0001-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148594 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787148539.687333:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c5c5e1ff100 x1873948276742912/t0(0) o400->lustre-MDT0001-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148594 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787148539.687342:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787148539.687344:0:2396:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787148539.687346:0:2396:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1787148539.687349:0:2396:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1787148539.687352:0:2396:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787148539.687354:0:2396:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787148539.687357:0:2396:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1787148539.687366:0:2396:0:(import.c:2149:obd_at_measure()) add 36 to ffff8c5c5776cc60 time=21 v=36 (36 36 36 36) 00000100:00001000:2.0:1787148539.687370:0:2396:0:(import.c:2149:obd_at_measure()) add 1 to ffff8c5c5776cc18 time=48 v=5 (1 1 1 0) 00000100:00000001:2.0:1787148539.687373:0:2396:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1787148539.687375:0:2396:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787148539.687377:0:2396:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1787148539.687382:0:2396:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8c5c5e1ff100 x1873948276742912/t0(0) o400->lustre-MDT0001-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148594 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1787148539.687389:0:2396:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787148539.687393:0:2396:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1787148539.687395:0:2396:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8c5c68fb1800: skip recheck: last_committed 21474836540 00000100:00000001:2.0:1787148539.687397:0:2396:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1787148539.687398:0:2396:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787148539.687403:0:2396:0:(lustre_net.h:2406:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8c5c5e1ff100 x1873948276742912/t0(0) o400->lustre-MDT0001-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148594 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787148539.687410:0:2396:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787148539.687414:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787148539.687416:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787148539.687424:0:2396:0:(lustre_net.h:2406:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8c5c5e1ff100 x1873948276742912/t0(0) o400->lustre-MDT0001-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148594 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787148539.687432:0:2396:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5c5e1ff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:7e31181a-25e1-4c2b-a23d-b0f7747006f1:2396:1873948276742912:192.168.202.114@tcp:400:kworker.0 00000400:00000001:2.0:1787148539.687438:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787148539.687439:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787148539.687441:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5c68ddb8f0. 00000400:00000200:2.0:1787148539.687443:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5c42ee3198 00000400:00000010:2.0:1787148539.687446:0:2396:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff8c5c42ee3198. 00000100:00000001:2.0:1787148539.687448:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787148539.687452:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c5c5e1ff480 x1873948276742784/t0(0) o400->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148594 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787148539.687461:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c5c5e1ff480 x1873948276742784/t0(0) o400->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148594 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787148539.687467:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787148539.687468:0:2396:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787148539.687470:0:2396:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1787148539.687471:0:2396:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1787148539.687472:0:2396:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787148539.687474:0:2396:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787148539.687475:0:2396:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1787148539.687480:0:2396:0:(import.c:2149:obd_at_measure()) add 36 to ffff8c5c5776a460 time=21 v=36 (36 36 36 36) 00000100:00001000:2.0:1787148539.687482:0:2396:0:(import.c:2149:obd_at_measure()) add 1 to ffff8c5c5776a418 time=73 v=5 (1 1 1 0) 00000100:00000001:2.0:1787148539.687484:0:2396:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1787148539.687486:0:2396:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787148539.687487:0:2396:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1787148539.687490:0:2396:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787148539.687491:0:2396:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1787148539.687493:0:2396:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c5c68fb1800: skip recheck: last_committed 30064771464 00000100:00000001:2.0:1787148539.687495:0:2396:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1787148539.687496:0:2396:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787148539.687499:0:2396:0:(lustre_net.h:2406:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8c5c5e1ff480 x1873948276742784/t0(0) o400->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148594 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787148539.687516:0:2396:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787148539.687518:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787148539.687519:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787148539.687523:0:2396:0:(lustre_net.h:2406:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8c5c5e1ff480 x1873948276742784/t0(0) o400->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148594 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787148539.687530:0:2396:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5c5e1ff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:7e31181a-25e1-4c2b-a23d-b0f7747006f1:2396:1873948276742784:192.168.202.114@tcp:400:kworker.0 00000100:00000001:2.0:1787148539.687534:0:2396:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787148539.687536:0:2396:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787148539.687540:0:2396:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8c5c5e1ff100 x1873948276742912/t0(0) o400->lustre-MDT0001-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148594 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787148539.687546:0:2396:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787148539.687549:0:2396:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787148539.687552:0:2396:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c5c5dcaac00. 02000000:00000001:2.0:1787148539.687555:0:2396:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787148539.687557:0:2396:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1787148539.687559:0:2396:0:(genops.c:1244:class_import_put()) import ffff8c5c5776c800 refcount=3 obd=lustre-MDT0001-mdc-ffff8c5c68fb1800 00000020:00000001:2.0:1787148539.687561:0:2396:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1787148539.687564:0:2396:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8c5c46fcbf00. 02000000:00000001:2.0:1787148539.687567:0:2396:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787148539.687568:0:2396:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787148539.687570:0:2396:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5c5e1ff100. 00000100:00000001:2.0:1787148539.687573:0:2396:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787148539.687575:0:2396:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787148539.687576:0:2396:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787148539.687579:0:2396:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8c5c5e1ff480 x1873948276742784/t0(0) o400->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148594 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787148539.687585:0:2396:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787148539.687587:0:2396:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787148539.687588:0:2396:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c5c5dcaa800. 02000000:00000001:2.0:1787148539.687589:0:2396:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787148539.687590:0:2396:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1787148539.687595:0:2396:0:(genops.c:1244:class_import_put()) import ffff8c5c5776a000 refcount=5 obd=lustre-MDT0000-mdc-ffff8c5c68fb1800 00000020:00000001:2.0:1787148539.687596:0:2396:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1787148539.687598:0:2396:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8c5c46fcb100. 02000000:00000001:2.0:1787148539.687600:0:2396:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787148539.687601:0:2396:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787148539.687602:0:2396:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5c5e1ff480. 00000100:00000001:2.0:1787148539.687604:0:2396:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787148539.687605:0:2396:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787148539.687608:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787148539.687609:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787148539.687610:0:2396:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787148539.687612:0:2396:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787148539.687613:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1787148539.692081:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787148539.692141:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1787148539.692146:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787148539.692150:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787148539.692160:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148539.692167:0:2385:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.14@tcp(192.168.202.14@tcp) <- 192.168.202.114@tcp : PUT - for me 00000400:00000200:0.0:1787148539.692190:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148539.692196:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148539.692201:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148539.692205:0:2385:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.114@tcp of length 224 into portal 4 MB=0x6a858955cdb80 00000400:00000200:0.0:1787148539.692210:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148539.692217:0:2385:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.114@tcp of length 224/224 into md 0x562191 [1] + 224 00000800:00000001:0.0:1787148539.692224:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787148539.692229:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787148539.692233:0:2385:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787148539.692237:0:2385:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.14@tcp->192.168.202.114@tcp: PUT: OK 00000100:00000001:0.0:1787148539.692247:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787148539.692256:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c5c5e1fca80 x1873948276743040/t0(0) o400->lustre-OST0000-osc-ffff8c5c68fb1800@192.168.202.114@tcp:28/4 lens 224/224 e 0 to 0 dl 1787148594 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1787148539.692267:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8c5c5e1fca80 x1873948276743040/t0(0) o400->lustre-OST0000-osc-ffff8c5c68fb1800@192.168.202.114@tcp:28/4 lens 224/224 e 0 to 0 dl 1787148594 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787148539.692289:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1787148539.692298:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787148539.692302:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1787148539.692303:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787148539.692306:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787148539.692309:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148539.692312:0:2385:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.14@tcp(192.168.202.14@tcp) <- 192.168.202.114@tcp : PUT - for me 00000400:00000200:0.0:1787148539.692316:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148539.692318:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148539.692321:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148539.692325:0:2385:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.114@tcp of length 224 into portal 25 MB=0x6a858955cda00 00000400:00000200:0.0:1787148539.692328:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148539.692332:0:2385:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.114@tcp of length 224/224 into md 0x562199 [1] + 224 00000800:00000001:0.0:1787148539.692335:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787148539.692341:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787148539.692343:0:2385:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787148539.692353:0:2385:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.14@tcp->192.168.202.114@tcp: PUT: OK 00000100:00000001:0.0:1787148539.692357:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787148539.692362:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c5c5e1fe680 x1873948276742656/t0(0) o400->MGC192.168.202.114@tcp@192.168.202.114@tcp:26/25 lens 224/224 e 0 to 0 dl 1787148555 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1787148539.692370:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8c5c5e1fe680 x1873948276742656/t0(0) o400->MGC192.168.202.114@tcp@192.168.202.114@tcp:26/25 lens 224/224 e 0 to 0 dl 1787148555 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787148539.692376:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1787148539.692380:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787148539.692388:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787148539.692665:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787148539.692671:0:2396:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1787148539.692678:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787148539.692680:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787148539.692684:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5c68ddb7e8. 00000400:00000200:2.0:1787148539.692688:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5c42ee3660 00000400:00000010:2.0:1787148539.692691:0:2396:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff8c5c42ee3660. 00000100:00000001:2.0:1787148539.692701:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787148539.692706:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c5c5e1fe680 x1873948276742656/t0(0) o400->MGC192.168.202.114@tcp@192.168.202.114@tcp:26/25 lens 224/224 e 0 to 0 dl 1787148555 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787148539.692714:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c5c5e1fe680 x1873948276742656/t0(0) o400->MGC192.168.202.114@tcp@192.168.202.114@tcp:26/25 lens 224/224 e 0 to 0 dl 1787148555 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787148539.692720:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787148539.692722:0:2396:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787148539.692724:0:2396:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1787148539.692727:0:2396:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1787148539.692730:0:2396:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787148539.692732:0:2396:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787148539.692735:0:2396:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1787148539.692742:0:2396:0:(import.c:2149:obd_at_measure()) add 5 to ffff8c5c5776b460 time=21 v=5 (5 5 5 5) 00000100:00001000:2.0:1787148539.692745:0:2396:0:(import.c:2149:obd_at_measure()) add 1 to ffff8c5c5776b418 time=73 v=5 (1 1 1 0) 00000100:00000001:2.0:1787148539.692748:0:2396:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1787148539.692750:0:2396:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787148539.692752:0:2396:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1787148539.692763:0:2396:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787148539.692766:0:2396:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787148539.692772:0:2396:0:(lustre_net.h:2406:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8c5c5e1fe680 x1873948276742656/t0(0) o400->MGC192.168.202.114@tcp@192.168.202.114@tcp:26/25 lens 224/224 e 0 to 0 dl 1787148555 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787148539.692779:0:2396:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787148539.692782:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787148539.692784:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787148539.692798:0:2396:0:(lustre_net.h:2406:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8c5c5e1fe680 x1873948276742656/t0(0) o400->MGC192.168.202.114@tcp@192.168.202.114@tcp:26/25 lens 224/224 e 0 to 0 dl 1787148555 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787148539.692805:0:2396:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5c5e1fe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:adab7261-4d97-43ea-82e8-09637750fa21:2396:1873948276742656:192.168.202.114@tcp:400:kworker.0 00000400:00000001:2.0:1787148539.692811:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787148539.692812:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787148539.692814:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5c68ddb790. 00000400:00000200:2.0:1787148539.692817:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5c42ee3880 00000400:00000010:2.0:1787148539.692818:0:2396:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff8c5c42ee3880. 00000100:00000001:2.0:1787148539.692821:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787148539.692824:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c5c5e1fca80 x1873948276743040/t0(0) o400->lustre-OST0000-osc-ffff8c5c68fb1800@192.168.202.114@tcp:28/4 lens 224/224 e 0 to 0 dl 1787148594 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787148539.692831:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c5c5e1fca80 x1873948276743040/t0(0) o400->lustre-OST0000-osc-ffff8c5c68fb1800@192.168.202.114@tcp:28/4 lens 224/224 e 0 to 0 dl 1787148594 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787148539.692836:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787148539.692837:0:2396:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787148539.692839:0:2396:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1787148539.692840:0:2396:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1787148539.692841:0:2396:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787148539.692843:0:2396:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787148539.692844:0:2396:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1787148539.692850:0:2396:0:(import.c:2149:obd_at_measure()) add 36 to ffff8c5c5e0b1c60 time=21 v=36 (36 36 5 5) 00000100:00001000:2.0:1787148539.692853:0:2396:0:(import.c:2149:obd_at_measure()) add 1 to ffff8c5c5e0b1c18 time=147 v=5 (1 1 1 1) 00000100:00000001:2.0:1787148539.692855:0:2396:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1787148539.692856:0:2396:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787148539.692858:0:2396:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1787148539.692866:0:2396:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787148539.692869:0:2396:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1787148539.692871:0:2396:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8c5c68fb1800: skip recheck: last_committed 42949695890 00000100:00000001:2.0:1787148539.692873:0:2396:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1787148539.692875:0:2396:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787148539.692879:0:2396:0:(lustre_net.h:2406:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8c5c5e1fca80 x1873948276743040/t0(0) o400->lustre-OST0000-osc-ffff8c5c68fb1800@192.168.202.114@tcp:28/4 lens 224/224 e 0 to 0 dl 1787148594 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787148539.692884:0:2396:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787148539.692886:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787148539.692888:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787148539.692890:0:2396:0:(lustre_net.h:2406:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8c5c5e1fca80 x1873948276743040/t0(0) o400->lustre-OST0000-osc-ffff8c5c68fb1800@192.168.202.114@tcp:28/4 lens 224/224 e 0 to 0 dl 1787148594 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787148539.692897:0:2396:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5c5e1fca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:7e31181a-25e1-4c2b-a23d-b0f7747006f1:2396:1873948276743040:192.168.202.114@tcp:400:kworker.0 00000100:00000001:2.0:1787148539.692900:0:2396:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787148539.692903:0:2396:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787148539.692906:0:2396:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8c5c5e1fe680 x1873948276742656/t0(0) o400->MGC192.168.202.114@tcp@192.168.202.114@tcp:26/25 lens 224/224 e 0 to 0 dl 1787148555 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787148539.692912:0:2396:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787148539.692915:0:2396:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787148539.692918:0:2396:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c5c5dcab600. 02000000:00000001:2.0:1787148539.692921:0:2396:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787148539.692923:0:2396:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1787148539.692925:0:2396:0:(genops.c:1244:class_import_put()) import ffff8c5c5776b000 refcount=3 obd=MGC192.168.202.114@tcp 00000020:00000001:2.0:1787148539.692926:0:2396:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1787148539.692929:0:2396:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8c5c46fcbc00. 02000000:00000001:2.0:1787148539.692932:0:2396:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787148539.692933:0:2396:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787148539.692935:0:2396:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5c5e1fe680. 00000100:00000001:2.0:1787148539.692938:0:2396:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787148539.692940:0:2396:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787148539.692941:0:2396:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787148539.692945:0:2396:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8c5c5e1fca80 x1873948276743040/t0(0) o400->lustre-OST0000-osc-ffff8c5c68fb1800@192.168.202.114@tcp:28/4 lens 224/224 e 0 to 0 dl 1787148594 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787148539.692960:0:2396:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787148539.692961:0:2396:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787148539.692963:0:2396:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c5c5dcaaa00. 02000000:00000001:2.0:1787148539.692965:0:2396:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787148539.692966:0:2396:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1787148539.692967:0:2396:0:(genops.c:1244:class_import_put()) import ffff8c5c5e0b1800 refcount=3 obd=lustre-OST0000-osc-ffff8c5c68fb1800 00000020:00000001:2.0:1787148539.692969:0:2396:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1787148539.692970:0:2396:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8c5c46fcb400. 02000000:00000001:2.0:1787148539.692972:0:2396:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787148539.692973:0:2396:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787148539.692974:0:2396:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5c5e1fca80. 00000100:00000001:2.0:1787148539.692976:0:2396:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787148539.692978:0:2396:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787148539.692980:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787148539.692987:0:2396:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787148539.692988:0:2396:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787148539.692990:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787148539.692992:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787148539.872935:0:266370:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787148539.872943:0:266370:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787148539.872949:0:266370:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787148539.872950:0:266370:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787148539.873127:0:256812:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787148539.873131:0:256812:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787148539.873134:0:256812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1787148539.889094:0:279901:0:(llite_lib.c:4245:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1787148540.288190:0:279937:0:(debug.c:653:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1787148540.288199:0:279937:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: sanity test_812b: @@@@@@ FAIL: client: import is not in CONNECTING state after 50 00000001:00000001:3.0:1787148540.303805:0:279937:0:(debug.c:656:libcfs_debug_mark_buffer()) ************************************************** 00010000:00000001:1.0:1787148540.894294:0:266370:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787148540.894301:0:266370:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787148540.894307:0:266370:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787148540.894308:0:266370:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787148540.898548:0:235348:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787148540.898564:0:235348:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787148540.898568:0:235348:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1787148541.587033:0:280037:0:(llite_lib.c:4245:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787148541.919052:0:266370:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787148541.919059:0:266370:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787148541.919064:0:266370:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787148541.919067:0:266370:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1787148541.919070:0:266370:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1787148541.919075:0:266370:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787148541.919077:0:266370:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787148541.919079:0:266370:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787148541.919082:0:266370:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1787148541.919085:0:266370:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787148541.919087:0:266370:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787148541.919089:0:266370:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787148541.921166:0:235349:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787148541.921172:0:235349:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787148541.921189:0:235349:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) Debug log: 1328 lines, 1328 kept, 0 dropped, 0 bad.