00010000:00000001:3.0F:1789438862.891329:0:273084:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789438862.891347:0:273084:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789438862.891353:0:273084:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789438862.891354:0:273084:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0F:1789438862.899266:0:249312:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789438862.899281:0:249312:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789438862.899288:0:249312:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1789438863.402382:0:234888:0:(pinger.c:229:ptlrpc_pinger_process_import()) 42963a40-8242-4716-b5a0-c55cef22b1d2->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789438863.402393:0:234888:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1789438863.402401:0:234888:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95d279636680. 00000020:00000040:3.0:1789438863.402406:0:234888:0:(genops.c:1209:class_import_get()) import ffff95d245589000 refcount=4 obd=MGC192.168.202.129@tcp 00000100:00000001:3.0:1789438863.402411:0:234888:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789438863.402423:0:234888:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789438863.402428:0:234888:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789438863.402436:0:234888:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff95d2449b9400. 00000100:00000001:3.0:1789438863.402443:0:234888:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789438863.402455:0:234888:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 42963a40-8242-4716-b5a0-c55cef22b1d2->MGS req@ffff95d279636680 x1876351184895360/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789438863.402466:0:234888:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789438863.402470:0:234888:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789438863.402477:0:234888:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fadd052a] to pc [ptlrpcd_01_00+0] req@ffff95d279636680 x1876351184895360/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789438863.402498:0:234888:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789438863.402501:0:234888:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2d9a8a45-a42f-4142-a7af-34df75c08653->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789438863.402504:0:234888:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1789438863.402507:0:234888:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95d279637b80. 00000020:00000040:3.0:1789438863.402509:0:234888:0:(genops.c:1209:class_import_get()) import ffff95d2780b4000 refcount=6 obd=lustre-MDT0000-mdc-ffff95d244e30800 00000100:00000001:3.0:1789438863.402511:0:234888:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789438863.402512:0:234888:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789438863.402514:0:234888:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789438863.402517:0:234888:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff95d2449b9700. 00000100:00000001:3.0:1789438863.402520:0:234888:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789438863.402524:0:234888:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2d9a8a45-a42f-4142-a7af-34df75c08653->lustre-MDT0000_UUID req@ffff95d279637b80 x1876351184895488/t0(0) o400->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789438863.402531:0:234888:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789438863.402540:0:234888:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789438863.402545:0:234888:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fda93b23] to pc [ptlrpcd_01_01+1] req@ffff95d279637b80 x1876351184895488/t0(0) o400->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789438863.402553:0:234888:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789438863.402556:0:234888:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2d9a8a45-a42f-4142-a7af-34df75c08653->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789438863.402558:0:234888:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1789438863.402561:0:234888:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95d279635880. 00000020:00000040:3.0:1789438863.402563:0:234888:0:(genops.c:1209:class_import_get()) import ffff95d26f5f6800 refcount=4 obd=lustre-MDT0001-mdc-ffff95d244e30800 00000100:00000001:3.0:1789438863.402565:0:234888:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789438863.402566:0:234888:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789438863.402568:0:234888:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789438863.402571:0:234888:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff95d2449b9300. 00000100:00000001:3.0:1789438863.402574:0:234888:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789438863.402578:0:234888:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2d9a8a45-a42f-4142-a7af-34df75c08653->lustre-MDT0001_UUID req@ffff95d279635880 x1876351184895616/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789438863.402585:0:234888:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789438863.402586:0:234888:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789438863.402590:0:234888:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008caeff6c] to pc [ptlrpcd_01_00+0] req@ffff95d279635880 x1876351184895616/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789438863.402596:0:234888:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789438863.402598:0:234888:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2d9a8a45-a42f-4142-a7af-34df75c08653->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789438863.402601:0:234888:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1789438863.402605:0:234888:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95d279637480. 00000020:00000040:3.0:1789438863.402607:0:234888:0:(genops.c:1209:class_import_get()) import ffff95d26f5f0000 refcount=4 obd=lustre-OST0000-osc-ffff95d244e30800 00000100:00000001:3.0:1789438863.402609:0:234888:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789438863.402610:0:234888:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789438863.402612:0:234888:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789438863.402616:0:234888:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff95d2449b9d00. 00000100:00000001:3.0:1789438863.402618:0:234888:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789438863.402621:0:234888:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2d9a8a45-a42f-4142-a7af-34df75c08653->lustre-OST0000_UUID req@ffff95d279637480 x1876351184895744/t0(0) o400->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789438863.402640:0:234888:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789438863.402641:0:234888:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789438863.402645:0:234888:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000049014885] to pc [ptlrpcd_01_01+1] req@ffff95d279637480 x1876351184895744/t0(0) o400->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789438863.402651:0:234888:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789438863.402653:0:234888:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2d9a8a45-a42f-4142-a7af-34df75c08653->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789438863.402656:0:234888:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2d9a8a45-a42f-4142-a7af-34df75c08653->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789438863.402661:0:234888:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11110) 00000100:00000001:3.0:1789438863.402674:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789438863.402677:0:2391:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789438863.402680:0:2391:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789438863.402685:0:2391:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95d279636680 x1876351184895360/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789438863.402692:0:2391:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789438863.402694:0:2391:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789438863.402697:0:2391:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789438863.402700:0:2391:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789438863.402702:0:2391:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789438863.402706:0:2391:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff95d279636680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:42963a40-8242-4716-b5a0-c55cef22b1d2:2391:1876351184895360:192.168.202.129@tcp:400:kworker.0 00000100:00000001:3.0:1789438863.402710:0:2391:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789438863.402715:0:2391:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789438863.402718:0:2391:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789438863.402720:0:2391:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789438863.402724:0:2391:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff95d244ccfc00. 02000000:00000001:3.0:1789438863.402726:0:2391:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789438863.402733:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000010:3.0:1789438863.402738:0:2391:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95d2782d0c60. 00000400:00000010:3.0:1789438863.402745:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95d27200c4c8. 00000100:00000200:3.0:1789438863.402752:0:2391:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876351184895360, portal 25 00000100:00000001:3.0:1789438863.402754:0:2391:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789438863.402761:0:2391:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446627329945069184 : -116743764482432 : ffff95d279636680) 00000100:00000040:3.0:1789438863.402767:0:2391:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff95d279636680 x1876351184895360/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789438879 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789438863.402774:0:2391:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789438863.402777:0:2391:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:3.0:1789438863.402781:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95d27200ce58. 00000100:00000200:3.0:1789438863.402784:0:2391:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1876351184895360, offset 0 00000400:00000200:3.0:1789438863.402791:0:2391:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:3.0:1789438863.402799:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1789438863.402806:0:2391:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:3.0:1789438863.402811:0:2391:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789438863.402816:0:2391:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:3.0:1789438863.402820:0:2391:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789438863.402822:0:2391:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:3.0:1789438863.402825:0:2391:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [548312:548312:256:4294967295] 192.168.202.129@tcp LPNI seq info [548251:548251:8:4294967295] 00000400:00000200:3.0:1789438863.402830:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1789438863.402839:0:2391:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:3.0:1789438863.402845:0:2391:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:3.0:1789438863.402850:0:2391:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95d2449b9100. 00000800:00000200:3.0:1789438863.402856:0:2391:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95d247a15180] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:3.0:1789438863.402864:0:2391:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:3.0:1789438863.402868:0:2391:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff95d2449b9100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789438863.402880:0:2391:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789438863.402884:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000100:00000001:3.0:1789438863.402887:0:2391:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 2 is 4305776314 00000100:00000010:3.0:1789438863.402891:0:2391:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95d270b4d480. 00000100:00000001:3.0:1789438863.402898:0:2391:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1789438863.402915:0:2391:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 3 is 4305776314 00000100:00000010:3.0:1789438863.402918:0:2391:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95d270b4d540. 00000100:00000001:3.0:1789438863.402921:0:2391:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1789438863.402929:0:2391:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789438863.402931:0:2391:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789438863.402934:0:2391:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789438863.402938:0:2391:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95d279635880 x1876351184895616/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789438863.402944:0:2391:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789438863.402945:0:2391:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789438863.402947:0:2391:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789438863.402949:0:2391:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789438863.402950:0:2391:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789438863.402953:0:2391:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff95d279635880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2d9a8a45-a42f-4142-a7af-34df75c08653:2391:1876351184895616:192.168.202.129@tcp:400:kworker.0 00000100:00000001:3.0:1789438863.402956:0:2391:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789438863.402958:0:2391:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789438863.402959:0:2391:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789438863.402961:0:2391:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789438863.402963:0:2391:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff95d244ccf600. 02000000:00000001:3.0:1789438863.402965:0:2391:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789438863.402968:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000010:3.0:1789438863.402971:0:2391:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95d2782d0058. 00000400:00000010:3.0:1789438863.402974:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95d27200caa0. 00000100:00000200:3.0:1789438863.402977:0:2391:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876351184895616, portal 10 00000100:00000001:3.0:1789438863.402979:0:2391:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789438863.402980:0:2391:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446627329945065600 : -116743764486016 : ffff95d279635880) 00000100:00000040:3.0:1789438863.402986:0:2391:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff95d279635880 x1876351184895616/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438918 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789438863.402991:0:2391:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789438863.402994:0:2391:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:3.0:1789438863.402996:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95d27200cc38. 00000100:00000200:3.0:1789438863.402998:0:2391:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876351184895616, offset 0 00000400:00000200:3.0:1789438863.403002:0:2391:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:3.0:1789438863.403006:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1789438863.403010:0:2391:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:3.0:1789438863.403033:0:2391:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789438863.403042:0:2391:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:3.0:1789438863.403045:0:2391:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789438863.403047:0:2391:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:3.0:1789438863.403051:0:2391:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [548313:548313:255:4294967295] 192.168.202.129@tcp LPNI seq info [548252:548252:7:4294967295] 00000400:00000200:3.0:1789438863.403055:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1789438863.403062:0:2391:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:3.0:1789438863.403066:0:2391:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:3.0:1789438863.403070:0:2391:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95d2449b9200. 00000800:00000200:3.0:1789438863.403074:0:2391:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95d247a15180] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:3.0:1789438863.403077:0:2391:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:3.0:1789438863.403090:0:2391:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff95d2449b9200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789438863.403094:0:2391:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789438863.403097:0:2391:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95d244e30800: using a timeout of 14266 usecs (15 jiffies) 00000400:00000200:3.0:1789438863.403100:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000100:00000001:3.0:1789438863.403102:0:2391:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95d244e30800: PM QoS new deadline estimation for cpu 2 is 4305772560 00000100:00000001:3.0:1789438863.403104:0:2391:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95d244e30800: PM QoS request active for cpu 2, keep current deadline 4305776314 00000100:00000001:3.0:1789438863.403106:0:2391:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95d244e30800: PM QoS new deadline estimation for cpu 3 is 4305772560 00000100:00000001:3.0:1789438863.403108:0:2391:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95d244e30800: PM QoS request active for cpu 3, keep current deadline 4305776314 00000100:00000001:3.0:1789438863.403110:0:2391:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789438863.403581:0:2391:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789438863.403584:0:2391:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789438863.403588:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789438863.403596:0:2391:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789438863.403597:0:2391:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1789438863.403600:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789438863.403601:0:2391:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789438863.403603:0:2391:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789438863.403606:0:2391:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:3.0:1789438863.403608:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789438863.403610:0:2391:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789438863.403611:0:2391:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789438863.403620:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789438863.403621:0:2391:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789438863.403622:0:2391:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789438863.403628:0:2391:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95d279637b80 x1876351184895488/t0(0) o400->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789438863.403635:0:2391:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789438863.403636:0:2391:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789438863.403638:0:2391:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789438863.403641:0:2391:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789438863.403643:0:2391:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789438863.403646:0:2391:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff95d279637b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2d9a8a45-a42f-4142-a7af-34df75c08653:2391:1876351184895488:192.168.202.129@tcp:400:kworker.0 00000100:00000001:3.0:1789438863.403649:0:2391:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789438863.403652:0:2391:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789438863.403654:0:2391:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789438863.403655:0:2391:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789438863.403658:0:2391:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff95d244cce200. 02000000:00000001:3.0:1789438863.403660:0:2391:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789438863.403664:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000010:3.0:1789438863.403667:0:2391:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95d2782d0840. 00000400:00000010:3.0:1789438863.403671:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95d27200c330. 00000100:00000200:3.0:1789438863.403674:0:2391:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876351184895488, portal 10 00000100:00000001:3.0:1789438863.403676:0:2391:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789438863.403677:0:2391:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446627329945074560 : -116743764477056 : ffff95d279637b80) 00000100:00000040:3.0:1789438863.403683:0:2391:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff95d279637b80 x1876351184895488/t0(0) o400->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438918 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789438863.403689:0:2391:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789438863.403691:0:2391:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:3.0:1789438863.403693:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95d27200c908. 00000100:00000200:3.0:1789438863.403695:0:2391:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876351184895488, offset 0 00000400:00000200:3.0:1789438863.403701:0:2391:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:3.0:1789438863.403705:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1789438863.403709:0:2391:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:3.0:1789438863.403712:0:2391:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789438863.403722:0:2391:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:3.0:1789438863.403724:0:2391:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789438863.403726:0:2391:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:3.0:1789438863.403740:0:2391:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [548314:548314:254:4294967295] 192.168.202.129@tcp LPNI seq info [548253:548253:6:4294967295] 00000400:00000200:3.0:1789438863.403745:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1789438863.403753:0:2391:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:3.0:1789438863.403759:0:2391:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:3.0:1789438863.403764:0:2391:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95d2449b9600. 00000800:00000200:3.0:1789438863.403768:0:2391:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95d247a15180] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:3.0:1789438863.403774:0:2391:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:3.0:1789438863.403777:0:2391:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff95d2449b9600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789438863.403781:0:2391:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789438863.403785:0:2391:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95d244e30800: using a timeout of 24583 usecs (25 jiffies) 00000400:00000200:3.0:1789438863.403788:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000100:00000001:3.0:1789438863.403790:0:2391:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95d244e30800: PM QoS new deadline estimation for cpu 2 is 4305772570 00000100:00000001:3.0:1789438863.403793:0:2391:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95d244e30800: PM QoS request active for cpu 2, keep current deadline 4305776314 00000100:00000001:3.0:1789438863.403795:0:2391:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95d244e30800: PM QoS new deadline estimation for cpu 3 is 4305772570 00000100:00000001:3.0:1789438863.403797:0:2391:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95d244e30800: PM QoS request active for cpu 3, keep current deadline 4305776314 00000100:00000001:3.0:1789438863.403800:0:2391:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789438863.403802:0:2391:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789438863.403804:0:2391:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789438863.403809:0:2391:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95d279637480 x1876351184895744/t0(0) o400->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789438863.403815:0:2391:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789438863.403817:0:2391:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789438863.403820:0:2391:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789438863.403822:0:2391:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789438863.403824:0:2391:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789438863.403826:0:2391:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff95d279637480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2d9a8a45-a42f-4142-a7af-34df75c08653:2391:1876351184895744:192.168.202.129@tcp:400:kworker.0 00000100:00000001:3.0:1789438863.403839:0:2391:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789438863.403842:0:2391:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789438863.403844:0:2391:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789438863.403845:0:2391:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789438863.403848:0:2391:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff95d244cce800. 02000000:00000001:3.0:1789438863.403850:0:2391:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789438863.403854:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000010:3.0:1789438863.403858:0:2391:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95d2782d0f78. 00000400:00000010:3.0:1789438863.403862:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95d27200c550. 00000100:00000200:3.0:1789438863.403864:0:2391:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876351184895744, portal 4 00000100:00000001:3.0:1789438863.403865:0:2391:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789438863.403867:0:2391:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446627329945072768 : -116743764478848 : ffff95d279637480) 00000100:00000040:3.0:1789438863.403872:0:2391:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff95d279637480 x1876351184895744/t0(0) o400->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789438918 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789438863.403878:0:2391:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789438863.403880:0:2391:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:3.0:1789438863.403883:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95d27200ccc0. 00000100:00000200:3.0:1789438863.403885:0:2391:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876351184895744, offset 0 00000400:00000200:3.0:1789438863.403890:0:2391:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:3.0:1789438863.403894:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1789438863.403898:0:2391:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000100:00000001:2.0:1789438863.404098:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789438863.404103:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789438863.404703:0:2391:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789438863.404710:0:2391:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:3.0:1789438863.404714:0:2391:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789438863.404717:0:2391:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:3.0:1789438863.404721:0:2391:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [548315:548315:253:4294967295] 192.168.202.129@tcp LPNI seq info [548254:548254:5:4294967295] 00000400:00000200:3.0:1789438863.404727:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1789438863.404750:0:2391:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:3.0:1789438863.404758:0:2391:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:3.0:1789438863.404763:0:2391:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95d2449b9c00. 00000800:00000200:3.0:1789438863.404769:0:2391:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95d247a15180] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:3.0:1789438863.404782:0:2391:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:3.0:1789438863.404786:0:2391:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff95d2449b9c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789438863.404790:0:2391:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789438863.404795:0:2391:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff95d244e30800: using a timeout of 102910 usecs (103 jiffies) 00000400:00000200:3.0:1789438863.404799:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000100:00000001:3.0:1789438863.404802:0:2391:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95d244e30800: PM QoS new deadline estimation for cpu 2 is 4305772649 00000100:00000001:3.0:1789438863.404806:0:2391:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95d244e30800: PM QoS request active for cpu 2, keep current deadline 4305776314 00000100:00000001:3.0:1789438863.404809:0:2391:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95d244e30800: PM QoS new deadline estimation for cpu 3 is 4305772649 00000100:00000001:3.0:1789438863.404811:0:2391:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95d244e30800: PM QoS request active for cpu 3, keep current deadline 4305776314 00000100:00000001:3.0:1789438863.404813:0:2391:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789438863.404817:0:2391:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789438863.404821:0:2391:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789438863.404824:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789438863.404885:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789438863.404889:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95d2449b9100. 00000400:00000200:3.0:1789438863.404893:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789438863.404899:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:3.0:1789438863.404918:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95d27200ce58 00000400:00000010:3.0:1789438863.404921:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95d27200ce58. 00000100:00000001:3.0:1789438863.404927:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789438863.404934:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff95d279636680 x1876351184895360/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789438879 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789438863.404945:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789438863.404949:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95d279636680 x1876351184895360/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789438879 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789438863.404955:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789438863.404956:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789438863.404971:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789438863.404973:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95d2449b9200. 00000400:00000200:3.0:1789438863.404976:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789438863.404979:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:3.0:1789438863.404991:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95d27200cc38 00000400:00000010:3.0:1789438863.404993:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95d27200cc38. 00000100:00000001:3.0:1789438863.404996:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789438863.405000:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff95d279635880 x1876351184895616/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438918 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789438863.405008:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789438863.405011:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95d279635880 x1876351184895616/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438918 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789438863.405036:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789438863.405038:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789438863.405048:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789438863.405051:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95d2449b9600. 00000400:00000200:3.0:1789438863.405054:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789438863.405058:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:3.0:1789438863.405061:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95d27200c908 00000400:00000010:3.0:1789438863.405063:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95d27200c908. 00000100:00000001:3.0:1789438863.405065:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789438863.405069:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff95d279637b80 x1876351184895488/t0(0) o400->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438918 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789438863.405076:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789438863.406472:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95d279637b80 x1876351184895488/t0(0) o400->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438918 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789438863.406488:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789438863.406490:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1789438863.406917:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789438863.406922:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95d2449b9c00. 00000400:00000200:2.0:1789438863.406928:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789438863.406934:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:2.0:1789438863.406940:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95d27200ccc0 00000400:00000010:2.0:1789438863.406942:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95d27200ccc0. 00000100:00000001:2.0:1789438863.406946:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789438863.406953:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff95d279637480 x1876351184895744/t0(0) o400->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789438918 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789438863.406963:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789438863.406966:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95d279637480 x1876351184895744/t0(0) o400->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789438918 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789438863.406972:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789438863.406973:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1789438863.415838:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789438863.415853:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789438863.415858:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789438863.415860:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789438863.415869:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1789438863.415877:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:3.0:1789438863.415886:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1789438863.415891:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1789438863.415896:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1789438863.415916:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 4 MB=0x6aa880dd97f00 00000400:00000200:3.0:1789438863.415921:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1789438863.415927:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.129@tcp of length 224/224 into md 0x51639d [1] + 224 00000800:00000001:3.0:1789438863.415935:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789438863.415939:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789438863.415942:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789438863.415946:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:3.0:1789438863.415954:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789438863.415962:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff95d279637480 x1876351184895744/t0(0) o400->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789438918 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789438863.415973:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff95d279637480 x1876351184895744/t0(0) o400->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789438918 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789438863.415988:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789438863.415996:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789438863.415999:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789438863.416001:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789438863.416003:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789438863.416006:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1789438863.416010:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:3.0:1789438863.416034:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1789438863.416037:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1789438863.416040:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1789438863.416042:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 25 MB=0x6aa880dd97d80 00000400:00000200:3.0:1789438863.416046:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1789438863.416050:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.129@tcp of length 224/224 into md 0x51636d [1] + 224 00000800:00000001:3.0:1789438863.416054:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789438863.416057:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789438863.416058:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789438863.416061:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:3.0:1789438863.416063:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789438863.416067:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff95d279636680 x1876351184895360/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789438879 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789438863.416098:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff95d279636680 x1876351184895360/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789438879 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789438863.416104:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789438863.416109:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789438863.416121:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789438863.416123:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789438863.416125:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789438863.416404:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1789438863.416409:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:3.0:1789438863.416424:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1789438863.416427:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1789438863.416430:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1789438863.416433:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6aa880dd97e80 00000400:00000200:3.0:1789438863.416437:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1789438863.416440:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x51637d [1] + 224 00000800:00000001:3.0:1789438863.416444:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789438863.416452:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789438863.416454:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789438863.416457:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:3.0:1789438863.416461:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789438863.416465:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff95d279635880 x1876351184895616/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438918 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789438863.416473:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff95d279635880 x1876351184895616/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438918 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789438863.416480:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789438863.416484:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789438863.416487:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789438863.416502:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789438863.416505:0:2391:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789438863.416511:0:2391:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789438863.416519:0:2391:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789438863.416521:0:2391:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95d2782d0f78. 00000400:00000200:3.0:1789438863.416526:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95d27200c550 00000400:00000010:3.0:1789438863.416528:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95d27200c550. 00000100:00000001:3.0:1789438863.416531:0:2391:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789438863.416536:0:2391:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff95d279637480 x1876351184895744/t0(0) o400->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789438918 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789438863.416544:0:2391:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff95d279637480 x1876351184895744/t0(0) o400->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789438918 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789438863.416551:0:2391:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789438863.416552:0:2391:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789438863.416554:0:2391:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789438863.416558:0:2391:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789438863.416560:0:2391:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789438863.416562:0:2391:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789438863.416564:0:2391:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789438863.416575:0:2391:0:(import.c:2196:obd_at_measure()) add 36 to ffff95d26f5f0460 time=16 v=36 (36 36 5 5) 00000100:00001000:3.0:1789438863.416579:0:2391:0:(import.c:2196:obd_at_measure()) add 1 to ffff95d26f5f0418 time=14 v=5 (1 1 1 1) 00000100:00000001:3.0:1789438863.416582:0:2391:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789438863.416584:0:2391:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789438863.416586:0:2391:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789438863.416589:0:2391:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789438863.416592:0:2391:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789438863.416594:0:2391:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff95d244e30800: skip recheck: last_committed 42949693985 00000100:00000001:3.0:1789438863.416596:0:2391:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789438863.416598:0:2391:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789438863.416603:0:2391:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95d279637480 x1876351184895744/t0(0) o400->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789438918 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789438863.416609:0:2391:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789438863.416612:0:2391:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789438863.416614:0:2391:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789438863.416617:0:2391:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95d279637480 x1876351184895744/t0(0) o400->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789438918 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789438863.416636:0:2391:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff95d279637480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2d9a8a45-a42f-4142-a7af-34df75c08653:2391:1876351184895744:192.168.202.129@tcp:400:kworker.0 00000400:00000001:3.0:1789438863.416642:0:2391:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789438863.416643:0:2391:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789438863.416645:0:2391:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95d2782d0c60. 00000400:00000200:3.0:1789438863.416647:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95d27200c4c8 00000400:00000010:3.0:1789438863.416649:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95d27200c4c8. 00000100:00000001:3.0:1789438863.416652:0:2391:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789438863.416654:0:2391:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff95d279636680 x1876351184895360/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789438879 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789438863.416661:0:2391:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff95d279636680 x1876351184895360/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789438879 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789438863.416667:0:2391:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789438863.416668:0:2391:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789438863.416670:0:2391:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789438863.416671:0:2391:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789438863.416672:0:2391:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789438863.416674:0:2391:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789438863.416676:0:2391:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789438863.416678:0:2391:0:(import.c:2196:obd_at_measure()) add 5 to ffff95d245589460 time=17 v=5 (5 5 5 5) 00000100:00001000:3.0:1789438863.416681:0:2391:0:(import.c:2196:obd_at_measure()) add 1 to ffff95d245589418 time=141 v=5 (1 1 0 0) 00000100:00000001:3.0:1789438863.416683:0:2391:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789438863.416684:0:2391:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789438863.416686:0:2391:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789438863.416687:0:2391:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789438863.416689:0:2391:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789438863.416692:0:2391:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95d279636680 x1876351184895360/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789438879 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789438863.416699:0:2391:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789438863.416701:0:2391:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789438863.416702:0:2391:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789438863.416705:0:2391:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95d279636680 x1876351184895360/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789438879 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789438863.416719:0:2391:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff95d279636680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:42963a40-8242-4716-b5a0-c55cef22b1d2:2391:1876351184895360:192.168.202.129@tcp:400:kworker.0 00000400:00000001:3.0:1789438863.416725:0:2391:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789438863.416727:0:2391:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789438863.416728:0:2391:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95d2782d0058. 00000400:00000200:3.0:1789438863.416731:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95d27200caa0 00000400:00000010:3.0:1789438863.416732:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95d27200caa0. 00000100:00000001:3.0:1789438863.416734:0:2391:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789438863.416737:0:2391:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff95d279635880 x1876351184895616/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438918 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789438863.416743:0:2391:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff95d279635880 x1876351184895616/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438918 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789438863.416748:0:2391:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789438863.416749:0:2391:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789438863.416751:0:2391:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789438863.416752:0:2391:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789438863.416754:0:2391:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789438863.416755:0:2391:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789438863.416757:0:2391:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789438863.416761:0:2391:0:(import.c:2196:obd_at_measure()) add 36 to ffff95d26f5f6c60 time=16 v=36 (36 36 36 36) 00000100:00001000:3.0:1789438863.416764:0:2391:0:(import.c:2196:obd_at_measure()) add 1 to ffff95d26f5f6c18 time=116 v=5 (1 1 0 0) 00000100:00000001:3.0:1789438863.416766:0:2391:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789438863.416767:0:2391:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789438863.416769:0:2391:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1789438863.416772:0:2391:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff95d279635880 x1876351184895616/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438918 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1789438863.416778:0:2391:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789438863.416780:0:2391:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789438863.416782:0:2391:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff95d244e30800: skip recheck: last_committed 21474836545 00000100:00000001:3.0:1789438863.416783:0:2391:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789438863.416785:0:2391:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789438863.416788:0:2391:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95d279635880 x1876351184895616/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438918 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789438863.416798:0:2391:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789438863.416800:0:2391:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789438863.416802:0:2391:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789438863.416805:0:2391:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95d279635880 x1876351184895616/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438918 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789438863.416812:0:2391:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff95d279635880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2d9a8a45-a42f-4142-a7af-34df75c08653:2391:1876351184895616:192.168.202.129@tcp:400:kworker.0 00000100:00000001:3.0:1789438863.416816:0:2391:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789438863.416818:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789438863.416822:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95d279637480 x1876351184895744/t0(0) o400->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789438918 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789438863.416828:0:2391:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789438863.416831:0:2391:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789438863.416834:0:2391:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff95d244cce800. 02000000:00000001:3.0:1789438863.416837:0:2391:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789438863.416839:0:2391:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789438863.416841:0:2391:0:(genops.c:1222:class_import_put()) import ffff95d26f5f0000 refcount=3 obd=lustre-OST0000-osc-ffff95d244e30800 00000020:00000001:3.0:1789438863.416843:0:2391:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789438863.416845:0:2391:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff95d2449b9d00. 02000000:00000001:3.0:1789438863.416849:0:2391:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789438863.416850:0:2391:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789438863.416852:0:2391:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95d279637480. 00000100:00000001:3.0:1789438863.416858:0:2391:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789438863.416859:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789438863.416860:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789438863.416863:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95d279636680 x1876351184895360/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789438879 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789438863.416869:0:2391:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789438863.416870:0:2391:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789438863.416871:0:2391:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff95d244ccfc00. 02000000:00000001:3.0:1789438863.416873:0:2391:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789438863.416874:0:2391:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789438863.416879:0:2391:0:(genops.c:1222:class_import_put()) import ffff95d245589000 refcount=3 obd=MGC192.168.202.129@tcp 00000020:00000001:3.0:1789438863.416881:0:2391:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789438863.416883:0:2391:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff95d2449b9400. 02000000:00000001:3.0:1789438863.416885:0:2391:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789438863.416887:0:2391:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789438863.416888:0:2391:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95d279636680. 00000100:00000001:3.0:1789438863.416891:0:2391:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789438863.416892:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789438863.416894:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789438863.416897:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95d279635880 x1876351184895616/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438918 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789438863.416903:0:2391:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789438863.416904:0:2391:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789438863.416905:0:2391:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff95d244ccf600. 02000000:00000001:3.0:1789438863.416907:0:2391:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789438863.416908:0:2391:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789438863.416909:0:2391:0:(genops.c:1222:class_import_put()) import ffff95d26f5f6800 refcount=3 obd=lustre-MDT0001-mdc-ffff95d244e30800 00000020:00000001:3.0:1789438863.416911:0:2391:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789438863.416912:0:2391:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff95d2449b9300. 02000000:00000001:3.0:1789438863.416914:0:2391:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789438863.416915:0:2391:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789438863.416916:0:2391:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95d279635880. 00000100:00000001:3.0:1789438863.416919:0:2391:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789438863.416920:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789438863.416923:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789438863.416925:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789438863.416926:0:2391:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789438863.416928:0:2391:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789438863.416930:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1789438863.420471:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789438863.420489:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789438863.420494:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789438863.420496:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789438863.420505:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1789438863.420513:0:2383:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:3.0:1789438863.420520:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1789438863.420525:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1789438863.420538:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1789438863.420541:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6aa880dd97e00 00000400:00000200:3.0:1789438863.420546:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1789438863.420552:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x51638d [1] + 224 00000800:00000001:3.0:1789438863.420560:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789438863.420566:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789438863.420570:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789438863.420574:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:3.0:1789438863.420582:0:2383:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789438863.420592:0:2383:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff95d279637b80 x1876351184895488/t0(0) o400->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438918 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789438863.420602:0:2383:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff95d279637b80 x1876351184895488/t0(0) o400->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438918 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789438863.420617:0:2383:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789438863.420625:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789438863.420628:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789438863.420643:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789438863.420646:0:2391:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789438863.420652:0:2391:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789438863.420654:0:2391:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789438863.420656:0:2391:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95d2782d0840. 00000400:00000200:3.0:1789438863.420661:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95d27200c330 00000400:00000010:3.0:1789438863.420663:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95d27200c330. 00000100:00000001:3.0:1789438863.420665:0:2391:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789438863.420669:0:2391:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff95d279637b80 x1876351184895488/t0(0) o400->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438918 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789438863.420678:0:2391:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff95d279637b80 x1876351184895488/t0(0) o400->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438918 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789438863.420685:0:2391:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789438863.420687:0:2391:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789438863.420689:0:2391:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789438863.420692:0:2391:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789438863.420701:0:2391:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789438863.420704:0:2391:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789438863.420707:0:2391:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789438863.420716:0:2391:0:(import.c:2196:obd_at_measure()) add 36 to ffff95d2780b4460 time=16 v=36 (36 36 36 36) 00000100:00001000:3.0:1789438863.420720:0:2391:0:(import.c:2196:obd_at_measure()) add 1 to ffff95d2780b4418 time=141 v=5 (1 2 0 0) 00000100:00000001:3.0:1789438863.420723:0:2391:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789438863.420724:0:2391:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789438863.420727:0:2391:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789438863.420730:0:2391:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789438863.420734:0:2391:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789438863.420736:0:2391:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff95d244e30800: skip recheck: last_committed 30064771457 00000100:00000001:3.0:1789438863.420739:0:2391:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789438863.420741:0:2391:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789438863.420746:0:2391:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95d279637b80 x1876351184895488/t0(0) o400->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438918 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789438863.420754:0:2391:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789438863.420757:0:2391:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789438863.420759:0:2391:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789438863.420764:0:2391:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95d279637b80 x1876351184895488/t0(0) o400->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438918 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789438863.420771:0:2391:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff95d279637b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2d9a8a45-a42f-4142-a7af-34df75c08653:2391:1876351184895488:192.168.202.129@tcp:400:kworker.0 00000100:00000001:3.0:1789438863.420777:0:2391:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789438863.420780:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789438863.420783:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95d279637b80 x1876351184895488/t0(0) o400->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438918 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789438863.420789:0:2391:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789438863.420791:0:2391:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789438863.420794:0:2391:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff95d244cce200. 02000000:00000001:3.0:1789438863.420797:0:2391:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789438863.420800:0:2391:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789438863.420801:0:2391:0:(genops.c:1222:class_import_put()) import ffff95d2780b4000 refcount=5 obd=lustre-MDT0000-mdc-ffff95d244e30800 00000020:00000001:3.0:1789438863.420803:0:2391:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789438863.420812:0:2391:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff95d2449b9700. 02000000:00000001:3.0:1789438863.420815:0:2391:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789438863.420817:0:2391:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789438863.420819:0:2391:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95d279637b80. 00000100:00000001:3.0:1789438863.420825:0:2391:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789438863.420826:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789438863.420828:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789438863.420835:0:2391:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789438863.420838:0:2391:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789438863.420840:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789438863.420842:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789438863.914431:0:273084:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789438863.914435:0:273084:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789438863.914441:0:273084:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789438863.914442:0:273084:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0F:1789438863.921506:0:237587:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789438863.921519:0:237587:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789438863.921524:0:237587:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1789438864.406157:0:280396:0:(llite_lib.c:4248:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789438864.940001:0:273084:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789438864.940026:0:273084:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789438864.940036:0:273084:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789438864.940037:0:273084:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789438864.943484:0:243614:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789438864.943492:0:243614:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789438864.943497:0:243614:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0F:1789438865.287698:0:280460:0:(llite_lib.c:4248:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789438865.966237:0:273084:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789438865.966244:0:273084:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789438865.966250:0:273084:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789438865.966251:0:273084:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789438865.966291:0:237586:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789438865.966294:0:237586:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789438865.966297:0:237586:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1789438866.747631:0:280553:0:(llite_lib.c:4248:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789438866.989400:0:273084:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789438866.989408:0:273084:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789438866.989414:0:273084:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789438866.989416:0:273084:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789438866.989711:0:259124:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789438866.989715:0:259124:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789438866.989718:0:259124:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:3.0:1789438867.103039:0:280589:0:(debug.c:652:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1789438867.103046:0:280589:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity test 812b: do not drop no resend request for idle connect ========================================================== 22:21:05 (1789438865) 00000001:00000001:3.0:1789438867.110811:0:280589:0:(debug.c:655:libcfs_debug_mark_buffer()) ************************************************** 00000100:00000040:2.0:1789438867.182535:0:270304:0:(connection.c:75:cpu_latency_work()) work item of ffff95d244e33220 (cpu 2) has reached its deadline 4305776314, at 4305776324 00000100:00000010:2.0:1789438867.182550:0:270304:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95d270b4d480. 00000100:00000040:3.0:1789438867.184524:0:247630:0:(connection.c:75:cpu_latency_work()) work item of ffff95d244e33330 (cpu 3) has reached its deadline 4305776314, at 4305776325 00000100:00000010:3.0:1789438867.184540:0:247630:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95d270b4d540. 00000080:00000001:3.0:1789438867.271474:0:280610:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1789438867.271482:0:280610:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1789438867.271484:0:280610:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1789438867.271493:0:280610:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa5a8c1483bc0 00000080:00200000:3.0:1789438867.271498:0:280610:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95d26ec17448),name=/ 00000080:00000010:3.0:1789438867.271506:0:280610:0:(llite_lib.c:4059:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff95d241784c00. 00800000:00000002:3.0:1789438867.271512:0:280610:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff95d2797bf700 2 00000080:00000001:3.0:1789438867.271517:0:280610:0:(namei.c:937:ll_intent_lock()) Process entered 00800000:00000001:3.0:1789438867.271521:0:280610:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1789438867.271523:0:280610:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa5a8c1483ae0 00800000:00000002:3.0:1789438867.271526:0:280610:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1789438867.271530:0:280610:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1789438867.271533:0:280610:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1789438867.271535:0:280610:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1789438867.271538:0:280610:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1789438867.271540:0:280610:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1789438867.271542:0:280610:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789438867.271544:0:280610:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1789438867.271546:0:280610:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789438867.271550:0:280610:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1789438867.271555:0:280610:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1789438867.271557:0:280610:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa5a8c14839b0 00000002:00010000:3.0:1789438867.271559:0:280610:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1789438867.271563:0:280610:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1789438867.271565:0:280610:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789438867.271569:0:280610:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789438867.271576:0:280610:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff95d27199cb00 count: 2 00010000:00000001:3.0:1789438867.271579:0:280610:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789438867.271584:0:280610:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789438867.271588:0:280610:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1789438867.271592:0:280610:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff95d244e30800 lock: ffff95d26f58e000/0xbb27724d72d3a881 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2538edef7ed047d6 expref: -99 pid: 278517 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:3.0:1789438867.271603:0:280610:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1789438867.271608:0:280610:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789438867.271611:0:280610:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff95d244e30800 lock: ffff95d26f58e000/0xbb27724d72d3a881 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2538edef7ed047d6 expref: -99 pid: 278517 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:3.0:1789438867.271627:0:280610:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1789438867.271629:0:280610:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1789438867.271631:0:280610:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1789438867.271633:0:280610:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1789438867.271635:0:280610:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1789438867.271637:0:280610:0:(namei.c:945:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids -1 -1: rc 1 00000080:00000001:3.0:1789438867.271640:0:280610:0:(namei.c:983:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1789438867.271642:0:280610:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff95d2797bf700 2 00000080:00000010:3.0:1789438867.271646:0:280610:0:(llite_lib.c:4200:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff95d241784c00. 00000080:00000001:3.0:1789438867.271649:0:280610:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1789438867.271651:0:280610:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789438867.271654:0:280610:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff95d26ec17448) 00000080:00010000:3.0:1789438867.271657:0:280610:0:(llite_internal.h:1990:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff95d26ec17448) for lock 0xbb27724d72d3a881 00800000:00000001:3.0:1789438867.271660:0:280610:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1789438867.271662:0:280610:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1789438867.271664:0:280610:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789438867.271666:0:280610:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789438867.271669:0:280610:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff95d26f58e000 refcount=3 00000020:00000001:3.0:1789438867.271671:0:280610:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627329776607232 : -116743932944384 : ffff95d26f58e000) 00010000:00000001:3.0:1789438867.271674:0:280610:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446627329776607232 : -116743932944384 : ffff95d26f58e000) 00010000:00000001:3.0:1789438867.271676:0:280610:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789438867.271678:0:280610:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789438867.271679:0:280610:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789438867.271681:0:280610:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789438867.271683:0:280610:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xbb27724d72d3a881 from it ffffa5a8c1483bf8 00010000:00000001:3.0:1789438867.271685:0:280610:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789438867.271686:0:280610:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789438867.271688:0:280610:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff95d26f58e000 refcount=3 00000020:00000001:3.0:1789438867.271690:0:280610:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627329776607232 : -116743932944384 : ffff95d26f58e000) 00010000:00000001:3.0:1789438867.271692:0:280610:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446627329776607232 : -116743932944384 : ffff95d26f58e000) 00010000:00000001:3.0:1789438867.271694:0:280610:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789438867.271765:0:280610:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff95d244e30800 lock: ffff95d26f58e000/0xbb27724d72d3a881 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2538edef7ed047d6 expref: -99 pid: 278517 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1789438867.271772:0:280610:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789438867.271774:0:280610:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789438867.271775:0:280610:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1789438867.271777:0:280610:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1789438867.271780:0:280610:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff95d244e30800 lock: ffff95d26f58e000/0xbb27724d72d3a881 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2538edef7ed047d6 expref: -99 pid: 278517 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1789438867.271789:0:280610:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789438867.271792:0:280610:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789438867.271794:0:280610:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789438867.271798:0:280610:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789438867.271799:0:280610:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789438867.271801:0:280610:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789438867.271804:0:280610:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789438867.271805:0:280610:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789438867.271807:0:280610:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789438867.271810:0:280610:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789438867.271811:0:280610:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789438867.271813:0:280610:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789438867.271814:0:280610:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1789438867.271818:0:280610:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1789438867.271819:0:280610:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1789438867.271822:0:280610:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95d26ec17448), inode mode 41ff mask 1 00000080:00000001:3.0:1789438867.271826:0:280610:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1789438867.271835:0:280610:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff95d2435e1380. 00000080:00000001:3.0:1789438867.271840:0:280610:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1789438867.271841:0:280610:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1789438867.271843:0:280610:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa5a8c1483b00 00000080:00200000:3.0:1789438867.271845:0:280610:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95d26ec17448),name=/ 00000080:00000010:3.0:1789438867.271848:0:280610:0:(llite_lib.c:4059:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff95d241784c00. 00800000:00000002:3.0:1789438867.271851:0:280610:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff95d2797bf700 2 00000080:00000001:3.0:1789438867.271853:0:280610:0:(namei.c:937:ll_intent_lock()) Process entered 00800000:00000001:3.0:1789438867.271854:0:280610:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1789438867.271855:0:280610:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa5a8c1483a20 00800000:00000002:3.0:1789438867.271862:0:280610:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1789438867.271865:0:280610:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1789438867.271866:0:280610:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1789438867.271868:0:280610:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1789438867.271869:0:280610:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1789438867.271870:0:280610:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1789438867.271872:0:280610:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789438867.271874:0:280610:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1789438867.271876:0:280610:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789438867.271878:0:280610:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1789438867.271881:0:280610:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1789438867.271883:0:280610:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa5a8c14838f0 00000002:00010000:3.0:1789438867.271884:0:280610:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1789438867.271887:0:280610:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1789438867.271888:0:280610:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789438867.271889:0:280610:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789438867.271892:0:280610:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff95d27199cb00 count: 2 00010000:00000001:3.0:1789438867.271894:0:280610:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789438867.271896:0:280610:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789438867.271898:0:280610:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1789438867.271901:0:280610:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff95d244e30800 lock: ffff95d26f58e000/0xbb27724d72d3a881 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2538edef7ed047d6 expref: -99 pid: 278517 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:3.0:1789438867.271908:0:280610:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1789438867.271911:0:280610:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789438867.271914:0:280610:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff95d244e30800 lock: ffff95d26f58e000/0xbb27724d72d3a881 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2538edef7ed047d6 expref: -99 pid: 278517 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:3.0:1789438867.271920:0:280610:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1789438867.271922:0:280610:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1789438867.271923:0:280610:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1789438867.271925:0:280610:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1789438867.271927:0:280610:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1789438867.271928:0:280610:0:(namei.c:945:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids -1 -1: rc 1 00000080:00000001:3.0:1789438867.271936:0:280610:0:(namei.c:983:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1789438867.271939:0:280610:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff95d2797bf700 2 00000080:00000010:3.0:1789438867.271940:0:280610:0:(llite_lib.c:4200:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff95d241784c00. 00000080:00000001:3.0:1789438867.271943:0:280610:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1789438867.271945:0:280610:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789438867.271947:0:280610:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff95d26ec17448) 00000080:00010000:3.0:1789438867.271949:0:280610:0:(llite_internal.h:1990:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff95d26ec17448) for lock 0xbb27724d72d3a881 00800000:00000001:3.0:1789438867.271952:0:280610:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1789438867.271953:0:280610:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1789438867.271954:0:280610:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789438867.271956:0:280610:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789438867.271957:0:280610:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff95d26f58e000 refcount=3 00000020:00000001:3.0:1789438867.271959:0:280610:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627329776607232 : -116743932944384 : ffff95d26f58e000) 00010000:00000001:3.0:1789438867.271961:0:280610:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446627329776607232 : -116743932944384 : ffff95d26f58e000) 00010000:00000001:3.0:1789438867.271963:0:280610:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789438867.271965:0:280610:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789438867.271966:0:280610:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789438867.271967:0:280610:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789438867.271969:0:280610:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xbb27724d72d3a881 from it ffffa5a8c1483b38 00010000:00000001:3.0:1789438867.271971:0:280610:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789438867.271972:0:280610:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789438867.271973:0:280610:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff95d26f58e000 refcount=3 00000020:00000001:3.0:1789438867.271975:0:280610:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627329776607232 : -116743932944384 : ffff95d26f58e000) 00010000:00000001:3.0:1789438867.271978:0:280610:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446627329776607232 : -116743932944384 : ffff95d26f58e000) 00010000:00000001:3.0:1789438867.271979:0:280610:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789438867.271982:0:280610:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff95d244e30800 lock: ffff95d26f58e000/0xbb27724d72d3a881 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2538edef7ed047d6 expref: -99 pid: 278517 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1789438867.271988:0:280610:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789438867.271989:0:280610:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789438867.271990:0:280610:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1789438867.271992:0:280610:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1789438867.271994:0:280610:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff95d244e30800 lock: ffff95d26f58e000/0xbb27724d72d3a881 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2538edef7ed047d6 expref: -99 pid: 278517 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:3.0:1789438867.272008:0:280610:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789438867.272010:0:280610:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789438867.272030:0:280610:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789438867.272033:0:280610:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789438867.272034:0:280610:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789438867.272035:0:280610:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789438867.272038:0:280610:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789438867.272039:0:280610:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789438867.272041:0:280610:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789438867.272043:0:280610:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789438867.272044:0:280610:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789438867.272046:0:280610:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789438867.272047:0:280610:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1789438867.272048:0:280610:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1789438867.272049:0:280610:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1789438867.272051:0:280610:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95d26ec17448), inode mode 41ff mask 3 00000080:00000001:3.0:1789438867.272054:0:280610:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789438867.272057:0:280610:0:(namei.c:1398:ll_atomic_open()) Process entered 00000020:00000001:3.0:1789438867.272059:0:280610:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa5a8c1483b58 00000080:00200000:3.0:1789438867.272061:0:280610:0:(namei.c:1405:ll_atomic_open()) VFS Op:name=f812b.sanity, dir=[0x200000007:0x1:0x0](ffff95d26ec17448), file ffff95d251685980, open_flags a141, mode 81b6 opened 0 00000080:00000010:3.0:1789438867.272066:0:280610:0:(namei.c:1425:ll_atomic_open()) kmalloced '(it)': 72 at ffff95d270b4d540. 00000080:00000001:3.0:1789438867.272071:0:280610:0:(namei.c:1059:ll_lookup_it()) Process entered 00000020:00000001:3.0:1789438867.272072:0:280610:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa5a8c1483a08 00000080:00200000:3.0:1789438867.272074:0:280610:0:(namei.c:1065:ll_lookup_it()) VFS Op:name=f812b.sanity, dir=[0x200000007:0x1:0x0](ffff95d26ec17448), intent=open|creat 00000080:00000010:3.0:1789438867.272080:0:280610:0:(llite_lib.c:4059:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff95d241784c00. 00800000:00000002:3.0:1789438867.272083:0:280610:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff95d2797bf700 2 00000080:00000001:3.0:1789438867.272087:0:280610:0:(namei.c:937:ll_intent_lock()) Process entered 00800000:00000001:3.0:1789438867.272089:0:280610:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1789438867.272090:0:280610:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa5a8c1483928 00800000:00000002:3.0:1789438867.272092:0:280610:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f812b.sanity' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1789438867.272095:0:280610:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:3.0:1789438867.272097:0:280610:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:3.0:1789438867.272100:0:280610:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1789438867.272101:0:280610:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1789438867.272106:0:280610:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1789438867.272108:0:280610:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1789438867.272110:0:280610:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789438867.272111:0:280610:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1789438867.272113:0:280610:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789438867.272116:0:280610:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446627329621058560 : -116744088493056 : ffff95d266136400) 00800000:00000001:3.0:1789438867.272119:0:280610:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:3.0:1789438867.272121:0:280610:0:(obd_class.h:931:obd_fid_alloc()) Process entered 00000002:00000001:3.0:1789438867.272124:0:280610:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:3.0:1789438867.272126:0:280610:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:3.0:1789438867.272128:0:280610:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff95d244e30800: Allocated FID [0x200002b17:0x13c0:0x0] 40000000:00000001:3.0:1789438867.272131:0:280610:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789438867.272133:0:280610:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789438867.272134:0:280610:0:(obd_class.h:944:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789438867.272136:0:280610:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789438867.272138:0:280610:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa5a8c14838a8 00800000:00000002:3.0:1789438867.272140:0:280610:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200002b17:0x13c0:0x0], name='f812b.sanity' -> mds #0 layout version 1 00000002:00000001:3.0:1789438867.272144:0:280610:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1789438867.272145:0:280610:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa5a8c14837e0 00000002:00010000:3.0:1789438867.272147:0:280610:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f812b.sanity,[0x200002b17:0x13c0:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0120502 00000002:00000001:3.0:1789438867.272150:0:280610:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1789438867.272152:0:280610:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:3.0:1789438867.272155:0:280610:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:3.0:1789438867.272159:0:280610:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789438867.272160:0:280610:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1789438867.272162:0:280610:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff95d27199cb00 count: 2 00010000:00000001:3.0:1789438867.272164:0:280610:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789438867.272166:0:280610:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1789438867.272169:0:280610:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1789438867.272172:0:280610:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff95d244e30800 lock: ffff95d26f58e000/0xbb27724d72d3a881 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x2538edef7ed047d6 expref: -99 pid: 278517 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00000001:3.0:1789438867.272190:0:280610:0:(namei.c:470:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1789438867.272194:0:280610:0:(namei.c:233:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1789438867.272199:0:280610:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1789438867.272201:0:280610:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:3.0:1789438867.272203:0:280610:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789438867.272205:0:280610:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789438867.272207:0:280610:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff95d27199cb00 count: 3 00010000:00000001:3.0:1789438867.272209:0:280610:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789438867.272212:0:280610:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789438867.272213:0:280610:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789438867.272214:0:280610:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789438867.272216:0:280610:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff95d27199cb00 count: 3 00010000:00000001:3.0:1789438867.272217:0:280610:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789438867.272219:0:280610:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789438867.272220:0:280610:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789438867.272221:0:280610:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789438867.272223:0:280610:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff95d27199cb00 count: 3 00010000:00000001:3.0:1789438867.272224:0:280610:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789438867.272226:0:280610:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789438867.272228:0:280610:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1789438867.272230:0:280610:0:(namei.c:320:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff95d26ec17380, pfid = [0x0:0x0:0x0] 00000080:00000001:3.0:1789438867.272234:0:280610:0:(namei.c:158:ll_prune_negative_children()) Process entered 00000080:00000001:3.0:1789438867.272236:0:280610:0:(namei.c:189:ll_prune_negative_children()) Process leaving 00000080:00000001:3.0:1789438867.272239:0:280610:0:(namei.c:400:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1789438867.272240:0:280610:0:(namei.c:534:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789438867.272310:0:280610:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1789438867.272314:0:280610:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1789438867.272315:0:280610:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1789438867.272317:0:280610:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789438867.272319:0:280610:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1789438867.272321:0:280610:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff95d26f58e000 with handle 0xbb27724d72d3a881 from hash 00010000:00000001:3.0:1789438867.272324:0:280610:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1789438867.272325:0:280610:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789438867.272326:0:280610:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789438867.272328:0:280610:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1789438867.272331:0:280610:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1789438867.272332:0:280610:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1789438867.272335:0:280610:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1789438867.272341:0:280610:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1789438867.272343:0:280610:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1789438867.272348:0:280610:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95d279637b80. 00000020:00000040:3.0:1789438867.272352:0:280610:0:(genops.c:1209:class_import_get()) import ffff95d2780b4000 refcount=6 obd=lustre-MDT0000-mdc-ffff95d244e30800 02000000:00000001:3.0:1789438867.272357:0:280610:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789438867.272358:0:280610:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789438867.272362:0:280610:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1789438867.272366:0:280610:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789438867.272368:0:280610:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789438867.272370:0:280610:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789438867.272371:0:280610:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789438867.272373:0:280610:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789438867.272375:0:280610:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789438867.272378:0:280610:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789438867.272384:0:280610:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95d248996800. 00000100:00000001:3.0:1789438867.272391:0:280610:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789438867.272396:0:280610:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1789438867.272398:0:280610:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1789438867.272401:0:280610:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff95d244e30800 lock: ffff95d26f58e000/0xbb27724d72d3a881 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x2538edef7ed047d6 expref: -99 pid: 278517 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:3.0:1789438867.272408:0:280610:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1789438867.272409:0:280610:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1789438867.272411:0:280610:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1789438867.272414:0:280610:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff95d244e30800 lock: ffff95d26f58e000/0xbb27724d72d3a881 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x2538edef7ed047d6 expref: -99 pid: 278517 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000040:3.0:1789438867.272423:0:280610:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff95d27199cb00 count: 0 00010000:00000010:3.0:1789438867.272428:0:280610:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff95d266fd8400. 00010000:00000001:3.0:1789438867.272435:0:280610:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789438867.272437:0:280610:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789438867.272439:0:280610:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1789438867.272440:0:280610:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789438867.272442:0:280610:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789438867.272450:0:280610:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446627329945074560 : -116743764477056 : ffff95d279637b80) 00010000:00000001:3.0:1789438867.272459:0:280610:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1789438867.272461:0:280610:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1789438867.272465:0:280610:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff95d266f10b00. 00010000:00000010:3.0:1789438867.272469:0:280610:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff95d27808be00. 00010000:00000001:3.0:1789438867.272472:0:280610:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1789438867.272475:0:280610:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff95d279744c00. 00000020:00000001:3.0:1789438867.272478:0:280610:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1789438867.272480:0:280610:0:(lustre_handles.c:93:class_handle_hash()) added object ffff95d279744c00 with handle 0xbb27724d72d3a896 to hash 00000020:00000001:3.0:1789438867.272482:0:280610:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1789438867.272484:0:280610:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446627329946176512 : -116743763375104 : ffff95d279744c00) 00010000:00000001:3.0:1789438867.272487:0:280610:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446627329946176512 : -116743763375104 : ffff95d279744c00) 00010000:00000001:3.0:1789438867.272489:0:280610:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789438867.272491:0:280610:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789438867.272494:0:280610:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff95d244e30800 lock: ffff95d279744c00/0xbb27724d72d3a896 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 280610 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789438867.272501:0:280610:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff95d244e30800 lock: ffff95d279744c00/0xbb27724d72d3a896 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 280610 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:3.0:1789438867.272512:0:280610:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff95d244e30800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1789438867.272523:0:280610:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff95d279637b80 x1876351184896000/t0(0) o101->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 528/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1789438867.272533:0:280610:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff95d244e30800 lock: ffff95d279744c00/0xbb27724d72d3a896 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 280610 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1789438867.272539:0:280610:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1789438867.272541:0:280610:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1789438867.272547:0:280610:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff95d24a1119c0. 00000100:00000001:3.0:1789438867.272550:0:280610:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446627329151146432 : -116744558405184 : ffff95d24a1119c0) 00000100:00000001:3.0:1789438867.272552:0:280610:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789438867.272554:0:280610:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446627329945074560 : -116743764477056 : ffff95d279637b80) 00000100:00000001:3.0:1789438867.272558:0:280610:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789438867.272566:0:280610:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789438867.272569:0:280610:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1789438867.272570:0:280610:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789438867.272575:0:280610:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95d279637b80 x1876351184896000/t0(0) o101->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 528/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789438867.272582:0:280610:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789438867.272584:0:280610:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789438867.272588:0:280610:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789438867.272590:0:280610:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789438867.272593:0:280610:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789438867.272596:0:280610:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff95d279637b80 pname:cluuid:pid:xid:nid:opc:job lfs:2d9a8a45-a42f-4142-a7af-34df75c08653:280610:1876351184896000:192.168.202.129@tcp:101:lfs.0 00000100:00000001:3.0:1789438867.272600:0:280610:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789438867.272605:0:280610:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789438867.272607:0:280610:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789438867.272609:0:280610:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789438867.272652:0:280610:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff95d25f120000. 02000000:00000001:3.0:1789438867.272654:0:280610:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789438867.272662:0:280610:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000010:3.0:1789438867.272667:0:280610:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95d2782d0840. 00000400:00000010:3.0:1789438867.272673:0:280610:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff95d248996c00. 00000100:00000200:3.0:1789438867.272680:0:280610:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1876351184896000, portal 10 00000100:00000001:3.0:1789438867.272682:0:280610:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789438867.272683:0:280610:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446627329945074560 : -116743764477056 : ffff95d279637b80) 00000100:00000040:3.0:1789438867.272689:0:280610:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff95d279637b80 x1876351184896000/t0(0) o101->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 528/66320 e 0 to 0 dl 1789438922 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789438867.272696:0:280610:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789438867.272768:0:280610:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:3.0:1789438867.272772:0:280610:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95d27200c330. 00000100:00000200:3.0:1789438867.272775:0:280610:0:(niobuf.c:94:ptl_send_buf()) Sending 528 bytes to portal 12, xid 1876351184896000, offset 0 00000400:00000200:3.0:1789438867.272782:0:280610:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:3.0:1789438867.272789:0:280610:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1789438867.272797:0:280610:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:3.0:1789438867.272801:0:280610:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789438867.272809:0:280610:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:3.0:1789438867.272813:0:280610:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789438867.272816:0:280610:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:3.0:1789438867.272820:0:280610:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [548316:548316:256:4294967295] 192.168.202.129@tcp LPNI seq info [548255:548255:8:4294967295] 00000400:00000200:3.0:1789438867.272824:0:280610:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1789438867.272834:0:280610:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:3.0:1789438867.272840:0:280610:0:(socklnd_cb.c:931:ksocknal_send()) sending 528 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:3.0:1789438867.272844:0:280610:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95d2449b9d00. 00000800:00000200:3.0:1789438867.272851:0:280610:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95d247a15180] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:3.0:1789438867.272858:0:280610:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:3.0:1789438867.272862:0:280610:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff95d2449b9d00 type 1, nob 624 niov 1 nkiov 1 00000100:00000001:3.0:1789438867.272878:0:280610:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789438867.272882:0:280610:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95d244e30800: using a timeout of 24583 usecs (25 jiffies) 00000400:00000200:3.0:1789438867.272886:0:280610:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000100:00000001:3.0:1789438867.272888:0:280610:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95d244e30800: PM QoS new deadline estimation for cpu 2 is 4305776439 00000800:00000200:3.0:1789438867.274331:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789438867.274339:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95d2449b9d00. 00000400:00000200:3.0:1789438867.274345:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789438867.274352:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:3.0:1789438867.274359:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95d27200c330 00000400:00000010:3.0:1789438867.274361:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95d27200c330. 00000100:00000001:3.0:1789438867.274367:0:2384:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789438867.274373:0:2384:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff95d279637b80 x1876351184896000/t0(0) o101->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 528/66320 e 0 to 0 dl 1789438922 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789438867.274393:0:2384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789438867.274397:0:2384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff95d279637b80 x1876351184896000/t0(0) o101->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 528/66320 e 0 to 0 dl 1789438922 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789438867.274404:0:2384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789438867.274406:0:2384:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000010:3.0:1789438867.274433:0:280610:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95d270b4d0c0. 00000100:00000001:3.0:1789438867.274441:0:280610:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95d244e30800: PM QoS request now active for cpu 2 00000100:00000001:3.0:1789438867.274452:0:280610:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95d244e30800: PM QoS new deadline estimation for cpu 3 is 4305776440 00000100:00000010:3.0:1789438867.274455:0:280610:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95d270b4d1e0. 00000100:00000001:3.0:1789438867.274458:0:280610:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95d244e30800: PM QoS request now active for cpu 3 00000100:00000001:3.0:1789438867.274461:0:280610:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789438867.274464:0:280610:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789438867.274466:0:280610:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789438867.274469:0:280610:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00100000:3.0:1789438867.274471:0:280610:0:(client.c:2716:ptlrpc_set_wait()) set ffff95d24a1119c0 going to sleep for 50 seconds 00000100:00000001:3.0:1789438867.274474:0:280610:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789438867.274477:0:280610:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1F:1789438867.277880:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95d27199cb00. 00010000:00000010:3.1:1789438867.277901:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95d26f58e000. 00000800:00000001:3.0:1789438867.278043:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789438867.278058:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789438867.278061:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789438867.278064:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789438867.278074:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1789438867.278082:0:2383:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:3.0:1789438867.278090:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1789438867.278095:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1789438867.278100:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1789438867.278104:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 608 into portal 10 MB=0x6aa880dd98000 00000400:00000200:3.0:1789438867.278109:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1789438867.278115:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 608/608 into md 0x5163ad [32] + 224 00000800:00000001:3.0:1789438867.278122:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789438867.278129:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789438867.278133:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789438867.278138:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:3.0:1789438867.278145:0:2383:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789438867.278153:0:2383:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff95d279637b80 x1876351184896000/t0(0) o101->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 528/66320 e 0 to 0 dl 1789438922 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789438867.278164:0:2383:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=608 offset=224 replen=66320 req@ffff95d279637b80 x1876351184896000/t0(0) o101->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 528/66320 e 0 to 0 dl 1789438922 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789438867.278195:0:2383:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789438867.278208:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789438867.278212:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789438867.278250:0:280610:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789438867.278259:0:280610:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789438867.278260:0:280610:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789438867.278264:0:280610:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95d2782d0840. 00000400:00000200:0.0:1789438867.278269:0:280610:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95d248996c00 00000400:00000010:0.0:1789438867.278271:0:280610:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 632 at ffff95d248996c00. 00000100:00000001:0.0:1789438867.278274:0:280610:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789438867.278279:0:280610:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff95d279637b80 x1876351184896000/t0(0) o101->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 528/66320 e 0 to 0 dl 1789438922 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1789438867.278286:0:280610:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff95d279637b80 x1876351184896000/t0(0) o101->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 528/66320 e 0 to 0 dl 1789438922 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789438867.278293:0:280610:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789438867.278295:0:280610:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789438867.278297:0:280610:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789438867.278300:0:280610:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789438867.278302:0:280610:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789438867.278304:0:280610:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789438867.278307:0:280610:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789438867.278316:0:280610:0:(import.c:2196:obd_at_measure()) add 36 to ffff95d2780b4460 time=20 v=36 (36 36 36 36) 00000100:00001000:0.0:1789438867.278320:0:280610:0:(import.c:2196:obd_at_measure()) add 1 to ffff95d2780b4418 time=145 v=5 (1 2 0 0) 00000100:00000001:0.0:1789438867.278323:0:280610:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789438867.278325:0:280610:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789438867.278327:0:280610:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789438867.278331:0:280610:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789438867.278336:0:280610:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1789438867.278337:0:280610:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x4000174ed/0x1] 00000100:00000001:0.0:1789438867.278339:0:280610:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1789438867.278341:0:280610:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789438867.278343:0:280610:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446627329945074560 : -116743764477056 : ffff95d279637b80) 00000100:00000001:0.0:1789438867.278346:0:280610:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789438867.278349:0:280610:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff95d244e30800: skip recheck: last_committed 30064771457 00000100:00000001:0.0:1789438867.278356:0:280610:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789438867.278360:0:280610:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789438867.278366:0:280610:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95d279637b80 x1876351184896000/t30064771458(30064771458) o101->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 528/608 e 0 to 0 dl 1789438922 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789438867.278373:0:280610:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789438867.278376:0:280610:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789438867.278378:0:280610:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789438867.278382:0:280610:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95d279637b80 x1876351184896000/t30064771458(30064771458) o101->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 528/608 e 0 to 0 dl 1789438922 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1789438867.278389:0:280610:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff95d279637b80 pname:cluuid:pid:xid:nid:opc:job lfs:2d9a8a45-a42f-4142-a7af-34df75c08653:280610:1876351184896000:192.168.202.129@tcp:101:lfs.0 00000100:00000001:0.0:1789438867.278394:0:280610:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789438867.278396:0:280610:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789438867.278399:0:280610:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1789438867.278401:0:280610:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789438867.278404:0:280610:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff95d279637b80 x1876351184896000/t30064771458(30064771458) o101->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 528/608 e 0 to 0 dl 1789438922 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789438867.278410:0:280610:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789438867.278412:0:280610:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff95d24a1119c0. 00000100:00000001:0.0:1789438867.278415:0:280610:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1789438867.278416:0:280610:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789438867.278419:0:280610:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1789438867.278424:0:280610:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789438867.278426:0:280610:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789438867.278430:0:280610:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff95d279744c00 refcount=4 00000020:00000001:0.0:1789438867.278432:0:280610:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627329946176512 : -116743763375104 : ffff95d279744c00) 00010000:00000001:0.0:1789438867.278434:0:280610:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446627329946176512 : -116743763375104 : ffff95d279744c00) 00010000:00000040:0.0:1789438867.278440:0:280610:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff95d279744c00, remote cookie: 0x2538edef7ed04815, flags: 0x1001 00010000:00010000:0.0:1789438867.278444:0:280610:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff95d244e30800 lock: ffff95d279744c00/0xbb27724d72d3a896 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2538edef7ed04815 expref: -99 pid: 280610 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789438867.278461:0:280610:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200002b17:0x13c0:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:0.0:1789438867.278464:0:280610:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:0.0:1789438867.278470:0:280610:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff95d2796cb300. 00010000:00000010:0.0:1789438867.278474:0:280610:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff95d27927fb80. 00010000:00000040:0.0:1789438867.278480:0:280610:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff95d266f10b00 count: 0 00010000:00000010:0.0:1789438867.278485:0:280610:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff95d27808be00. 00010000:00000001:0.0:1789438867.278489:0:280610:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789438867.278493:0:280610:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff95d244e30800 lock: ffff95d279744c00/0xbb27724d72d3a896 lrc: 4/0,1 mode: --/PR res: [0x200002b17:0x13c0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2538edef7ed04815 expref: -99 pid: 280610 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789438867.278501:0:280610:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff95d244e30800 lock: ffff95d279744c00/0xbb27724d72d3a896 lrc: 4/0,1 mode: --/PR res: [0x200002b17:0x13c0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2538edef7ed04815 expref: -99 pid: 280610 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789438867.278507:0:280610:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1789438867.278511:0:280610:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1789438867.278513:0:280610:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1789438867.278514:0:280610:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1789438867.278516:0:280610:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1789438867.278518:0:280610:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200002b17:0x13c0:0x0].0x0 (ffff95d2796cb300) refcount = 1 00010000:00010000:0.0:1789438867.278523:0:280610:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff95d244e30800 lock: ffff95d279744c00/0xbb27724d72d3a896 lrc: 4/0,1 mode: PR/PR res: [0x200002b17:0x13c0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2538edef7ed04815 expref: -99 pid: 280610 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789438867.278529:0:280610:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1789438867.278533:0:280610:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1789438867.278534:0:280610:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789438867.278538:0:280610:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1789438867.278541:0:280610:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789438867.278544:0:280610:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff95d244e30800 lock: ffff95d279744c00/0xbb27724d72d3a896 lrc: 4/0,1 mode: PR/PR res: [0x200002b17:0x13c0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2538edef7ed04815 expref: -99 pid: 280610 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789438867.278558:0:280610:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1789438867.278560:0:280610:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789438867.278562:0:280610:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789438867.278563:0:280610:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789438867.278564:0:280610:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789438867.278566:0:280610:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789438867.278570:0:280610:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1789438867.278573:0:280610:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789438867.278574:0:280610:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789438867.278576:0:280610:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff95d279744c00 refcount=3 00000020:00000001:0.0:1789438867.278578:0:280610:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627329946176512 : -116743763375104 : ffff95d279744c00) 00010000:00000001:0.0:1789438867.278580:0:280610:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446627329946176512 : -116743763375104 : ffff95d279744c00) 00010000:00000001:0.0:1789438867.278582:0:280610:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789438867.278583:0:280610:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789438867.278584:0:280610:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff95d279744c00 refcount=4 00000020:00000001:0.0:1789438867.278586:0:280610:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627329946176512 : -116743763375104 : ffff95d279744c00) 00010000:00000001:0.0:1789438867.278588:0:280610:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446627329946176512 : -116743763375104 : ffff95d279744c00) 00010000:00000001:0.0:1789438867.278590:0:280610:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789438867.278593:0:280610:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789438867.278596:0:280610:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff95d244e30800 lock: ffff95d279744c00/0xbb27724d72d3a896 lrc: 5/1,1 mode: PR/PR res: [0x200002b17:0x13c0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2538edef7ed04815 expref: -99 pid: 280610 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789438867.278602:0:280610:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789438867.278603:0:280610:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789438867.278604:0:280610:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789438867.278605:0:280610:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789438867.278607:0:280610:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff95d279744c00 refcount=5 00000020:00000001:0.0:1789438867.278609:0:280610:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627329946176512 : -116743763375104 : ffff95d279744c00) 00010000:00000001:0.0:1789438867.278611:0:280610:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446627329946176512 : -116743763375104 : ffff95d279744c00) 00010000:00000001:0.0:1789438867.278613:0:280610:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789438867.278616:0:280610:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff95d244e30800 lock: ffff95d279744c00/0xbb27724d72d3a896 lrc: 5/1,1 mode: PR/PR res: [0x200002b17:0x13c0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2538edef7ed04815 expref: -99 pid: 280610 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789438867.278625:0:280610:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789438867.278627:0:280610:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1789438867.278629:0:280610:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff95d244e30800 lock: ffff95d279744c00/0xbb27724d72d3a896 lrc: 4/1,0 mode: PR/PR res: [0x200002b17:0x13c0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2538edef7ed04815 expref: -99 pid: 280610 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789438867.278636:0:280610:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789438867.278637:0:280610:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789438867.278638:0:280610:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789438867.278639:0:280610:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789438867.278640:0:280610:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1789438867.278645:0:280610:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x8000037, status=0 req@ffff95d279637b80 x1876351184896000/t30064771458(30064771458) o101->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 528/608 e 0 to 0 dl 1789438922 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1789438867.278653:0:280610:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:0.0:1789438867.278658:0:280610:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff95d279637b80 x1876351184896000/t30064771458(30064771458) o101->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 528/608 e 0 to 0 dl 1789438922 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1789438867.278664:0:280610:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789438867.278667:0:280610:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789438867.278668:0:280610:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789438867.278669:0:280610:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff95d279744c00 refcount=3 00000020:00000001:0.0:1789438867.278671:0:280610:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627329946176512 : -116743763375104 : ffff95d279744c00) 00010000:00000001:0.0:1789438867.278672:0:280610:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446627329946176512 : -116743763375104 : ffff95d279744c00) 00010000:00000001:0.0:1789438867.278675:0:280610:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789438867.278676:0:280610:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789438867.278677:0:280610:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789438867.278679:0:280610:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789438867.278682:0:280610:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:0.0:1789438867.278685:0:280610:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789438867.278686:0:280610:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446627329945074560 : -116743764477056 : ffff95d279637b80) 00000100:00000001:0.0:1789438867.278689:0:280610:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789438867.278690:0:280610:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446627329945074560 : -116743764477056 : ffff95d279637b80) 00010000:00000001:0.0:1789438867.278692:0:280610:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789438867.278697:0:280610:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789438867.278698:0:280610:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff95d279744c00 refcount=3 00000020:00000001:0.0:1789438867.278700:0:280610:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627329946176512 : -116743763375104 : ffff95d279744c00) 00010000:00000001:0.0:1789438867.278702:0:280610:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446627329946176512 : -116743763375104 : ffff95d279744c00) 00000002:00010000:0.0:1789438867.278706:0:280610:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff95d244e30800 lock: ffff95d279744c00/0xbb27724d72d3a896 lrc: 3/1,0 mode: PR/PR res: [0x200002b17:0x13c0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2538edef7ed04815 expref: -99 pid: 280610 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789438867.278713:0:280610:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789438867.278714:0:280610:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789438867.278715:0:280610:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1789438867.278717:0:280610:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789438867.278718:0:280610:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789438867.278719:0:280610:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff95d279744c00 refcount=3 00000020:00000001:0.0:1789438867.278721:0:280610:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627329946176512 : -116743763375104 : ffff95d279744c00) 00010000:00000001:0.0:1789438867.278722:0:280610:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446627329946176512 : -116743763375104 : ffff95d279744c00) 00010000:00000040:0.0:1789438867.278726:0:280610:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff95d2796cb300 count: 2 00010000:00000001:0.0:1789438867.279105:0:280610:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1789438867.279111:0:280610:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff95d25e67d400 type 13 mode 4 res 8589945623/5056 (0 0) 00010000:00000001:0.0:1789438867.279114:0:280610:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789438867.279115:0:280610:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789438867.279117:0:280610:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1789438867.279120:0:280610:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa5a8c1483768 00000002:00002000:0.0:1789438867.279121:0:280610:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=f812b.sanity intent=open|creat status=0 disp=0x9800037: rc = 0 00000002:00000001:0.0:1789438867.279124:0:280610:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789438867.279128:0:280610:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789438867.279130:0:280610:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1789438867.279133:0:280610:0:(namei.c:945:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids -1 -1: rc 0 00000080:00000001:0.0:1789438867.279136:0:280610:0:(namei.c:983:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789438867.279139:0:280610:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff95d2797bf700 2 00000080:00000001:0.0:1789438867.279142:0:280610:0:(namei.c:661:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1789438867.279144:0:280610:0:(namei.c:667:ll_lookup_it_finish()) it ffff95d270b4d540 it_disposition 9800037 00000080:00002000:0.0:1789438867.279149:0:280610:0:(namei.c:646:ll_splice_alias()) Add dentry ffff95d251dd80d8 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:0.0:1789438867.279155:0:280610:0:(namei.c:823:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1789438867.279164:0:280610:0:(namei.c:1617:ll_create_it()) Process entered 00000020:00000001:0.0:1789438867.279167:0:280610:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa5a8c1483990 00000080:00200000:0.0:1789438867.279168:0:280610:0:(namei.c:1621:ll_create_it()) VFS Op:name=f812b.sanity, dir=[0x200000007:0x1:0x0](ffff95d26ec17448), intent=open|creat 00000080:00000001:0.0:1789438867.279171:0:280610:0:(namei.c:1568:ll_create_node()) Process entered 00000080:00000001:0.0:1789438867.279182:0:280610:0:(llite_lib.c:3841:ll_prep_inode()) Process entered 00000002:00000001:0.0:1789438867.279187:0:280610:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1789438867.279190:0:280610:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1789438867.279193:0:280610:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115373145330624 : 144115373145330624 : 200002b170013c0) 00000080:00000001:0.0:1789438867.279196:0:280610:0:(namei.c:106:ll_iget()) Process entered 00000080:00000010:0.0:1789438867.279211:0:280610:0:(super25.c:42:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff95d25404f380. 00000020:00000001:0.0:1789438867.279221:0:280610:0:(class_obd.c:978:obd_heat_clear()) Process entered 00000020:00000001:0.0:1789438867.279223:0:280610:0:(class_obd.c:981:obd_heat_clear()) Process leaving 00000080:00000001:0.0:1789438867.279226:0:280610:0:(llite_lib.c:3354:ll_read_inode2()) Process entered 00000080:00200000:0.0:1789438867.279228:0:280610:0:(llite_lib.c:3357:ll_read_inode2()) VFS Op:inode=[0x200002b17:0x13c0:0x0](ffff95d25404f448) 00000080:00000001:0.0:1789438867.279232:0:280610:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115373145330624 : 144115373145330624 : 200002b170013c0) 00000080:00000001:0.0:1789438867.279235:0:280610:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554475 : 33554475 : 200002b) 00000080:00000002:0.0:1789438867.279237:0:280610:0:(llite_lib.c:3051:ll_update_inode()) setting ino 144115373145330624 mtime from 0 to 1789438867 00000080:00200000:0.0:1789438867.279241:0:280610:0:(llite_lib.c:3120:ll_update_inode()) inode=[0x200002b17:0x13c0:0x0], updating i_size 0 00000080:00000001:0.0:1789438867.279243:0:280610:0:(llite_lib.c:3379:ll_read_inode2()) Process leaving 00000020:00000001:0.0:1789438867.279246:0:280610:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1789438867.279251:0:280610:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446627329504448312 : -116744205103304 : ffff95d25f200f38) 00000020:00001000:0.0:1789438867.279253:0:280610:0:(cl_object.c:823:cl_env_get()) 1@ffff95d25f200f30 00000020:00000001:0.0:1789438867.279257:0:280610:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000080:00000010:0.0:1789438867.279261:0:280610:0:(vvp_object.c:304:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff95d26f64a4b0. 00000020:00000001:0.0:1789438867.279264:0:280610:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:0.0:1789438867.279265:0:280610:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789438867.279272:0:280610:0:(lov_object.c:2359:lov_object_alloc()) Process entered 00020000:00000010:0.0:1789438867.279275:0:280610:0:(lov_object.c:2360:lov_object_alloc()) slab-alloced 'lov': 248 at ffff95d24576faa8. 00020000:00000001:0.0:1789438867.279278:0:280610:0:(lov_object.c:2374:lov_object_alloc()) Process leaving (rc=18446627329073937064 : -116744635614552 : ffff95d24576faa8) 00020000:00000001:0.0:1789438867.279281:0:280610:0:(lov_object.c:1410:lov_object_init()) Process entered 00020000:00000001:0.0:1789438867.279284:0:280610:0:(lov_object.c:1438:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789438867.279288:0:280610:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446627329777378608 : -116743932173008 : ffff95d26f64a530) 00000020:00001000:0.0:1789438867.279291:0:280610:0:(cl_object.c:917:cl_env_put()) 1@ffff95d25f200f30 00000080:00000001:0.0:1789438867.279294:0:280610:0:(namei.c:149:ll_iget()) Process leaving (rc=18446627329318122568 : -116744391429048 : ffff95d25404f448) 00010000:00000001:0.0:1789438867.279297:0:280610:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789438867.279303:0:280610:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789438867.279305:0:280610:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff95d279744c00 refcount=3 00000020:00000001:0.0:1789438867.279306:0:280610:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627329946176512 : -116743763375104 : ffff95d279744c00) 00010000:00000001:0.0:1789438867.279309:0:280610:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446627329946176512 : -116743763375104 : ffff95d279744c00) 00000080:00000001:0.0:1789438867.279312:0:280610:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:0.0:1789438867.279313:0:280610:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1789438867.279315:0:280610:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446627329504448312 : -116744205103304 : ffff95d25f200f38) 00000020:00001000:0.0:1789438867.279317:0:280610:0:(cl_object.c:823:cl_env_get()) 1@ffff95d25f200f30 00000020:00000001:0.0:1789438867.279319:0:280610:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:0.0:1789438867.279321:0:280610:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000002:0.0:1789438867.279323:0:280610:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff95d24576faa8) owner ffff95d241224f80 00020000:00000001:0.0:1789438867.279326:0:280610:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1789438867.279328:0:280610:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff95d24576faa8) owner ffff95d241224f80 00020000:00000002:0.0:1789438867.279331:0:280610:0:(lov_object.c:1535:lov_conf_set()) [0x200002b17:0x13c0:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1789438867.279333:0:280610:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789438867.279334:0:280610:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789438867.279337:0:280610:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1789438867.279339:0:280610:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff95d24576faa8) owner 0000000000000000/ffff95d241224f80 00020000:00000002:0.0:1789438867.279342:0:280610:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff95d24576faa8) owner 0000000000000000/ffff95d241224f80 00020000:00000001:0.0:1789438867.279344:0:280610:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1789438867.279346:0:280610:0:(lov_object.c:2289:lov_object_layout_get()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1789438867.279348:0:280610:0:(file.c:6843:ll_layout_conf()) [0x200002b17:0x13c0:0x0]: layout version change: 4294967294 -> 4294967295 00000020:00001000:0.0:1789438867.279350:0:280610:0:(cl_object.c:917:cl_env_put()) 1@ffff95d25f200f30 00000080:00000001:0.0:1789438867.279352:0:280610:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789438867.279353:0:280610:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789438867.279354:0:280610:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1789438867.279356:0:280610:0:(llite_lib.c:3939:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1789438867.279359:0:280610:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1789438867.279361:0:280610:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789438867.279363:0:280610:0:(namei.c:1587:ll_create_node()) setting l_ast_data to inode [0x200002b17:0x13c0:0x0](ffff95d25404f448) 00000080:00010000:0.0:1789438867.279366:0:280610:0:(llite_internal.h:1990:ll_set_lock_data()) setting l_data to inode [0x200002b17:0x13c0:0x0](ffff95d25404f448) for lock 0xbb27724d72d3a896 00800000:00000001:0.0:1789438867.279369:0:280610:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1789438867.279370:0:280610:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1789438867.279371:0:280610:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789438867.279372:0:280610:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789438867.279378:0:280610:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff95d279744c00 refcount=3 00000020:00000001:0.0:1789438867.279380:0:280610:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627329946176512 : -116743763375104 : ffff95d279744c00) 00010000:00000001:0.0:1789438867.279382:0:280610:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446627329946176512 : -116743763375104 : ffff95d279744c00) 00010000:00000001:0.0:1789438867.279384:0:280610:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789438867.279385:0:280610:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789438867.279386:0:280610:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789438867.279388:0:280610:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789438867.279389:0:280610:0:(namei.c:1589:ll_create_node()) Process leaving 00000100:00000001:0.0:1789438867.279391:0:280610:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789438867.279396:0:280610:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff95d279637b80 x1876351184896000/t30064771458(30064771458) o101->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 528/608 e 0 to 0 dl 1789438922 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789438867.279403:0:280610:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1789438867.279406:0:280610:0:(namei.c:1644:ll_create_it()) inode ffff95d25404f448 need_sync_to_mds [0x200002b17:0x13c0:0x0] 00000080:00000001:0.0:1789438867.279409:0:280610:0:(namei.c:1679:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789438867.279412:0:280610:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200002b17:0x13c0:0x0](ffff95d25404f448) 00000080:00000001:0.0:1789438867.279415:0:280610:0:(namei.c:1303:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1789438867.279419:0:280610:0:(llite_lib.c:4200:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff95d241784c00. 00000100:00000001:0.0:1789438867.279421:0:280610:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789438867.279424:0:280610:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff95d279637b80 x1876351184896000/t30064771458(30064771458) o101->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 528/608 e 0 to 0 dl 1789438922 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789438867.279430:0:280610:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789438867.279433:0:280610:0:(pcc.c:3604:pcc_inode_create_fini()) Process entered 00000080:00000001:0.0:1789438867.279435:0:280610:0:(pcc.c:3607:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1789438867.279437:0:280610:0:(namei.c:1493:ll_atomic_open()) inode ffff95d25404f448 need_sync_to_mds [0x200002b17:0x13c0:0x0] 00000080:00000001:0.0:1789438867.279443:0:280610:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:0.0:1789438867.279445:0:280610:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa5a8c1483a68 00000080:00200008:0.0:1789438867.279447:0:280610:0:(file.c:1090:ll_file_open()) START file f812b.sanity:[0x200002b17:0x13c0:0x0](ffff95d25404f448), flags 120501 00000080:00000010:0.0:1789438867.279454:0:280610:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff95d260065a40. 00000080:00000010:0.0:1789438867.279459:0:280610:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff95d27218b840. 00000080:00000001:0.0:1789438867.279460:0:280610:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:0.0:1789438867.279464:0:280610:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00800000:00000001:0.0:1789438867.279466:0:280610:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789438867.279469:0:280610:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789438867.279471:0:280610:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789438867.279477:0:280610:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789438867.279480:0:280610:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789438867.279482:0:280610:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b17:0x13c0:0x0] 00800000:00000001:0.0:1789438867.279484:0:280610:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789438867.279487:0:280610:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:0.0:1789438867.279490:0:280610:0:(obd.h:1465:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff95d25e7ed9c0. 00000002:00100000:0.0:1789438867.279495:0:280610:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff95d279637b80 x1876351184896000/t30064771458(30064771458) o101->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 528/608 e 0 to 0 dl 1789438922 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1789438867.279501:0:280610:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789438867.279503:0:280610:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:0.0:1789438867.279506:0:280610:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:0.0:1789438867.279509:0:280610:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789438867.279512:0:280610:0:(file.c:1298:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789438867.279515:0:280610:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789438867.279518:0:280610:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95d279637b80 x1876351184896000/t30064771458(30064771458) o101->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 528/608 e 0 to 0 dl 1789438922 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 02000000:00000001:0.0:1789438867.279524:0:280610:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789438867.279527:0:280610:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff95d25f120000. 02000000:00000001:0.0:1789438867.279544:0:280610:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1789438867.279546:0:280610:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789438867.279549:0:280610:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa5a8c1483a68 00000080:00000008:0.0:1789438867.279550:0:280610:0:(file.c:1329:ll_file_open()) COMPLETED file f812b.sanity:[0x200002b17:0x13c0:0x0](ffff95d25404f448), flags 100101, rc = 0 00000080:00000001:0.0:1789438867.279554:0:280610:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1789438867.279556:0:280610:0:(dcache.c:176:ll_intent_release()) intent ffff95d270b4d540 released 00000080:00010000:0.0:1789438867.279558:0:280610:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xbb27724d72d3a896 from it ffff95d270b4d540 00010000:00000001:0.0:1789438867.279560:0:280610:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789438867.279562:0:280610:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789438867.279563:0:280610:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff95d279744c00 refcount=3 00000020:00000001:0.0:1789438867.279565:0:280610:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627329946176512 : -116743763375104 : ffff95d279744c00) 00010000:00000001:0.0:1789438867.279567:0:280610:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446627329946176512 : -116743763375104 : ffff95d279744c00) 00010000:00000001:0.0:1789438867.279569:0:280610:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789438867.279572:0:280610:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff95d244e30800 lock: ffff95d279744c00/0xbb27724d72d3a896 lrc: 3/1,0 mode: PR/PR res: [0x200002b17:0x13c0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x2538edef7ed04815 expref: -99 pid: 280610 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789438867.279588:0:280610:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789438867.279589:0:280610:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789438867.279591:0:280610:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789438867.279593:0:280610:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789438867.279595:0:280610:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff95d244e30800 lock: ffff95d279744c00/0xbb27724d72d3a896 lrc: 2/0,0 mode: PR/PR res: [0x200002b17:0x13c0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x2538edef7ed04815 expref: -99 pid: 280610 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1789438867.279601:0:280610:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789438867.279604:0:280610:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789438867.279606:0:280610:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789438867.279610:0:280610:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789438867.279611:0:280610:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789438867.279613:0:280610:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789438867.279616:0:280610:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789438867.279618:0:280610:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789438867.279620:0:280610:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789438867.279623:0:280610:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789438867.279624:0:280610:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789438867.279626:0:280610:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789438867.279627:0:280610:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1789438867.279628:0:280610:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:0.0:1789438867.279630:0:280610:0:(pcc.c:2403:pcc_file_open()) Process entered 00000080:00000001:0.0:1789438867.279632:0:280610:0:(pcc.c:2109:pcc_may_auto_attach()) Process entered 00000080:00000001:0.0:1789438867.279634:0:280610:0:(pcc.c:2128:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1789438867.279636:0:280610:0:(pcc.c:2033:pcc_try_auto_attach()) Process entered 00000080:00000001:0.0:1789438867.279637:0:280610:0:(pcc.c:2039:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789438867.279640:0:280610:0:(pcc.c:1968:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:0.0:1789438867.279642:0:280610:0:(pcc.c:1971:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789438867.279644:0:280610:0:(pcc.c:2436:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1789438867.279646:0:280610:0:(pcc.c:2463:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789438867.279648:0:280610:0:(namei.c:1543:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1789438867.279650:0:280610:0:(namei.c:1555:ll_atomic_open()) kfreed 'it': 72 at ffff95d270b4d540. 00000080:00000001:0.0:1789438867.279654:0:280610:0:(namei.c:1557:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789438867.279657:0:280610:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:0.0:1789438867.279659:0:280610:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200002b17:0x13c0:0x0](ffff95d25404f448), inode mode 81a4 mask 40 00000080:00000001:0.0:1789438867.279662:0:280610:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789438867.279686:0:280610:0:(file.c:4644:ll_file_ioctl()) Process entered 00000080:00200080:0.0:1789438867.279689:0:280610:0:(file.c:4646:ll_file_ioctl()) VFS Op:inode=[0x200002b17:0x13c0:0x0](ffff95d25404f448) cmd=4008669a arg=24d1530 00000080:00000001:0.0:1789438867.279695:0:280610:0:(file.c:3002:ll_lov_setstripe()) Process entered 00000080:00000001:0.0:1789438867.279697:0:280610:0:(llite_lib.c:4367:ll_copy_user_md()) Process entered 00000080:00000010:0.0:1789438867.279700:0:280610:0:(llite_lib.c:4376:ll_copy_user_md()) kmalloced '(*kbuf)': 32 at ffff95d25e7ed0e0. 00000080:00000001:0.0:1789438867.279702:0:280610:0:(llite_lib.c:4385:ll_copy_user_md()) Process leaving (rc=32 : 32 : 20) 00000080:00000001:0.0:1789438867.279705:0:280610:0:(file.c:2756:ll_lov_setstripe_ea_info()) Process entered 00000080:00000001:0.0:1789438867.279707:0:280610:0:(file.c:806:ll_intent_file_open()) Process entered 00000080:00000010:0.0:1789438867.279710:0:280610:0:(llite_lib.c:4059:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff95d2482ff800. 00800000:00000002:0.0:1789438867.279714:0:280610:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff95d2797bf700 2 00000080:00000001:0.0:1789438867.279718:0:280610:0:(namei.c:937:ll_intent_lock()) Process entered 00800000:00000001:0.0:1789438867.279720:0:280610:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1789438867.279722:0:280610:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa5a8c1483b10 00800000:00000002:0.0:1789438867.279724:0:280610:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open' for [0x200002b17:0x13c0:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1789438867.279727:0:280610:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:0.0:1789438867.280082:0:280610:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789438867.280084:0:280610:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789438867.280086:0:280610:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789438867.280087:0:280610:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789438867.280089:0:280610:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789438867.280091:0:280610:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b17:0x13c0:0x0] 00800000:00000001:0.0:1789438867.280093:0:280610:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789438867.280096:0:280610:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa5a8c1483a90 00800000:00000002:0.0:1789438867.280098:0:280610:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200002b17:0x13c0:0x0], name='' -> mds #0 layout version 1 00000002:00000001:0.0:1789438867.280102:0:280610:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1789438867.280104:0:280610:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa5a8c14839c8 00000002:00010000:0.0:1789438867.280106:0:280610:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200002b17:0x13c0:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 040000002 00000002:00000001:0.0:1789438867.280110:0:280610:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1789438867.280112:0:280610:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:0.0:1789438867.280115:0:280610:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1789438867.280120:0:280610:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff95d2796cb300 count: 2 00010000:00000001:0.0:1789438867.280122:0:280610:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789438867.280125:0:280610:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1789438867.280128:0:280610:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789438867.280130:0:280610:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789438867.280132:0:280610:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789438867.280139:0:280610:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:0.0:1789438867.280142:0:280610:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789438867.280146:0:280610:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95d272167480. 00000020:00000040:0.0:1789438867.280149:0:280610:0:(genops.c:1209:class_import_get()) import ffff95d2780b4000 refcount=7 obd=lustre-MDT0000-mdc-ffff95d244e30800 02000000:00000001:0.0:1789438867.280155:0:280610:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1789438867.280156:0:280610:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789438867.280159:0:280610:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1789438867.280163:0:280610:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789438867.280166:0:280610:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789438867.280168:0:280610:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789438867.280169:0:280610:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789438867.280172:0:280610:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789438867.280213:0:280610:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789438867.280217:0:280610:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789438867.280223:0:280610:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95d26f535c00. 00000100:00000001:0.0:1789438867.280229:0:280610:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789438867.280233:0:280610:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789438867.280234:0:280610:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789438867.280236:0:280610:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789438867.280237:0:280610:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789438867.280239:0:280610:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789438867.280246:0:280610:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446627329822585984 : -116743886965632 : ffff95d272167480) 00010000:00000001:0.0:1789438867.280249:0:280610:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1789438867.280251:0:280610:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1789438867.280255:0:280610:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff95d2796cb700. 00010000:00000010:0.0:1789438867.280259:0:280610:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff95d27927fe80. 00010000:00000001:0.0:1789438867.280263:0:280610:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1789438867.280266:0:280610:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff95d2862df200. 00000020:00000001:0.0:1789438867.280270:0:280610:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1789438867.280272:0:280610:0:(lustre_handles.c:93:class_handle_hash()) added object ffff95d2862df200 with handle 0xbb27724d72d3a89d to hash 00000020:00000001:0.0:1789438867.280274:0:280610:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1789438867.280275:0:280610:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446627330159669760 : -116743549881856 : ffff95d2862df200) 00010000:00000001:0.0:1789438867.280278:0:280610:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446627330159669760 : -116743549881856 : ffff95d2862df200) 00010000:00000001:0.0:1789438867.280281:0:280610:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789438867.280283:0:280610:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789438867.280291:0:280610:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff95d244e30800 lock: ffff95d2862df200/0xbb27724d72d3a89d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 280610 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789438867.280299:0:280610:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff95d244e30800 lock: ffff95d2862df200/0xbb27724d72d3a89d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 280610 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:0.0:1789438867.280311:0:280610:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff95d244e30800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1789438867.280318:0:280610:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff95d272167480 x1876351184896256/t0(0) o101->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1789438867.280327:0:280610:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff95d244e30800 lock: ffff95d2862df200/0xbb27724d72d3a89d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 280610 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1789438867.280332:0:280610:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1789438867.280334:0:280610:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1789438867.280340:0:280610:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff95d245b7e0c0. 00000100:00000001:0.0:1789438867.280342:0:280610:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446627329078190272 : -116744631361344 : ffff95d245b7e0c0) 00000100:00000001:0.0:1789438867.280344:0:280610:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789438867.280346:0:280610:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446627329822585984 : -116743886965632 : ffff95d272167480) 00000100:00000001:0.0:1789438867.280350:0:280610:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789438867.280355:0:280610:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789438867.280356:0:280610:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1789438867.280358:0:280610:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789438867.280363:0:280610:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95d272167480 x1876351184896256/t0(0) o101->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789438867.280370:0:280610:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789438867.280372:0:280610:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789438867.280375:0:280610:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789438867.280378:0:280610:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789438867.280380:0:280610:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789438867.280438:0:280610:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff95d272167480 pname:cluuid:pid:xid:nid:opc:job lfs:2d9a8a45-a42f-4142-a7af-34df75c08653:280610:1876351184896256:192.168.202.129@tcp:101:lfs.0 00000100:00000001:0.0:1789438867.280444:0:280610:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789438867.280450:0:280610:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789438867.280457:0:280610:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789438867.280460:0:280610:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789438867.280542:0:280610:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at ffff95d25e780000. 02000000:00000001:0.0:1789438867.280544:0:280610:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789438867.280552:0:280610:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000010:0.0:1789438867.280556:0:280610:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95d265ed85d8. 00000400:00000010:0.0:1789438867.280562:0:280610:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff95d24321b000. 00000100:00000200:0.0:1789438867.280568:0:280610:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1876351184896256, portal 10 00000100:00000001:0.0:1789438867.280570:0:280610:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789438867.280572:0:280610:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446627329822585984 : -116743886965632 : ffff95d272167480) 00000100:00000040:0.0:1789438867.280578:0:280610:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff95d272167480 x1876351184896256/t0(0) o101->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789438922 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789438867.280585:0:280610:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789438867.280587:0:280610:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:0.0:1789438867.280591:0:280610:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95d245b5e2a8. 00000100:00000200:0.0:1789438867.280594:0:280610:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1876351184896256, offset 0 00000400:00000200:0.0:1789438867.280600:0:280610:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:0.0:1789438867.280608:0:280610:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:0.0:1789438867.280615:0:280610:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:0.0:1789438867.280620:0:280610:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789438867.280624:0:280610:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:0.0:1789438867.280627:0:280610:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789438867.280630:0:280610:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:0.0:1789438867.280633:0:280610:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [548317:548317:256:4294967295] 192.168.202.129@tcp LPNI seq info [548256:548256:8:4294967295] 00000400:00000200:0.0:1789438867.280637:0:280610:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:0.0:1789438867.280647:0:280610:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:0.0:1789438867.280653:0:280610:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:0.0:1789438867.280658:0:280610:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95d244aa7500. 00000800:00000200:0.0:1789438867.280664:0:280610:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95d247a15180] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:0.0:1789438867.280671:0:280610:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:0.0:1789438867.280674:0:280610:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff95d244aa7500 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:0.0:1789438867.280737:0:280610:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789438867.280746:0:280610:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95d244e30800: using a timeout of 24578 usecs (25 jiffies) 00000400:00000200:0.0:1789438867.280750:0:280610:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000100:00000001:0.0:1789438867.280753:0:280610:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95d244e30800: PM QoS new deadline estimation for cpu 2 is 4305776447 00000100:00000001:0.0:1789438867.280760:0:280610:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95d244e30800: PM QoS request active for cpu 2, simply extend its deadline from 4305776439 00000100:00000001:0.0:1789438867.280764:0:280610:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95d244e30800: PM QoS new deadline estimation for cpu 3 is 4305776447 00000100:00000001:0.0:1789438867.280767:0:280610:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95d244e30800: PM QoS request active for cpu 3, simply extend its deadline from 4305776440 00000100:00000001:0.0:1789438867.280770:0:280610:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789438867.280772:0:280610:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789438867.280774:0:280610:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789438867.280776:0:280610:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00100000:0.0:1789438867.280778:0:280610:0:(client.c:2716:ptlrpc_set_wait()) set ffff95d245b7e0c0 going to sleep for 50 seconds 00000100:00000001:0.0:1789438867.280781:0:280610:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789438867.280783:0:280610:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789438867.284514:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789438867.284523:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95d244aa7500. 00000400:00000200:3.0:1789438867.284529:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789438867.284538:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:3.0:1789438867.284545:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95d245b5e2a8 00000400:00000010:3.0:1789438867.284548:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95d245b5e2a8. 00000100:00000001:3.0:1789438867.284553:0:2384:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789438867.284560:0:2384:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff95d272167480 x1876351184896256/t0(0) o101->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789438922 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789438867.284573:0:2384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789438867.284577:0:2384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff95d272167480 x1876351184896256/t0(0) o101->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789438922 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789438867.284583:0:2384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789438867.284585:0:2384:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789438867.284784:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789438867.284797:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789438867.284800:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789438867.284805:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789438867.284814:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438867.284819:0:2383:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:2.0:1789438867.284825:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438867.284843:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438867.284847:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438867.284851:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 328 into portal 15 MB=0x6aa880a7eba80 00000400:00000200:2.0:1789438867.284859:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.202.129@tcp of length 328/328 into md 0x515d2d [2] + 1440 00000800:00000001:2.0:1789438867.284864:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789438867.284870:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789438867.284872:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789438867.284875:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:2.0:1789438867.284880:0:2383:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:2.0:1789438867.284882:0:2383:0:(events.c:300:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:2.0:1789438867.284888:0:2383:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95d2780f4700. 00000100:00000040:2.0:1789438867.284891:0:2383:0:(events.c:341:request_in_callback()) incoming req@ffff95d2780f4700 x1876351128615552 msgsize 328 00000100:00100000:2.0:1789438867.284895:0:2383:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.129@tcp (source: 12345-192.168.202.129@tcp) 00000100:00000001:2.0:1789438867.284905:0:2383:0:(events.c:377:request_in_callback()) Process leaving 00000800:00000001:2.0:1789438867.284911:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789438867.284914:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789438867.284931:0:237578:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1789438867.284934:0:237578:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876351128615552 02000000:00000001:2.0:1789438867.284936:0:237578:0:(sec.c:2511:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1789438867.284942:0:237578:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789438867.284946:0:237578:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789438867.284951:0:237578:0:(sec.c:2568:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789438867.284954:0:237578:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876351128615552 00000020:00000001:2.0:1789438867.284960:0:237578:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1789438867.284962:0:237578:0:(genops.c:804:class_conn2export()) looking for export cookie 0xbb27724d72d1b1b5 00000020:00000001:2.0:1789438867.284964:0:237578:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789438867.284968:0:237578:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95d26f5f1800 refcount=5 00000020:00000001:2.0:1789438867.284970:0:237578:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627329777014784 : -116743932536832 : ffff95d26f5f1800) 00000020:00000001:2.0:1789438867.284973:0:237578:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627329777014784 : -116743932536832 : ffff95d26f5f1800) 00000100:00000001:2.0:1789438867.284976:0:237578:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1789438867.284980:0:237578:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff95d2435c6f80. 00000100:00000001:2.0:1789438867.284982:0:237578:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1789438867.284985:0:237578:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff95d2435c6f80. 00000020:00000010:2.0:1789438867.284990:0:237578:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff95d243e27600. 00000020:00000010:2.0:1789438867.285002:0:237578:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff95d279758a00. 00000020:00000010:2.0:1789438867.285006:0:237578:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff95d26f3d7578. 00000100:00000040:2.0:1789438867.285033:0:237578:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:2.0:1789438867.285036:0:237578:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1789438867.285038:0:237578:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1789438867.285040:0:237578:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789438867.285047:0:237578:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789438867.285053:0:237578:0:(service.c:2450:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789438867.285062:0:237578:0:(service.c:2484:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1789438867.285064:0:237578:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1789438867.285068:0:237578:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.129@tcp, seq: 5322 00000100:00000040:2.0:1789438867.285072:0:237578:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff95d26f5f1800 : new rpc_count 1 00000100:00000001:2.0:1789438867.285074:0:237578:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446627329922778880 : -116743786772736 : ffff95d2780f4700) 00000100:00000040:2.0:1789438867.285078:0:237578:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff95d2780f4700 x1876351128615552/t0(0) o104->2d9a8a45-a42f-4142-a7af-34df75c08653@192.168.202.129@tcp:543/0 lens 328/0 e 0 to 0 dl 1789438878 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789438867.285087:0:237578:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1789438867.285089:0:237578:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff95d2435c6f80. 00000100:00000001:2.0:1789438867.285091:0:237578:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1789438867.285093:0:237578:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff95d2435c6f80. 00000100:00100000:2.0:1789438867.285097:0:237578:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff95d2780f4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:2d9a8a45-a42f-4142-a7af-34df75c08653+5:104139:x1876351128615552:12345-192.168.202.129@tcp:104: 00000100:00000200:2.0:1789438867.285100:0:237578:0:(service.c:2568:ptlrpc_server_handle_request()) got req 1876351128615552 00010000:00000001:2.0:1789438867.285102:0:237578:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:2.0:1789438867.285108:0:237578:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789438867.285110:0:237578:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789438867.285112:0:237578:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff95d279744c00 refcount=2 00000020:00000001:2.0:1789438867.285114:0:237578:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627329946176512 : -116743763375104 : ffff95d279744c00) 00010000:00000001:2.0:1789438867.285120:0:237578:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446627329946176512 : -116743763375104 : ffff95d279744c00) 00010000:00000001:2.0:1789438867.285124:0:237578:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789438867.285127:0:237578:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1789438867.285132:0:237578:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffff95d244e30800 lock: ffff95d279744c00/0xbb27724d72d3a896 lrc: 2/0,0 mode: PR/PR res: [0x200002b17:0x13c0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0x2538edef7ed04815 expref: -99 pid: 280610 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000100:00000001:2.0:1789438867.285152:0:237578:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1789438867.285155:0:237578:0:(sec.c:2590:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1789438867.285159:0:237578:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 520 at ffff95d2535a9800. 02000000:00000001:2.0:1789438867.285161:0:237578:0:(sec.c:2627:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789438867.285163:0:237578:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789438867.285167:0:237578:0:(ldlm_lib.c:3354:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1789438867.285170:0:237578:0:(ldlm_lib.c:3375:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789438867.285182:0:237578:0:(import.c:2196:obd_at_measure()) add 1 to ffff95d24a1b41e8 time=161 v=5 (1 1 1 1) 00000100:00000001:2.0:1789438867.285187:0:237578:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789438867.285189:0:237578:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff95d2523cae40 refcount 16 to 192.168.202.129@tcp 00000100:00000001:2.0:1789438867.285192:0:237578:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446627329288220224 : -116744421331392 : ffff95d2523cae40) 02000000:00000001:2.0:1789438867.285194:0:237578:0:(sec.c:2641:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1789438867.285195:0:237578:0:(sec.c:2652:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789438867.285198:0:237578:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789438867.285200:0:237578:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:2.0:1789438867.285204:0:237578:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95d24519a000. 00000100:00000200:2.0:1789438867.285208:0:237578:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1876351128615552, offset 224 00000400:00000200:2.0:1789438867.285213:0:237578:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:2.0:1789438867.285218:0:237578:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438867.285224:0:237578:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.202.29@tcp to MR: 192.168.202.129@tcp local destination 00000400:00000200:2.0:1789438867.285229:0:237578:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [548318:548318:256:4294967295] 192.168.202.129@tcp LPNI seq info [548257:548257:8:4294967295] 00000400:00000200:2.0:1789438867.285233:0:237578:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438867.285249:0:237578:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:192.168.202.29@tcp) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:2.0:1789438867.285254:0:237578:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:2.0:1789438867.285259:0:237578:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95d14f8edb00. 00000800:00000200:2.0:1789438867.285264:0:237578:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95d247a15180] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:2.0:1789438867.285271:0:237578:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:2.0:1789438867.285274:0:237578:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff95d14f8edb00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789438867.285282:0:237578:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789438867.285285:0:237578:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff95d2523cae40 refcount 15 to 192.168.202.129@tcp 00010000:00000001:2.0:1789438867.285292:0:237578:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1789438867.285295:0:237578:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff95d242cb3000. 00010000:00000001:2.0:1789438867.285297:0:237578:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1789438867.285303:0:237578:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:2.0:1789438867.285306:0:237578:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789438867.285307:0:237578:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789438867.285309:0:237578:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789438867.285313:0:237578:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95d2780f4700 x1876351128615552/t0(0) o104->2d9a8a45-a42f-4142-a7af-34df75c08653@192.168.202.129@tcp:543/0 lens 328/224 e 0 to 0 dl 1789438878 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789438867.285322:0:237578:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff95d2780f4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:2d9a8a45-a42f-4142-a7af-34df75c08653+5:104139:x1876351128615552:12345-192.168.202.129@tcp:104: Request processed in 233us (429us total) trans 0 rc 0/0 00000100:00100000:2.0:1789438867.285328:0:237578:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.129@tcp, seq: 5322 00000100:00000040:2.0:1789438867.285331:0:237578:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95d26f5f1800 : new rpc_count 0 00000100:00000001:2.0:1789438867.285333:0:237578:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1789438867.285334:0:237578:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1789438867.285338:0:237578:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff95d279758a00. 00000020:00000010:2.0:1789438867.285341:0:237578:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff95d26f3d7578. 00000020:00000010:2.0:1789438867.285344:0:237578:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff95d243e27600. 00000020:00000040:2.0:1789438867.285348:0:237578:0:(genops.c:879:class_export_put()) PUTting export ffff95d26f5f1800 : new refcount 4 00000100:00000001:2.0:1789438867.285351:0:237578:0:(service.c:2640:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1789438867.285364:0:249312:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789438867.285366:0:249312:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789438867.285369:0:249312:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:2.0:1789438867.285371:0:249312:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:2.0:1789438867.285373:0:249312:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1789438867.285377:0:249312:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff95d244e30800 lock: ffff95d279744c00/0xbb27724d72d3a896 lrc: 2/0,0 mode: PR/PR res: [0x200002b17:0x13c0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0x2538edef7ed04815 expref: -99 pid: 280610 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1789438867.285385:0:249312:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff95d279744c00 already unused, calling callback (ffffffffc193d740) 00000080:00000001:2.0:1789438867.285388:0:249312:0:(namei.c:470:ll_md_blocking_ast()) Process entered 00010000:00010000:2.0:1789438867.285392:0:249312:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff95d244e30800 lock: ffff95d279744c00/0xbb27724d72d3a896 lrc: 2/0,0 mode: PR/PR res: [0x200002b17:0x13c0:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x420400000000 nid: local remote: 0x2538edef7ed04815 expref: -99 pid: 280610 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1789438867.285410:0:249312:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:2.0:1789438867.285412:0:249312:0:(ldlm_inodebits.c:543:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:2.0:1789438867.285416:0:249312:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff95d244e30800 lock: ffff95d279744c00/0xbb27724d72d3a896 lrc: 2/0,0 mode: PR/PR res: [0x200002b17:0x13c0:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x420400000000 nid: local remote: 0x2538edef7ed04815 expref: -99 pid: 280610 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1789438867.285422:0:249312:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:2.0:1789438867.285425:0:249312:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1789438867.285426:0:249312:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789438867.285428:0:249312:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789438867.285429:0:249312:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff95d279744c00 refcount=3 00000020:00000001:2.0:1789438867.285431:0:249312:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627329946176512 : -116743763375104 : ffff95d279744c00) 00010000:00000001:2.0:1789438867.285433:0:249312:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446627329946176512 : -116743763375104 : ffff95d279744c00) 00010000:00000001:2.0:1789438867.285436:0:249312:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1789438867.285439:0:249312:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff95d244e30800 lock: ffff95d279744c00/0xbb27724d72d3a896 lrc: 3/0,0 mode: PR/PR res: [0x200002b17:0x13c0:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x428400000000 nid: local remote: 0x2538edef7ed04815 expref: -99 pid: 280610 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00000001:2.0:1789438867.285444:0:249312:0:(namei.c:470:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1789438867.285447:0:249312:0:(namei.c:233:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1789438867.285449:0:249312:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1789438867.285451:0:249312:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200002b17:0x13c0:0x0] mode (null) 00000002:00000001:2.0:1789438867.285454:0:249312:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789438867.285456:0:249312:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789438867.285461:0:249312:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff95d2796cb300 count: 2 00010000:00000001:2.0:1789438867.285463:0:249312:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789438867.285466:0:249312:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789438867.285467:0:249312:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789438867.285468:0:249312:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789438867.285469:0:249312:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff95d2796cb300 count: 2 00010000:00000001:2.0:1789438867.285470:0:249312:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789438867.285471:0:249312:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789438867.285472:0:249312:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789438867.285476:0:249312:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789438867.285477:0:249312:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff95d2796cb300 count: 2 00010000:00000001:2.0:1789438867.285478:0:249312:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789438867.285480:0:249312:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789438867.285481:0:249312:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789438867.285482:0:249312:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789438867.285483:0:249312:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff95d2796cb300 count: 2 00010000:00000001:2.0:1789438867.285484:0:249312:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789438867.285485:0:249312:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789438867.285486:0:249312:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789438867.285487:0:249312:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:2.0:1789438867.285489:0:249312:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1789438867.285492:0:249312:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446627329504446728 : -116744205104888 : ffff95d25f200908) 00000020:00001000:2.0:1789438867.285493:0:249312:0:(cl_object.c:823:cl_env_get()) 1@ffff95d25f200900 00000020:00000001:2.0:1789438867.285494:0:249312:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:2.0:1789438867.285496:0:249312:0:(vvp_object.c:117:vvp_conf_set()) [0x200002b17:0x13c0:0x0]: losing layout lock 00000080:00000001:2.0:1789438867.285498:0:249312:0:(pcc.c:2253:pcc_layout_invalidate()) Process entered 00000080:00000001:2.0:1789438867.285500:0:249312:0:(pcc.c:2265:pcc_layout_invalidate()) Process leaving 00020000:00000001:2.0:1789438867.285503:0:249312:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:2.0:1789438867.285505:0:249312:0:(lov_object.c:1462:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1789438867.285506:0:249312:0:(lov_object.c:1535:lov_conf_set()) [0x200002b17:0x13c0:0x0] lo_layout_invalid=1 00020000:00000001:2.0:1789438867.285507:0:249312:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789438867.285508:0:249312:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1789438867.285510:0:249312:0:(cl_object.c:917:cl_env_put()) 1@ffff95d25f200900 00000080:00000001:2.0:1789438867.285511:0:249312:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789438867.285513:0:249312:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:2.0:1789438867.285515:0:249312:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200002b17:0x13c0:0x0](ffff95d25404f448) invalid 00000020:00000001:2.0:1789438867.285517:0:249312:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa5a8c1d73c40 00000080:00002000:2.0:1789438867.285519:0:249312:0:(llite_internal.h:2030:d_lustre_invalidate()) invalidate dentry f812b.sanity (ffff95d251dd80d8) parent ffff95d2541f1e58 inode ffff95d25404f448 refc 1 00000080:00000001:2.0:1789438867.285521:0:249312:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:2.0:1789438867.285523:0:249312:0:(namei.c:400:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1789438867.285524:0:249312:0:(namei.c:534:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789438867.285526:0:249312:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1789438867.285529:0:249312:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1789438867.285530:0:249312:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1789438867.285531:0:249312:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789438867.285532:0:249312:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1789438867.285537:0:249312:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff95d279744c00 with handle 0xbb27724d72d3a896 from hash 00010000:00000001:2.0:1789438867.285538:0:249312:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1789438867.285539:0:249312:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789438867.285540:0:249312:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789438867.285541:0:249312:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1789438867.285544:0:249312:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1789438867.285545:0:249312:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:2.0:1789438867.285548:0:249312:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789438867.285553:0:249312:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789438867.285554:0:249312:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789438867.285556:0:249312:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789438867.285558:0:249312:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789438867.285560:0:249312:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:2.0:1789438867.285564:0:249312:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95d2780f5180. 00000020:00000040:2.0:1789438867.285567:0:249312:0:(genops.c:1209:class_import_get()) import ffff95d2780b4000 refcount=8 obd=lustre-MDT0000-mdc-ffff95d244e30800 00000100:00000001:2.0:1789438867.285571:0:249312:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789438867.285573:0:249312:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789438867.285577:0:249312:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789438867.285582:0:249312:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff95d243e27600. 00000100:00000001:2.0:1789438867.285586:0:249312:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789438867.285588:0:249312:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1789438867.285592:0:249312:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff95d244e30800 lock: ffff95d279744c00/0xbb27724d72d3a896 lrc: 2/0,0 mode: --/PR res: [0x200002b17:0x13c0:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0x2538edef7ed04815 expref: -99 pid: 280610 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1789438867.285598:0:249312:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1789438867.285600:0:249312:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789438867.285604:0:249312:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789438867.285608:0:249312:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789438867.285614:0:249312:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001357b8d2] to pc [ptlrpcd_01_00+0] req@ffff95d2780f5180 x1876351184896384/t0(0) o103->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1789438867.285634:0:249312:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789438867.285636:0:249312:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789438867.285637:0:249312:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789438867.285638:0:249312:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789438867.285640:0:249312:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789438867.285648:0:249312:0:(namei.c:534:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789438867.285651:0:249312:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff95d244e30800 lock: ffff95d279744c00/0xbb27724d72d3a896 lrc: 1/0,0 mode: --/PR res: [0x200002b17:0x13c0:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0x2538edef7ed04815 expref: -99 pid: 280610 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1789438867.285656:0:249312:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1789438867.285658:0:249312:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff95d244e30800 lock: ffff95d279744c00/0xbb27724d72d3a896 lrc: 0/0,0 mode: --/PR res: [0x200002b17:0x13c0:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0x2538edef7ed04815 expref: -99 pid: 280610 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000040:2.0:1789438867.285666:0:249312:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff95d2796cb300 count: 0 00010000:00000010:2.0:1789438867.285670:0:249312:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff95d27927fb80. 00010000:00000001:2.0:1789438867.285676:0:249312:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789438867.285678:0:249312:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:2.0:1789438867.285680:0:249312:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff95d242cb3000. 00010000:00000001:2.0:1789438867.285682:0:249312:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789438867.285684:0:249312:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789438867.285685:0:249312:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789438867.285687:0:249312:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1789438867.285689:0:249312:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789438867.285690:0:249312:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789438867.285691:0:249312:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1789438867.285693:0:249312:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789438867.285694:0:249312:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789438867.285695:0:249312:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789438867.285713:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789438867.285715:0:2391:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789438867.285717:0:2391:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789438867.285721:0:2391:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95d2780f5180 x1876351184896384/t0(0) o103->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789438867.285726:0:2391:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789438867.285727:0:2391:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789438867.285730:0:2391:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789438867.285733:0:2391:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789438867.285735:0:2391:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789438867.285738:0:2391:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff95d2780f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2d9a8a45-a42f-4142-a7af-34df75c08653:2391:1876351184896384:192.168.202.129@tcp:103:ldlm_bl.0 00000100:00000001:2.0:1789438867.285747:0:2391:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789438867.285752:0:2391:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789438867.285755:0:2391:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789438867.285757:0:2391:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789438867.285761:0:2391:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff95d243e26c00. 02000000:00000001:2.0:1789438867.285763:0:2391:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789438867.285767:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000010:2.0:1789438867.285771:0:2391:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95d24a756840. 00000400:00000010:2.0:1789438867.285775:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95d24519aee0. 00000100:00000200:2.0:1789438867.285780:0:2391:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876351184896384, portal 18 00000100:00000001:2.0:1789438867.285781:0:2391:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789438867.285783:0:2391:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446627329922781568 : -116743786770048 : ffff95d2780f5180) 00000100:00000040:2.0:1789438867.285787:0:2391:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff95d2780f5180 x1876351184896384/t0(0) o103->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1789438883 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789438867.285791:0:2391:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789438867.285793:0:2391:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:2.0:1789438867.285794:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95d24519ab28. 00000100:00000200:2.0:1789438867.285796:0:2391:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1876351184896384, offset 0 00000400:00000200:2.0:1789438867.285799:0:2391:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:2.0:1789438867.285801:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438867.285804:0:2391:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:2.0:1789438867.285807:0:2391:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789438867.285810:0:2391:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:2.0:1789438867.285813:0:2391:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789438867.285815:0:2391:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:2.0:1789438867.285817:0:2391:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [548319:548319:255:4294967295] 192.168.202.129@tcp LPNI seq info [548258:548258:7:4294967295] 00000400:00000200:2.0:1789438867.285820:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438867.285824:0:2391:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:2.0:1789438867.285827:0:2391:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:2.0:1789438867.285829:0:2391:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95d14f8ed500. 00000800:00000200:2.0:1789438867.285832:0:2391:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95d247a15180] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:2.0:1789438867.285841:0:2391:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:2.0:1789438867.285843:0:2391:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff95d14f8ed500 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1789438867.285845:0:2391:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789438867.285848:0:2391:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95d244e30800: using a timeout of 24578 usecs (25 jiffies) 00000400:00000200:2.0:1789438867.285850:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000100:00000001:2.0:1789438867.285852:0:2391:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95d244e30800: PM QoS new deadline estimation for cpu 2 is 4305776452 00000100:00000001:2.0:1789438867.285856:0:2391:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95d244e30800: PM QoS request active for cpu 2, simply extend its deadline from 4305776447 00000100:00000001:2.0:1789438867.285859:0:2391:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95d244e30800: PM QoS new deadline estimation for cpu 3 is 4305776452 00000100:00000001:2.0:1789438867.285861:0:2391:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95d244e30800: PM QoS request active for cpu 3, simply extend its deadline from 4305776447 00000100:00000001:2.0:1789438867.285863:0:2391:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789438867.285865:0:2391:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789438867.285867:0:2391:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789438867.285869:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789438867.285873:0:2391:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789438867.285875:0:2391:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1789438867.285877:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789438867.285878:0:2391:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789438867.285880:0:2391:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789438867.285882:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789438867.285890:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789438867.285892:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789438867.285919:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789438867.285922:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95d14f8edb00. 00000400:00000200:2.0:1789438867.285925:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789438867.285929:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:2.0:1789438867.285933:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95d24519a000 00000400:00000010:2.0:1789438867.285934:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95d24519a000. 00000100:00000001:2.0:1789438867.285937:0:2383:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:2.0:1789438867.285938:0:2383:0:(events.c:402:reply_out_callback()) Process leaving 00000800:00000200:2.0:1789438867.285983:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789438867.285985:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95d14f8ed500. 00000400:00000200:2.0:1789438867.285987:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789438867.285990:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:2.0:1789438867.285993:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95d24519ab28 00000400:00000010:2.0:1789438867.285999:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95d24519ab28. 00000100:00000001:2.0:1789438867.286002:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789438867.286006:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff95d2780f5180 x1876351184896384/t0(0) o103->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1789438883 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789438867.286039:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789438867.286043:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95d2780f5180 x1876351184896384/t0(0) o103->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1789438883 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789438867.286049:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789438867.286051:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:0.1F:1789438867.288161:0:1392:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95d266f10b00. 00000800:00000001:2.0:1789438867.291049:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789438867.291066:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789438867.291070:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789438867.291072:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789438867.291081:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438867.291088:0:2383:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:2.0:1789438867.291096:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438867.291100:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438867.291105:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438867.291109:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 18 MB=0x6aa880dd98180 00000400:00000200:2.0:1789438867.291114:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438867.291120:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.202.129@tcp of length 224/224 into md 0x5163cd [1] + 224 00000800:00000001:2.0:1789438867.291127:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789438867.291130:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789438867.291133:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789438867.291137:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:2.0:1789438867.291145:0:2383:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789438867.291154:0:2383:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff95d2780f5180 x1876351184896384/t0(0) o103->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1789438883 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789438867.291164:0:2383:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff95d2780f5180 x1876351184896384/t0(0) o103->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1789438883 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789438867.291192:0:2383:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789438867.291211:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789438867.291215:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789438867.291217:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789438867.291219:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789438867.291222:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438867.291226:0:2383:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:2.0:1789438867.291230:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438867.291232:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438867.291235:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438867.291238:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 664 into portal 10 MB=0x6aa880dd98100 00000400:00000200:2.0:1789438867.291242:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438867.291246:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 664/664 into md 0x5163bd [64] + 224 00000800:00000001:2.0:1789438867.291250:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789438867.291256:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789438867.291258:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789438867.291261:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:2.0:1789438867.291265:0:2383:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789438867.291269:0:2383:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff95d272167480 x1876351184896256/t0(0) o101->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789438922 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789438867.291277:0:2383:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=131856 req@ffff95d272167480 x1876351184896256/t0(0) o101->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789438922 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789438867.291286:0:2383:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789438867.291289:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789438867.291291:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789438867.291359:0:280610:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789438867.291368:0:280610:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789438867.291370:0:280610:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789438867.291373:0:280610:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95d265ed85d8. 00000400:00000200:0.0:1789438867.291378:0:280610:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95d24321b000 00000400:00000010:0.0:1789438867.291381:0:280610:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 1144 at ffff95d24321b000. 00000100:00000001:0.0:1789438867.291395:0:280610:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789438867.291399:0:280610:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff95d272167480 x1876351184896256/t0(0) o101->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789438922 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1789438867.291408:0:280610:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff95d272167480 x1876351184896256/t0(0) o101->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789438922 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789438867.291415:0:280610:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789438867.291417:0:280610:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789438867.291420:0:280610:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789438867.291423:0:280610:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789438867.291426:0:280610:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789438867.291429:0:280610:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789438867.291432:0:280610:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789438867.291441:0:280610:0:(import.c:2196:obd_at_measure()) add 36 to ffff95d2780b4460 time=20 v=36 (36 36 36 36) 00000100:00001000:0.0:1789438867.291445:0:280610:0:(import.c:2196:obd_at_measure()) add 1 to ffff95d2780b4418 time=145 v=5 (1 2 0 0) 00000100:00000001:0.0:1789438867.291454:0:280610:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1789438867.291460:0:280610:0:(client.c:1510:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff95d272167480 x1876351184896256/t0(0) o101->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 648/664 e 0 to 0 dl 1789438922 ref 2 fl Rpc:RPQU/600/0 rc 0/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789438867.291466:0:280610:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1789438867.291470:0:280610:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1789438867.291471:0:280610:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1789438867.291472:0:280610:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1789438867.291475:0:280610:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789438867.291476:0:280610:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446627329822585984 : -116743886965632 : ffff95d272167480) 00000100:00000001:0.0:1789438867.291479:0:280610:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789438867.291480:0:280610:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff95d244e30800: skip recheck: last_committed 30064771457 00000100:00000001:0.0:1789438867.291482:0:280610:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789438867.291485:0:280610:0:(client.c:1798:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1789438867.291489:0:280610:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95d272167480 x1876351184896256/t30064771459(30064771459) o101->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 648/664 e 0 to 0 dl 1789438922 ref 3 fl Rpc:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789438867.291497:0:280610:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1789438867.291500:0:280610:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789438867.291502:0:280610:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789438867.291505:0:280610:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95d272167480 x1876351184896256/t30064771459(30064771459) o101->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 648/664 e 0 to 0 dl 1789438922 ref 3 fl Interpret:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1789438867.291512:0:280610:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff95d272167480 pname:cluuid:pid:xid:nid:opc:job lfs:2d9a8a45-a42f-4142-a7af-34df75c08653:280610:1876351184896256:192.168.202.129@tcp:101:lfs.0 00000100:00000001:0.0:1789438867.291516:0:280610:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789438867.291518:0:280610:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1789438867.291521:0:280610:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1789438867.291523:0:280610:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789438867.291526:0:280610:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff95d272167480 x1876351184896256/t30064771459(30064771459) o101->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 648/664 e 0 to 0 dl 1789438922 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789438867.291532:0:280610:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789438867.291535:0:280610:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff95d245b7e0c0. 00000100:00000001:0.0:1789438867.291538:0:280610:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1789438867.291540:0:280610:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1789438867.291547:0:280610:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1789438867.291552:0:280610:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789438867.291555:0:280610:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789438867.291558:0:280610:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff95d2862df200 refcount=4 00000020:00000001:0.0:1789438867.291560:0:280610:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627330159669760 : -116743549881856 : ffff95d2862df200) 00010000:00000001:0.0:1789438867.291562:0:280610:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446627330159669760 : -116743549881856 : ffff95d2862df200) 00010000:00010000:0.0:1789438867.291567:0:280610:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff95d244e30800 lock: ffff95d2862df200/0xbb27724d72d3a89d lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 280610 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789438867.291576:0:280610:0:(ldlm_request.c:719:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1789438867.291580:0:280610:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff95d244e30800 lock: ffff95d2862df200/0xbb27724d72d3a89d lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 280610 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789438867.291585:0:280610:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789438867.291588:0:280610:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff95d244e30800 lock: ffff95d2862df200/0xbb27724d72d3a89d lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 280610 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789438867.291593:0:280610:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789438867.291595:0:280610:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1789438867.291597:0:280610:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff95d244e30800 lock: ffff95d2862df200/0xbb27724d72d3a89d lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 280610 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789438867.291602:0:280610:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789438867.291605:0:280610:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789438867.291607:0:280610:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1789438867.291610:0:280610:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff95d244e30800 lock: ffff95d2862df200/0xbb27724d72d3a89d lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 280610 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789438867.291616:0:280610:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff95d2862df200 already unused, calling callback (ffffffffc193d740) 00000080:00000001:0.0:1789438867.291619:0:280610:0:(namei.c:470:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1789438867.291623:0:280610:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff95d244e30800 lock: ffff95d2862df200/0xbb27724d72d3a89d lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x206400000000 pid: 280610 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789438867.291629:0:280610:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1789438867.291636:0:280610:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1789438867.291640:0:280610:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff95d244e30800 lock: ffff95d2862df200/0xbb27724d72d3a89d lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x206400000000 pid: 280610 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789438867.291645:0:280610:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1789438867.291648:0:280610:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1789438867.291649:0:280610:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789438867.291650:0:280610:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789438867.291652:0:280610:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff95d2862df200 refcount=5 00000020:00000001:0.0:1789438867.291654:0:280610:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627330159669760 : -116743549881856 : ffff95d2862df200) 00010000:00000001:0.0:1789438867.291656:0:280610:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446627330159669760 : -116743549881856 : ffff95d2862df200) 00010000:00000001:0.0:1789438867.291659:0:280610:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1789438867.291661:0:280610:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff95d244e30800 lock: ffff95d2862df200/0xbb27724d72d3a89d lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x20e400000000 pid: 280610 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:0.0:1789438867.291666:0:280610:0:(namei.c:470:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1789438867.291667:0:280610:0:(namei.c:534:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789438867.291670:0:280610:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1789438867.291671:0:280610:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1789438867.291674:0:280610:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789438867.291675:0:280610:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789438867.291677:0:280610:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789438867.291678:0:280610:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789438867.291680:0:280610:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff95d2862df200 with handle 0xbb27724d72d3a89d from hash 00010000:00000001:0.0:1789438867.291682:0:280610:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789438867.291684:0:280610:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789438867.291685:0:280610:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789438867.291686:0:280610:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789438867.291687:0:280610:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789438867.291688:0:280610:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1789438867.291690:0:280610:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789438867.291691:0:280610:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789438867.291693:0:280610:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789438867.291694:0:280610:0:(namei.c:534:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789438867.291696:0:280610:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff95d244e30800 lock: ffff95d2862df200/0xbb27724d72d3a89d lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 280610 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789438867.291706:0:280610:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789438867.291707:0:280610:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789438867.291708:0:280610:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1789438867.291710:0:280610:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789438867.291711:0:280610:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789438867.291712:0:280610:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789438867.291713:0:280610:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789438867.291715:0:280610:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff95d244e30800 lock: ffff95d2862df200/0xbb27724d72d3a89d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 280610 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789438867.291722:0:280610:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff95d2796cb700 count: 0 00010000:00000010:0.0:1789438867.291739:0:280610:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff95d27927fe80. 00010000:00000001:0.0:1789438867.291746:0:280610:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789438867.291748:0:280610:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:0.0:1789438867.291752:0:280610:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00000002:00100000:0.0:1789438867.291757:0:280610:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x800002b, status=0 req@ffff95d272167480 x1876351184896256/t30064771459(30064771459) o101->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 648/664 e 0 to 0 dl 1789438922 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1789438867.291765:0:280610:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:0.0:1789438867.291769:0:280610:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff95d272167480 x1876351184896256/t30064771459(30064771459) o101->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 648/664 e 0 to 0 dl 1789438922 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1789438867.291774:0:280610:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789438867.291780:0:280610:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1789438867.291781:0:280610:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789438867.291783:0:280610:0:(mdc_locks.c:932:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789438867.291785:0:280610:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789438867.291788:0:280610:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:0.0:1789438867.291790:0:280610:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789438867.291791:0:280610:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446627329822585984 : -116743886965632 : ffff95d272167480) 00010000:00000001:0.0:1789438867.291793:0:280610:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1789438867.291794:0:280610:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789438867.291796:0:280610:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1789438867.291799:0:280610:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa5a8c1483950 00000002:00002000:0.0:1789438867.291805:0:280610:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=open status=0 disp=0x880002b: rc = 0 00000002:00000001:0.0:1789438867.291808:0:280610:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789438867.291811:0:280610:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789438867.291814:0:280610:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1789438867.291816:0:280610:0:(namei.c:945:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids -1 0: rc 0 00000080:00000001:0.0:1789438867.291819:0:280610:0:(namei.c:983:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789438867.291822:0:280610:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff95d2797bf700 2 00000080:00000010:0.0:1789438867.291825:0:280610:0:(llite_lib.c:4200:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff95d2482ff800. 00000080:00000001:0.0:1789438867.291829:0:280610:0:(llite_lib.c:3841:ll_prep_inode()) Process entered 00000002:00000001:0.0:1789438867.291835:0:280610:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1789438867.291838:0:280610:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000020:00000001:0.0:1789438867.291841:0:280610:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1789438867.291845:0:280610:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446627329504448312 : -116744205103304 : ffff95d25f200f38) 00000020:00001000:0.0:1789438867.291848:0:280610:0:(cl_object.c:823:cl_env_get()) 1@ffff95d25f200f30 00000020:00000001:0.0:1789438867.291850:0:280610:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:0.0:1789438867.291853:0:280610:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:0.0:1789438867.291856:0:280610:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:0.0:1789438867.291861:0:280610:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff95d245b63120. 00020000:00000010:0.0:1789438867.291866:0:280610:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff95d260de8280. 00020000:00000010:0.0:1789438867.291871:0:280610:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff95d245b631e0. 00020000:00000001:0.0:1789438867.291873:0:280610:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446627329078079968 : -116744631471648 : ffff95d245b631e0) 00020000:00000002:0.0:1789438867.291876:0:280610:0:(lov_ea.c:755:dump_lsm()) lsm ffff95d245b631e0, objid 0x13c0:11031, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1789438867.291881:0:280610:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1789438867.291886:0:280610:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff95d260de8280: ostid: 0x280000401:21960 ost idx: 0 gen: 0 00020000:00000002:0.0:1789438867.291890:0:280610:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff95d24576faa8) owner ffff95d241224f80 00020000:00000001:0.0:1789438867.291893:0:280610:0:(lov_object.c:1341:lov_layout_change()) Process entered 00000020:00000001:0.0:1789438867.291894:0:280610:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1789438867.291896:0:280610:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446627329945551864 : -116743763999752 : ffff95d2796ac3f8) 00000020:00001000:0.0:1789438867.291898:0:280610:0:(cl_object.c:823:cl_env_get()) 1@ffff95d2796ac3f0 00020000:00000002:0.0:1789438867.291900:0:280610:0:(lov_object.c:1353:lov_layout_change()) [0x200002b17:0x13c0:0x0] from EMPTY to COMPOSITE 00000020:00000001:0.0:1789438867.291903:0:280610:0:(cl_object.c:368:cl_object_prune()) Process entered 00000080:00000001:0.0:1789438867.291905:0:280610:0:(vvp_object.c:142:vvp_prune()) Process entered 00000080:00000001:0.0:1789438867.291907:0:280610:0:(file.c:5295:cl_sync_file_range()) Process entered 00000020:00000001:0.0:1789438867.291909:0:280610:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1789438867.291910:0:280610:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446627329945554168 : -116743763997448 : ffff95d2796accf8) 00000020:00001000:0.0:1789438867.291916:0:280610:0:(cl_object.c:823:cl_env_get()) 1@ffff95d2796accf0 00000020:00000001:0.0:1789438867.291921:0:280610:0:(cl_object.c:143:cl_object_top()) ffff95d26f64a530 -> ffff95d26f64a530 00000020:00000001:0.0:1789438867.291924:0:280610:0:(cl_io.c:126:__cl_io_init()) Process entered 00000080:00000001:0.0:1789438867.291926:0:280610:0:(vvp_io.c:1825:vvp_io_init()) Process entered 00000080:00200000:0.0:1789438867.291928:0:280610:0:(vvp_io.c:1830:vvp_io_init()) [0x200002b17:0x13c0:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1789438867.291931:0:280610:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1789438867.291933:0:280610:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1789438867.291934:0:280610:0:(vvp_io.c:1902:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1789438867.291937:0:280610:0:(lov_object.c:1590:lov_io_init()) [0x200002b17:0x13c0:0x0]io ffff95d2797f09a0 type 6 ignore/verify layout 1/0 00020000:00000002:0.0:1789438867.291941:0:280610:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff95d24576faa8) owner ffff95d241224f80/ffff95d241224f80 00020000:00000001:0.0:1789438867.291944:0:280610:0:(lov_io.c:2207:lov_io_init_empty()) Process entered 00020000:00000001:0.0:1789438867.291946:0:280610:0:(lov_io.c:2241:lov_io_init_empty()) Process leaving (rc=1 : 1 : 1) 00020000:00000002:0.0:1789438867.291947:0:280610:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff95d24576faa8) owner ffff95d241224f80/ffff95d241224f80 00000020:00000001:0.0:1789438867.291949:0:280610:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1789438867.291951:0:280610:0:(cl_io.c:72:cl_io_fini()) Process entered 00000080:00000001:0.0:1789438867.291953:0:280610:0:(vvp_io.c:297:vvp_io_fini()) Process entered 00000080:00200000:0.0:1789438867.291955:0:280610:0:(vvp_io.c:305:vvp_io_fini()) [0x200002b17:0x13c0:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1789438867.291958:0:280610:0:(vvp_io.c:403:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1789438867.291959:0:280610:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:0.0:1789438867.291962:0:280610:0:(cl_object.c:917:cl_env_put()) 1@ffff95d2796accf0 00000080:00000001:0.0:1789438867.291964:0:280610:0:(file.c:5332:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789438867.291967:0:280610:0:(vvp_object.c:154:vvp_prune()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789438867.291969:0:280610:0:(cl_object.c:378:cl_object_prune()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789438867.291972:0:280610:0:(lov_object.c:1315:lov_layout_wait()) Process entered 00020000:00000001:0.0:1789438867.291973:0:280610:0:(lov_object.c:1325:lov_layout_wait()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1789438867.291976:0:280610:0:(lov_object.c:1371:lov_layout_change()) [0x200002b17:0x13c0:0x0]Apply new layout lov ffff95d24576faa8, type 2 00020000:00000001:0.0:1789438867.291978:0:280610:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:0.0:1789438867.291980:0:280610:0:(lov_ea.c:755:dump_lsm()) lsm ffff95d245b631e0, objid 0x13c0:11031, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1789438867.291984:0:280610:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1789438867.291987:0:280610:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff95d260de8280: ostid: 0x280000401:21960 ost idx: 0 gen: 0 00020000:00000010:0.0:1789438867.292004:0:280610:0:(lov_object.c:618:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff95d265c8fc90. 00020000:00000010:0.0:1789438867.292008:0:280610:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_entries)': 184 at ffff95d245b7e0c0. 00020000:00000001:0.0:1789438867.292041:0:280610:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:0.0:1789438867.292045:0:280610:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff95d25e51b4a0. 00020000:00000001:0.0:1789438867.292054:0:280610:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:0.0:1789438867.292056:0:280610:0:(lu_object.c:830:lu_object_find_at()) Process entered 00020000:00000001:0.0:1789438867.292061:0:280610:0:(lovsub_object.c:176:lovsub_object_alloc()) Process entered 00020000:00000010:0.0:1789438867.292065:0:280610:0:(lovsub_object.c:177:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff95d26f64a578. 00000020:00000001:0.0:1789438867.292067:0:280610:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:0.0:1789438867.292069:0:280610:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789438867.292072:0:280610:0:(lovsub_object.c:190:lovsub_object_alloc()) Process leaving (rc=18446627329777378808 : -116743932172808 : ffff95d26f64a5f8) 00020000:00000001:0.0:1789438867.292076:0:280610:0:(lovsub_object.c:32:lovsub_object_init()) Process entered 00000008:00000010:0.0:1789438867.292080:0:280610:0:(osc_object.c:435:osc_object_alloc()) slab-alloced 'osc': 448 at ffff95d2507a3a40. 00020000:00000001:0.0:1789438867.292083:0:280610:0:(lovsub_object.c:41:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789438867.292087:0:280610:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446627329777378808 : -116743932172808 : ffff95d26f64a5f8) 00020000:00000001:0.0:1789438867.292089:0:280610:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446627329777378808 : -116743932172808 : ffff95d26f64a5f8) 00020000:00000002:0.0:1789438867.292093:0:280610:0:(lov_object.c:134:lov_init_sub()) [0x280000401:0x55c8:0x0]@ffff95d26f64a578[0:0] -> [0x200002b17:0x13c0:0x0]@ffff95d26f64a4b0: ostid: 0x280000401:21960 ost idx: 0 gen: 0 00020000:00000001:0.0:1789438867.292098:0:280610:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=128 : 128 : 80) 00020000:00000001:0.0:1789438867.292101:0:280610:0:(lov_object.c:815:lov_init_composite()) Process leaving 00000020:00001000:0.0:1789438867.292102:0:280610:0:(cl_object.c:917:cl_env_put()) 1@ffff95d2796ac3f0 00020000:00000001:0.0:1789438867.292104:0:280610:0:(lov_object.c:1393:lov_layout_change()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789438867.292106:0:280610:0:(lov_object.c:1527:lov_conf_set()) Process leaving 00020000:00000002:0.0:1789438867.292108:0:280610:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff95d24576faa8) owner ffff95d241224f80 00020000:00000002:0.0:1789438867.292111:0:280610:0:(lov_object.c:1535:lov_conf_set()) [0x200002b17:0x13c0:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1789438867.292113:0:280610:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789438867.292115:0:280610:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1789438867.292117:0:280610:0:(cl_object.c:917:cl_env_put()) 1@ffff95d25f200f30 00000080:00000001:0.0:1789438867.292121:0:280610:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115373145330624 : 144115373145330624 : 200002b170013c0) 00000080:00000001:0.0:1789438867.292124:0:280610:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554475 : 33554475 : 200002b) 00000080:00200000:0.0:1789438867.292128:0:280610:0:(llite_lib.c:3120:ll_update_inode()) inode=[0x200002b17:0x13c0:0x0], updating i_size 0 00000080:00000001:0.0:1789438867.292131:0:280610:0:(llite_lib.c:3939:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1789438867.292133:0:280610:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1789438867.292135:0:280610:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789438867.292138:0:280610:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789438867.292143:0:280610:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff95d272167480 x1876351184896256/t30064771459(30064771459) o101->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 576/664 e 0 to 0 dl 1789438922 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789438867.292149:0:280610:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789438867.292158:0:280610:0:(file.c:917:ll_intent_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789438867.292160:0:280610:0:(file.c:3197:ll_release_openhandle()) Process entered 00000080:00000010:0.0:1789438867.292163:0:280610:0:(file.c:3210:ll_release_openhandle()) kmalloced '(och)': 56 at ffff95d27218b800. 00800000:00000001:0.0:1789438867.292167:0:280610:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00800000:00000001:0.0:1789438867.292169:0:280610:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789438867.292172:0:280610:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789438867.292184:0:280610:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789438867.292186:0:280610:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789438867.292188:0:280610:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789438867.292190:0:280610:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b17:0x13c0:0x0] 00800000:00000001:0.0:1789438867.292192:0:280610:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789438867.292195:0:280610:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:0.0:1789438867.292198:0:280610:0:(obd.h:1465:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff95d25e7edcc0. 00000002:00100000:0.0:1789438867.292203:0:280610:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff95d272167480 x1876351184896256/t30064771459(30064771459) o101->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 576/664 e 0 to 0 dl 1789438922 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1789438867.292209:0:280610:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789438867.292210:0:280610:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789438867.292213:0:280610:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1789438867.292216:0:280610:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff95d2482ff800. 00000080:00000001:0.0:1789438867.292218:0:280610:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:0.0:1789438867.292223:0:280610:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1789438867.292226:0:280610:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000001:0.0:1789438867.292227:0:280610:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789438867.292229:0:280610:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789438867.292230:0:280610:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789438867.292231:0:280610:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789438867.292232:0:280610:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789438867.292234:0:280610:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b17:0x13c0:0x0] 00800000:00000001:0.0:1789438867.292236:0:280610:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789438867.292238:0:280610:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200002b17:0x13c0:0x0] 00000002:00000001:0.0:1789438867.292240:0:280610:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:0.0:1789438867.292242:0:280610:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff95d244e30800: [0x200002b17:0x13c0:0x0] file closed with intent: 0 00000100:00000010:0.0:1789438867.292247:0:280610:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95d272165c00. 00000020:00000040:0.0:1789438867.292250:0:280610:0:(genops.c:1209:class_import_get()) import ffff95d2780b4000 refcount=9 obd=lustre-MDT0000-mdc-ffff95d244e30800 00000100:00000001:0.0:1789438867.292254:0:280610:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789438867.292256:0:280610:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789438867.292264:0:280610:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789438867.292271:0:280610:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff95d2482fe000. 00000100:00000001:0.0:1789438867.292277:0:280610:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1789438867.292287:0:280610:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff95d272167480 x1876351184896256/t30064771459(30064771459) o101->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 576/664 e 0 to 0 dl 1789438922 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1789438867.292295:0:280610:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff95d244e30800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1789438867.292299:0:280610:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff95d272165c00 x1876351184896640/t0(0) o35->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1789438867.292305:0:280610:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1789438867.292307:0:280610:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1789438867.292311:0:280610:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff95d245b7e6c0. 00000100:00000001:0.0:1789438867.292313:0:280610:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446627329078191808 : -116744631359808 : ffff95d245b7e6c0) 00000100:00000001:0.0:1789438867.292314:0:280610:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789438867.292315:0:280610:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446627329822579712 : -116743886971904 : ffff95d272165c00) 00000100:00000001:0.0:1789438867.292319:0:280610:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789438867.292322:0:280610:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789438867.292324:0:280610:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1789438867.292325:0:280610:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789438867.292328:0:280610:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95d272165c00 x1876351184896640/t0(0) o35->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789438867.292335:0:280610:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789438867.292336:0:280610:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789438867.292339:0:280610:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789438867.292342:0:280610:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789438867.292344:0:280610:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789438867.292346:0:280610:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff95d272165c00 pname:cluuid:pid:xid:nid:opc:job lfs:2d9a8a45-a42f-4142-a7af-34df75c08653:280610:1876351184896640:192.168.202.129@tcp:35:lfs.0 00000100:00000001:0.0:1789438867.292349:0:280610:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789438867.292354:0:280610:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789438867.292356:0:280610:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789438867.292358:0:280610:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789438867.292362:0:280610:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95d26f534000. 02000000:00000001:0.0:1789438867.292364:0:280610:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789438867.292377:0:280610:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000010:0.0:1789438867.292380:0:280610:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95d265ed85d8. 00000400:00000010:0.0:1789438867.292384:0:280610:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95d245b5e880. 00000100:00000200:0.0:1789438867.292390:0:280610:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351184896640, portal 10 00000100:00000001:0.0:1789438867.292392:0:280610:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789438867.292393:0:280610:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446627329822579712 : -116743886971904 : ffff95d272165c00) 00000100:00000040:0.0:1789438867.292399:0:280610:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff95d272165c00 x1876351184896640/t0(0) o35->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:23/10 lens 392/624 e 0 to 0 dl 1789438883 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789438867.292406:0:280610:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789438867.292409:0:280610:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:0.0:1789438867.292411:0:280610:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95d245b5e198. 00000100:00000200:0.0:1789438867.292414:0:280610:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1876351184896640, offset 0 00000400:00000200:0.0:1789438867.292420:0:280610:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:0.0:1789438867.292427:0:280610:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:0.0:1789438867.292433:0:280610:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:0.0:1789438867.292438:0:280610:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789438867.292441:0:280610:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:0.0:1789438867.292444:0:280610:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789438867.292446:0:280610:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:0.0:1789438867.292449:0:280610:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [548320:548320:256:4294967295] 192.168.202.129@tcp LPNI seq info [548259:548259:8:4294967295] 00000400:00000200:0.0:1789438867.292454:0:280610:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:0.0:1789438867.292462:0:280610:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:0.0:1789438867.292467:0:280610:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:0.0:1789438867.292471:0:280610:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95d244aa7d00. 00000800:00000200:0.0:1789438867.292477:0:280610:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95d247a15180] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:0.0:1789438867.292485:0:280610:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:0.0:1789438867.292489:0:280610:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff95d244aa7d00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1789438867.292504:0:280610:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789438867.292508:0:280610:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95d244e30800: using a timeout of 24576 usecs (25 jiffies) 00000400:00000200:0.0:1789438867.292511:0:280610:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000100:00000001:0.0:1789438867.292513:0:280610:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95d244e30800: PM QoS new deadline estimation for cpu 2 is 4305776458 00000100:00000001:0.0:1789438867.292526:0:280610:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95d244e30800: PM QoS request active for cpu 2, simply extend its deadline from 4305776452 00000100:00000001:0.0:1789438867.292531:0:280610:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95d244e30800: PM QoS new deadline estimation for cpu 3 is 4305776458 00000100:00000001:0.0:1789438867.292534:0:280610:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95d244e30800: PM QoS request active for cpu 3, simply extend its deadline from 4305776452 00000100:00000001:0.0:1789438867.292537:0:280610:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789438867.292540:0:280610:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789438867.292543:0:280610:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789438867.292545:0:280610:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1789438867.292547:0:280610:0:(client.c:2716:ptlrpc_set_wait()) set ffff95d245b7e6c0 going to sleep for 11 seconds 00000100:00000001:0.0:1789438867.292549:0:280610:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789438867.292551:0:280610:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789438867.292900:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789438867.292905:0:2391:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789438867.292909:0:2391:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789438867.292911:0:2391:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789438867.292914:0:2391:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95d24a756840. 00000400:00000200:3.0:1789438867.292919:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95d24519aee0 00000400:00000010:3.0:1789438867.292921:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95d24519aee0. 00000100:00000001:3.0:1789438867.292924:0:2391:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789438867.292930:0:2391:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff95d2780f5180 x1876351184896384/t0(0) o103->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1789438883 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789438867.292938:0:2391:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff95d2780f5180 x1876351184896384/t0(0) o103->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1789438883 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789438867.292944:0:2391:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789438867.292946:0:2391:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789438867.292948:0:2391:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789438867.292950:0:2391:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789438867.292953:0:2391:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789438867.292954:0:2391:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789438867.292956:0:2391:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789438867.292968:0:2391:0:(import.c:2196:obd_at_measure()) add 5 to ffff95d2780b4538 time=161 v=5 (5 5 5 5) 00000100:00001000:3.0:1789438867.292971:0:2391:0:(import.c:2196:obd_at_measure()) add 1 to ffff95d2780b4418 time=145 v=5 (1 2 0 0) 00000100:00000001:3.0:1789438867.292973:0:2391:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789438867.292975:0:2391:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789438867.292977:0:2391:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789438867.292980:0:2391:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789438867.292983:0:2391:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789438867.292984:0:2391:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff95d244e30800: skip recheck: last_committed 30064771457 00000100:00000001:3.0:1789438867.292986:0:2391:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789438867.292988:0:2391:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789438867.292991:0:2391:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95d2780f5180 x1876351184896384/t0(0) o103->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1789438883 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789438867.292997:0:2391:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789438867.292999:0:2391:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789438867.293001:0:2391:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789438867.293004:0:2391:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95d2780f5180 x1876351184896384/t0(0) o103->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1789438883 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789438867.293040:0:2391:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff95d2780f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2d9a8a45-a42f-4142-a7af-34df75c08653:2391:1876351184896384:192.168.202.129@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1789438867.293044:0:2391:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789438867.293046:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789438867.293049:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95d2780f5180 x1876351184896384/t0(0) o103->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1789438883 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789438867.293056:0:2391:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789438867.293058:0:2391:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789438867.293061:0:2391:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff95d243e26c00. 02000000:00000001:3.0:1789438867.293064:0:2391:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789438867.293067:0:2391:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789438867.293068:0:2391:0:(genops.c:1222:class_import_put()) import ffff95d2780b4000 refcount=8 obd=lustre-MDT0000-mdc-ffff95d244e30800 00000020:00000001:3.0:1789438867.293071:0:2391:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789438867.293073:0:2391:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff95d243e27600. 02000000:00000001:3.0:1789438867.293076:0:2391:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789438867.293077:0:2391:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789438867.293084:0:2391:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95d2780f5180. 00000100:00000001:3.0:1789438867.293087:0:2391:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789438867.293088:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789438867.293090:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789438867.293097:0:2391:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789438867.293098:0:2391:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789438867.293099:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789438867.293101:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789438867.293421:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789438867.293426:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95d244aa7d00. 00000400:00000200:2.0:1789438867.293430:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789438867.293435:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:2.0:1789438867.293438:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95d245b5e198 00000400:00000010:2.0:1789438867.293440:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95d245b5e198. 00000100:00000001:2.0:1789438867.293444:0:2384:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789438867.293448:0:2384:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff95d272165c00 x1876351184896640/t0(0) o35->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:23/10 lens 392/624 e 0 to 0 dl 1789438883 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789438867.293465:0:2384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789438867.293469:0:2384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff95d272165c00 x1876351184896640/t0(0) o35->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:23/10 lens 392/624 e 0 to 0 dl 1789438883 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789438867.293474:0:2384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789438867.293476:0:2384:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:2.1F:1789438867.294089:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95d2796cb300. 00010000:00000010:2.1:1789438867.294105:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95d279744c00. 00010000:00000010:0.1:1789438867.298170:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95d2796cb700. 00010000:00000010:0.1:1789438867.298192:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95d2862df200. 00000800:00000001:2.0:1789438867.299959:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789438867.299975:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789438867.299979:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789438867.299982:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789438867.299990:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438867.299998:0:2383:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:2.0:1789438867.300008:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438867.300048:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438867.300053:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438867.300058:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 456 into portal 10 MB=0x6aa880dd98280 00000400:00000200:2.0:1789438867.300063:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438867.300069:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 456/456 into md 0x5163dd [1] + 224 00000800:00000001:2.0:1789438867.300076:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789438867.300083:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789438867.300087:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789438867.300091:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:2.0:1789438867.300099:0:2383:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789438867.300108:0:2383:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff95d272165c00 x1876351184896640/t0(0) o35->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:23/10 lens 392/624 e 0 to 0 dl 1789438883 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789438867.300119:0:2383:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff95d272165c00 x1876351184896640/t0(0) o35->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:23/10 lens 392/624 e 0 to 0 dl 1789438883 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789438867.300130:0:2383:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789438867.300137:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789438867.300140:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789438867.300211:0:280610:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789438867.300220:0:280610:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789438867.300222:0:280610:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789438867.300225:0:280610:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95d265ed85d8. 00000400:00000200:0.0:1789438867.300230:0:280610:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95d245b5e880 00000400:00000010:0.0:1789438867.300232:0:280610:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95d245b5e880. 00000100:00000001:0.0:1789438867.300236:0:280610:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789438867.300241:0:280610:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff95d272165c00 x1876351184896640/t0(0) o35->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:23/10 lens 392/624 e 0 to 0 dl 1789438883 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1789438867.300249:0:280610:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff95d272165c00 x1876351184896640/t0(0) o35->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:23/10 lens 392/624 e 0 to 0 dl 1789438883 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789438867.300254:0:280610:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789438867.300257:0:280610:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789438867.300259:0:280610:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789438867.300262:0:280610:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789438867.300264:0:280610:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789438867.300267:0:280610:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789438867.300270:0:280610:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789438867.300279:0:280610:0:(import.c:2196:obd_at_measure()) add 5 to ffff95d2780b44f0 time=170 v=5 (5 5 5 5) 00000100:00001000:0.0:1789438867.300283:0:280610:0:(import.c:2196:obd_at_measure()) add 1 to ffff95d2780b4418 time=145 v=5 (1 2 0 0) 00000100:00000001:0.0:1789438867.300285:0:280610:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789438867.300287:0:280610:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789438867.300289:0:280610:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789438867.300293:0:280610:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789438867.300311:0:280610:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1789438867.300313:0:280610:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1789438867.300314:0:280610:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1789438867.300316:0:280610:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789438867.300318:0:280610:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446627329822579712 : -116743886971904 : ffff95d272165c00) 00000100:00000001:0.0:1789438867.300321:0:280610:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789438867.300323:0:280610:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff95d244e30800: skip recheck: last_committed 30064771457 00000100:00000001:0.0:1789438867.300325:0:280610:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789438867.300328:0:280610:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789438867.300336:0:280610:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95d272165c00 x1876351184896640/t30064771460(30064771460) o35->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:23/10 lens 392/456 e 0 to 0 dl 1789438883 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789438867.300342:0:280610:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789438867.300345:0:280610:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789438867.300347:0:280610:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789438867.300351:0:280610:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95d272165c00 x1876351184896640/t30064771460(30064771460) o35->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:23/10 lens 392/456 e 0 to 0 dl 1789438883 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1789438867.300357:0:280610:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff95d272165c00 pname:cluuid:pid:xid:nid:opc:job lfs:2d9a8a45-a42f-4142-a7af-34df75c08653:280610:1876351184896640:192.168.202.129@tcp:35:lfs.0 00000100:00000001:0.0:1789438867.300362:0:280610:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789438867.300364:0:280610:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789438867.300367:0:280610:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1789438867.300369:0:280610:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789438867.300372:0:280610:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff95d272165c00 x1876351184896640/t30064771460(30064771460) o35->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:23/10 lens 392/456 e 0 to 0 dl 1789438883 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789438867.300378:0:280610:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789438867.300381:0:280610:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff95d245b7e6c0. 00000100:00000001:0.0:1789438867.300395:0:280610:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1789438867.300397:0:280610:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789438867.300404:0:280610:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789438867.300405:0:280610:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446627329822579712 : -116743886971904 : ffff95d272165c00) 00000002:00000001:0.0:1789438867.300408:0:280610:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789438867.300411:0:280610:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1789438867.300417:0:280610:0:(llite_lib.c:4200:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff95d2482ff800. 00000080:00000001:0.0:1789438867.300427:0:280610:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1789438867.300431:0:280610:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00800000:00000001:0.0:1789438867.300434:0:280610:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789438867.300436:0:280610:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789438867.300438:0:280610:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789438867.300441:0:280610:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789438867.300443:0:280610:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789438867.300444:0:280610:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b17:0x13c0:0x0] 00800000:00000001:0.0:1789438867.300446:0:280610:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789438867.300451:0:280610:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1789438867.300456:0:280610:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff95d272167480 x1876351184896256/t30064771459(30064771459) o101->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 576/664 e 0 to 0 dl 1789438922 ref 2 fl Complete:RQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1789438867.300463:0:280610:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789438867.300464:0:280610:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1789438867.300467:0:280610:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff95d27218b800. 00000100:00000001:0.0:1789438867.300470:0:280610:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789438867.300472:0:280610:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff95d272165c00 x1876351184896640/t30064771460(30064771460) o35->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:23/10 lens 392/456 e 0 to 0 dl 1789438883 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789438867.300478:0:280610:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789438867.300480:0:280610:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789438867.300482:0:280610:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95d272167480 x1876351184896256/t30064771459(30064771459) o101->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 576/664 e 0 to 0 dl 1789438922 ref 2 fl Complete:RQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789438867.300488:0:280610:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789438867.300490:0:280610:0:(file.c:3225:ll_release_openhandle()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789438867.300493:0:280610:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1789438867.300495:0:280610:0:(dcache.c:176:ll_intent_release()) intent ffffa5a8c1483c90 released 00000080:00000001:0.0:1789438867.300497:0:280610:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:0.0:1789438867.300498:0:280610:0:(file.c:2791:ll_lov_setstripe_ea_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789438867.300502:0:280610:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:0.0:1789438867.300504:0:280610:0:(file.c:6135:ll_take_md_lock()) Process entered 00000080:00000040:0.0:1789438867.300506:0:280610:0:(file.c:6137:ll_take_md_lock()) trying to match res [0x200002b17:0x13c0:0x0] 00800000:00000001:0.0:1789438867.300509:0:280610:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789438867.300510:0:280610:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789438867.300511:0:280610:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789438867.300512:0:280610:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789438867.300519:0:280610:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789438867.300521:0:280610:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b17:0x13c0:0x0] 00800000:00000001:0.0:1789438867.300522:0:280610:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789438867.300526:0:280610:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789438867.300529:0:280610:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1789438867.300535:0:280610:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789438867.300537:0:280610:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789438867.300539:0:280610:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200002b17:0x13c0:0x0]: 0 00000080:00000001:0.0:1789438867.300541:0:280610:0:(file.c:6142:ll_take_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789438867.300543:0:280610:0:(file.c:7047:ll_layout_intent()) Process entered 00000080:00000010:0.0:1789438867.300547:0:280610:0:(llite_lib.c:4059:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff95d2482ff800. 00000080:00010000:0.0:1789438867.300552:0:280610:0:(file.c:7065:ll_layout_intent()) ### lustre: requeue layout lock for file [0x200002b17:0x13c0:0x0](ffff95d25404f448) 00000080:00000001:0.0:1789438867.300555:0:280610:0:(namei.c:937:ll_intent_lock()) Process entered 00800000:00000001:0.0:1789438867.300559:0:280610:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1789438867.300562:0:280610:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa5a8c1483b18 00800000:00000002:0.0:1789438867.300564:0:280610:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'layout' for [0x200002b17:0x13c0:0x0] '' on [0x200002b17:0x13c0:0x0] 00800000:00000001:0.0:1789438867.300568:0:280610:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1789438867.300569:0:280610:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789438867.300570:0:280610:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789438867.300571:0:280610:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789438867.300573:0:280610:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789438867.300574:0:280610:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789438867.300576:0:280610:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b17:0x13c0:0x0] 00800000:00000001:0.0:1789438867.300578:0:280610:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789438867.300580:0:280610:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200002b17:0x13c0:0x0], fid2=[0x200002b17:0x13c0:0x0], name='' -> mds #0 00000002:00000001:0.0:1789438867.300584:0:280610:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1789438867.300585:0:280610:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa5a8c14839e8 00000002:00010000:0.0:1789438867.300587:0:280610:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200002b17:0x13c0:0x0]) in obj [0x200002b17:0x13c0:0x0], intent: layout flags 0 00000002:00000001:0.0:1789438867.300591:0:280610:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1789438867.300593:0:280610:0:(mdc_locks.c:708:mdc_intent_layout_pack()) Process entered 00000100:00000010:0.0:1789438867.300597:0:280610:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95d272167100. 00000020:00000040:0.0:1789438867.300601:0:280610:0:(genops.c:1209:class_import_get()) import ffff95d2780b4000 refcount=9 obd=lustre-MDT0000-mdc-ffff95d244e30800 00010000:00000001:0.0:1789438867.300606:0:280610:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1789438867.300610:0:280610:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789438867.300615:0:280610:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789438867.300622:0:280610:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789438867.300624:0:280610:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789438867.300627:0:280610:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789438867.300629:0:280610:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789438867.300633:0:280610:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789438867.300639:0:280610:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff95d2482ffe00. 00000100:00000001:0.0:1789438867.300645:0:280610:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789438867.300649:0:280610:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789438867.300650:0:280610:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789438867.300652:0:280610:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789438867.300653:0:280610:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789438867.300655:0:280610:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789438867.300659:0:280610:0:(mdc_locks.c:741:mdc_intent_layout_pack()) Process leaving (rc=18446627329822585088 : -116743886966528 : ffff95d272167100) 00010000:00000001:0.0:1789438867.300663:0:280610:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1789438867.300665:0:280610:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1789438867.300670:0:280610:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff95d2796cb700. 00010000:00000010:0.0:1789438867.300674:0:280610:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff95d27927fe80. 00010000:00000001:0.0:1789438867.300678:0:280610:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1789438867.300681:0:280610:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff95d2862df200. 00000020:00000001:0.0:1789438867.300684:0:280610:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1789438867.300687:0:280610:0:(lustre_handles.c:93:class_handle_hash()) added object ffff95d2862df200 with handle 0xbb27724d72d3a8a4 to hash 00000020:00000001:0.0:1789438867.300689:0:280610:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1789438867.300690:0:280610:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446627330159669760 : -116743549881856 : ffff95d2862df200) 00010000:00000001:0.0:1789438867.300694:0:280610:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446627330159669760 : -116743549881856 : ffff95d2862df200) 00010000:00000001:0.0:1789438867.300697:0:280610:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789438867.300700:0:280610:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789438867.300704:0:280610:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff95d244e30800 lock: ffff95d2862df200/0xbb27724d72d3a8a4 lrc: 3/1,0 mode: --/CR res: [0x200002b17:0x13c0:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 280610 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789438867.300712:0:280610:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff95d244e30800 lock: ffff95d2862df200/0xbb27724d72d3a8a4 lrc: 3/1,0 mode: --/CR res: [0x200002b17:0x13c0:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 280610 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789438867.300721:0:280610:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff95d244e30800 lock: ffff95d2862df200/0xbb27724d72d3a8a4 lrc: 3/1,0 mode: --/CR res: [0x200002b17:0x13c0:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 280610 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1789438867.300748:0:280610:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1789438867.300749:0:280610:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1789438867.300754:0:280610:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff95d245b7e6c0. 00000100:00000001:0.0:1789438867.300756:0:280610:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446627329078191808 : -116744631359808 : ffff95d245b7e6c0) 00000100:00000001:0.0:1789438867.300758:0:280610:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789438867.300759:0:280610:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446627329822585088 : -116743886966528 : ffff95d272167100) 00000100:00000001:0.0:1789438867.300763:0:280610:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789438867.300767:0:280610:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789438867.300769:0:280610:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1789438867.300770:0:280610:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789438867.300774:0:280610:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95d272167100 x1876351184896768/t0(0) o101->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 376/472 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789438867.300781:0:280610:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789438867.300783:0:280610:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789438867.300786:0:280610:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789438867.300789:0:280610:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789438867.300791:0:280610:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789438867.300794:0:280610:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff95d272167100 pname:cluuid:pid:xid:nid:opc:job lfs:2d9a8a45-a42f-4142-a7af-34df75c08653:280610:1876351184896768:192.168.202.129@tcp:101:lfs.0 00000100:00000001:0.0:1789438867.300797:0:280610:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789438867.300802:0:280610:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789438867.300804:0:280610:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789438867.300806:0:280610:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789438867.300810:0:280610:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95d26f534800. 02000000:00000001:0.0:1789438867.300812:0:280610:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789438867.300817:0:280610:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000010:0.0:1789438867.300820:0:280610:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95d265ed85d8. 00000400:00000010:0.0:1789438867.300824:0:280610:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95d245b5e880. 00000100:00000200:0.0:1789438867.300829:0:280610:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351184896768, portal 10 00000100:00000001:0.0:1789438867.300830:0:280610:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789438867.300832:0:280610:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446627329822585088 : -116743886966528 : ffff95d272167100) 00000100:00000040:0.0:1789438867.300838:0:280610:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff95d272167100 x1876351184896768/t0(0) o101->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 376/472 e 0 to 0 dl 1789438922 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789438867.300858:0:280610:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789438867.300861:0:280610:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:0.0:1789438867.300864:0:280610:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95d245b5ed48. 00000100:00000200:0.0:1789438867.300868:0:280610:0:(niobuf.c:94:ptl_send_buf()) Sending 376 bytes to portal 12, xid 1876351184896768, offset 0 00000400:00000200:0.0:1789438867.300873:0:280610:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:0.0:1789438867.300879:0:280610:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:0.0:1789438867.300886:0:280610:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:0.0:1789438867.300891:0:280610:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789438867.300895:0:280610:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:0.0:1789438867.300899:0:280610:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789438867.300901:0:280610:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:0.0:1789438867.300905:0:280610:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [548321:548321:256:4294967295] 192.168.202.129@tcp LPNI seq info [548260:548260:8:4294967295] 00000400:00000200:0.0:1789438867.300909:0:280610:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:0.0:1789438867.300918:0:280610:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:0.0:1789438867.300922:0:280610:0:(socklnd_cb.c:931:ksocknal_send()) sending 376 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:0.0:1789438867.300926:0:280610:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95d244aa7400. 00000800:00000200:0.0:1789438867.300932:0:280610:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95d247a15180] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:0.0:1789438867.300939:0:280610:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:0.0:1789438867.300942:0:280610:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff95d244aa7400 type 1, nob 472 niov 1 nkiov 1 00000100:00000001:0.0:1789438867.300962:0:280610:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789438867.300967:0:280610:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95d244e30800: using a timeout of 24567 usecs (25 jiffies) 00000400:00000200:0.0:1789438867.300971:0:280610:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000100:00000001:0.0:1789438867.300973:0:280610:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95d244e30800: PM QoS new deadline estimation for cpu 2 is 4305776467 00000100:00000001:0.0:1789438867.300979:0:280610:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95d244e30800: PM QoS request active for cpu 2, simply extend its deadline from 4305776458 00000100:00000001:0.0:1789438867.300983:0:280610:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95d244e30800: PM QoS new deadline estimation for cpu 3 is 4305776467 00000100:00000001:0.0:1789438867.300986:0:280610:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95d244e30800: PM QoS request active for cpu 3, simply extend its deadline from 4305776458 00000100:00000001:0.0:1789438867.300989:0:280610:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789438867.300991:0:280610:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789438867.300999:0:280610:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789438867.301001:0:280610:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00100000:0.0:1789438867.301003:0:280610:0:(client.c:2716:ptlrpc_set_wait()) set ffff95d245b7e6c0 going to sleep for 50 seconds 00000100:00000001:0.0:1789438867.301005:0:280610:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789438867.301007:0:280610:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789438867.301304:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789438867.301308:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95d244aa7400. 00000400:00000200:2.0:1789438867.301317:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789438867.301322:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:2.0:1789438867.301326:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95d245b5ed48 00000400:00000010:2.0:1789438867.301328:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95d245b5ed48. 00000100:00000001:2.0:1789438867.301332:0:2384:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789438867.301336:0:2384:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff95d272167100 x1876351184896768/t0(0) o101->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 376/472 e 0 to 0 dl 1789438922 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789438867.301343:0:2384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789438867.301346:0:2384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff95d272167100 x1876351184896768/t0(0) o101->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 376/472 e 0 to 0 dl 1789438922 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789438867.301352:0:2384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789438867.301354:0:2384:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789438867.304301:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789438867.304320:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789438867.304324:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789438867.304326:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789438867.304334:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438867.304341:0:2383:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:2.0:1789438867.304351:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438867.304356:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438867.304360:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438867.304365:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 400 into portal 10 MB=0x6aa880dd98300 00000400:00000200:2.0:1789438867.304369:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438867.304375:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 400/400 into md 0x5163e5 [1] + 224 00000800:00000001:2.0:1789438867.304393:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789438867.304401:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789438867.304404:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789438867.304409:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:2.0:1789438867.304416:0:2383:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789438867.304425:0:2383:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff95d272167100 x1876351184896768/t0(0) o101->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 376/472 e 0 to 0 dl 1789438922 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789438867.304435:0:2383:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=472 req@ffff95d272167100 x1876351184896768/t0(0) o101->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 376/472 e 0 to 0 dl 1789438922 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789438867.304472:0:2383:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789438867.304480:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789438867.304483:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789438867.304599:0:280610:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789438867.304608:0:280610:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789438867.304610:0:280610:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789438867.304614:0:280610:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95d265ed85d8. 00000400:00000200:0.0:1789438867.304618:0:280610:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95d245b5e880 00000400:00000010:0.0:1789438867.304621:0:280610:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95d245b5e880. 00000100:00000001:0.0:1789438867.304625:0:280610:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789438867.304629:0:280610:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff95d272167100 x1876351184896768/t0(0) o101->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 376/472 e 0 to 0 dl 1789438922 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1789438867.304637:0:280610:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff95d272167100 x1876351184896768/t0(0) o101->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 376/472 e 0 to 0 dl 1789438922 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789438867.304643:0:280610:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789438867.304645:0:280610:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789438867.304647:0:280610:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789438867.304651:0:280610:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789438867.304653:0:280610:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789438867.304655:0:280610:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789438867.304659:0:280610:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789438867.304668:0:280610:0:(import.c:2196:obd_at_measure()) add 36 to ffff95d2780b4460 time=20 v=36 (36 36 36 36) 00000100:00001000:0.0:1789438867.304672:0:280610:0:(import.c:2196:obd_at_measure()) add 1 to ffff95d2780b4418 time=145 v=5 (1 2 0 0) 00000100:00000001:0.0:1789438867.304674:0:280610:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789438867.304676:0:280610:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789438867.304678:0:280610:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789438867.304682:0:280610:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789438867.304685:0:280610:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789438867.304687:0:280610:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff95d244e30800: skip recheck: last_committed 30064771457 00000100:00000001:0.0:1789438867.304689:0:280610:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789438867.304692:0:280610:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789438867.304697:0:280610:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95d272167100 x1876351184896768/t0(0) o101->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 376/400 e 0 to 0 dl 1789438922 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789438867.304715:0:280610:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789438867.304719:0:280610:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789438867.304721:0:280610:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789438867.304725:0:280610:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95d272167100 x1876351184896768/t0(0) o101->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 376/400 e 0 to 0 dl 1789438922 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1789438867.304731:0:280610:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff95d272167100 pname:cluuid:pid:xid:nid:opc:job lfs:2d9a8a45-a42f-4142-a7af-34df75c08653:280610:1876351184896768:192.168.202.129@tcp:101:lfs.0 00000100:00000001:0.0:1789438867.304736:0:280610:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789438867.304739:0:280610:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789438867.304741:0:280610:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1789438867.304743:0:280610:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789438867.304747:0:280610:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95d272167100 x1876351184896768/t0(0) o101->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 376/400 e 0 to 0 dl 1789438922 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789438867.304752:0:280610:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789438867.304755:0:280610:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff95d245b7e6c0. 00000100:00000001:0.0:1789438867.304758:0:280610:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1789438867.304760:0:280610:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789438867.304764:0:280610:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1789438867.304768:0:280610:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789438867.304770:0:280610:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789438867.304774:0:280610:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff95d2862df200 refcount=4 00000020:00000001:0.0:1789438867.304776:0:280610:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627330159669760 : -116743549881856 : ffff95d2862df200) 00010000:00000001:0.0:1789438867.304779:0:280610:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446627330159669760 : -116743549881856 : ffff95d2862df200) 00010000:00000040:0.0:1789438867.304787:0:280610:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff95d2862df200, remote cookie: 0x2538edef7ed04838, flags: 0x1000 00010000:00000001:0.0:1789438867.304790:0:280610:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1789438867.304794:0:280610:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1789438867.304796:0:280610:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1789438867.304798:0:280610:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1789438867.304799:0:280610:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1789438867.304802:0:280610:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200002b17:0x13c0:0x0].0x0 (ffff95d2796cb700) refcount = 1 00010000:00010000:0.0:1789438867.304807:0:280610:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff95d244e30800 lock: ffff95d2862df200/0xbb27724d72d3a8a4 lrc: 4/1,0 mode: CR/CR res: [0x200002b17:0x13c0:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2538edef7ed04838 expref: -99 pid: 280610 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789438867.304827:0:280610:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1789438867.304830:0:280610:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1789438867.304832:0:280610:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789438867.304835:0:280610:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1789438867.304837:0:280610:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789438867.304841:0:280610:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff95d244e30800 lock: ffff95d2862df200/0xbb27724d72d3a8a4 lrc: 4/1,0 mode: CR/CR res: [0x200002b17:0x13c0:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2538edef7ed04838 expref: -99 pid: 280610 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789438867.304846:0:280610:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1789438867.304848:0:280610:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789438867.304850:0:280610:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789438867.304851:0:280610:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789438867.304852:0:280610:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789438867.304853:0:280610:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789438867.304858:0:280610:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1789438867.304860:0:280610:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789438867.304861:0:280610:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789438867.304863:0:280610:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff95d2862df200 refcount=3 00000020:00000001:0.0:1789438867.304865:0:280610:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627330159669760 : -116743549881856 : ffff95d2862df200) 00010000:00000001:0.0:1789438867.304866:0:280610:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446627330159669760 : -116743549881856 : ffff95d2862df200) 00010000:00000001:0.0:1789438867.304878:0:280610:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789438867.304880:0:280610:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1789438867.304885:0:280610:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x400 disposition=0x1, status=0 req@ffff95d272167100 x1876351184896768/t0(0) o101->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 376/400 e 0 to 0 dl 1789438922 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000040:0.0:1789438867.304894:0:280610:0:(mdc_locks.c:907:mdc_finish_enqueue()) lustre-MDT0000-mdc-ffff95d244e30800: layout return lvb 56 transno 0 00010000:00000001:0.0:1789438867.304896:0:280610:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789438867.304897:0:280610:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789438867.304899:0:280610:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff95d2862df200 refcount=3 00000020:00000001:0.0:1789438867.304901:0:280610:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627330159669760 : -116743549881856 : ffff95d2862df200) 00010000:00000001:0.0:1789438867.304903:0:280610:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446627330159669760 : -116743549881856 : ffff95d2862df200) 00000002:00010000:0.0:1789438867.304907:0:280610:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: layout, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff95d244e30800 lock: ffff95d2862df200/0xbb27724d72d3a8a4 lrc: 3/1,0 mode: CR/CR res: [0x200002b17:0x13c0:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2538edef7ed04838 expref: -99 pid: 280610 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00000002:00000010:0.0:1789438867.304921:0:280610:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff95d27218b800. 00010000:00000001:0.0:1789438867.304924:0:280610:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789438867.304925:0:280610:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789438867.304927:0:280610:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789438867.304929:0:280610:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789438867.304932:0:280610:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1789438867.304934:0:280610:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789438867.304935:0:280610:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789438867.304937:0:280610:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff95d2862df200 refcount=3 00000020:00000001:0.0:1789438867.304939:0:280610:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627330159669760 : -116743549881856 : ffff95d2862df200) 00010000:00000001:0.0:1789438867.304941:0:280610:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446627330159669760 : -116743549881856 : ffff95d2862df200) 00000002:00010000:0.0:1789438867.304944:0:280610:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff95d244e30800 lock: ffff95d2862df200/0xbb27724d72d3a8a4 lrc: 3/1,0 mode: CR/CR res: [0x200002b17:0x13c0:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2538edef7ed04838 expref: -99 pid: 280610 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789438867.304950:0:280610:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789438867.304951:0:280610:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789438867.304952:0:280610:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1789438867.304953:0:280610:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789438867.304955:0:280610:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789438867.304956:0:280610:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff95d2862df200 refcount=3 00000020:00000001:0.0:1789438867.304957:0:280610:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627330159669760 : -116743549881856 : ffff95d2862df200) 00010000:00000001:0.0:1789438867.304959:0:280610:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446627330159669760 : -116743549881856 : ffff95d2862df200) 00010000:00000040:0.0:1789438867.304965:0:280610:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff95d2796cb700 count: 2 00010000:00000001:0.0:1789438867.304967:0:280610:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1789438867.304971:0:280610:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff95d25e67d400 type 13 mode 16 res 8589945623/5056 (0 0) 00010000:00000001:0.0:1789438867.304974:0:280610:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789438867.304975:0:280610:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789438867.304976:0:280610:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1789438867.304979:0:280610:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa5a8c1483970 00000002:00002000:0.0:1789438867.304981:0:280610:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=layout status=0 disp=0x1: rc = 0 00000002:00000001:0.0:1789438867.304984:0:280610:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789438867.304991:0:280610:0:(lmv_intent.c:533:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789438867.304994:0:280610:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1789438867.304997:0:280610:0:(namei.c:945:ll_intent_lock()) intent lock 1024 on i1 [0x200002b17:0x13c0:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1789438867.305001:0:280610:0:(namei.c:983:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789438867.305004:0:280610:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789438867.305008:0:280610:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95d272167100 x1876351184896768/t0(0) o101->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 376/400 e 0 to 0 dl 1789438922 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789438867.305048:0:280610:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789438867.305051:0:280610:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789438867.305054:0:280610:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95d26f534800. 02000000:00000001:0.0:1789438867.305058:0:280610:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789438867.305060:0:280610:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789438867.305062:0:280610:0:(genops.c:1222:class_import_put()) import ffff95d2780b4000 refcount=8 obd=lustre-MDT0000-mdc-ffff95d244e30800 00000020:00000001:0.0:1789438867.305064:0:280610:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789438867.305067:0:280610:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff95d2482ffe00. 02000000:00000001:0.0:1789438867.305069:0:280610:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789438867.305071:0:280610:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789438867.305074:0:280610:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95d272167100. 00000100:00000001:0.0:1789438867.305079:0:280610:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789438867.305080:0:280610:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.0:1789438867.305085:0:280610:0:(llite_lib.c:4200:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff95d2482ff800. 00000080:00010000:0.0:1789438867.305089:0:280610:0:(llite_internal.h:1990:ll_set_lock_data()) setting l_data to inode [0x200002b17:0x13c0:0x0](ffff95d25404f448) for lock 0xbb27724d72d3a8a4 00800000:00000001:0.0:1789438867.305094:0:280610:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1789438867.305096:0:280610:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1789438867.305098:0:280610:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789438867.305099:0:280610:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789438867.305101:0:280610:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff95d2862df200 refcount=3 00000020:00000001:0.0:1789438867.305102:0:280610:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627330159669760 : -116743549881856 : ffff95d2862df200) 00010000:00000001:0.0:1789438867.305104:0:280610:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446627330159669760 : -116743549881856 : ffff95d2862df200) 00010000:00000001:0.0:1789438867.305107:0:280610:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789438867.305108:0:280610:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789438867.305109:0:280610:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789438867.305111:0:280610:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789438867.305113:0:280610:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xbb27724d72d3a8a4 from it ffffa5a8c1483c38 00010000:00000001:0.0:1789438867.305115:0:280610:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789438867.305121:0:280610:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789438867.305123:0:280610:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff95d2862df200 refcount=3 00000020:00000001:0.0:1789438867.305124:0:280610:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627330159669760 : -116743549881856 : ffff95d2862df200) 00010000:00000001:0.0:1789438867.305126:0:280610:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446627330159669760 : -116743549881856 : ffff95d2862df200) 00010000:00000001:0.0:1789438867.305128:0:280610:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789438867.305131:0:280610:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff95d244e30800 lock: ffff95d2862df200/0xbb27724d72d3a8a4 lrc: 3/1,0 mode: CR/CR res: [0x200002b17:0x13c0:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2538edef7ed04838 expref: -99 pid: 280610 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789438867.305137:0:280610:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789438867.305138:0:280610:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789438867.305140:0:280610:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789438867.305142:0:280610:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789438867.305145:0:280610:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff95d244e30800 lock: ffff95d2862df200/0xbb27724d72d3a8a4 lrc: 2/0,0 mode: CR/CR res: [0x200002b17:0x13c0:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2538edef7ed04838 expref: -99 pid: 280610 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1789438867.305151:0:280610:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789438867.305153:0:280610:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789438867.305155:0:280610:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789438867.305159:0:280610:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789438867.305160:0:280610:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789438867.305161:0:280610:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789438867.305164:0:280610:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789438867.305166:0:280610:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789438867.305167:0:280610:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789438867.305170:0:280610:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789438867.305172:0:280610:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789438867.305184:0:280610:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789438867.305185:0:280610:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1789438867.305186:0:280610:0:(file.c:7081:ll_layout_intent()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789438867.305189:0:280610:0:(file.c:6135:ll_take_md_lock()) Process entered 00000080:00000040:0.0:1789438867.305191:0:280610:0:(file.c:6137:ll_take_md_lock()) trying to match res [0x200002b17:0x13c0:0x0] 00800000:00000001:0.0:1789438867.305196:0:280610:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789438867.305198:0:280610:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789438867.305201:0:280610:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789438867.305203:0:280610:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789438867.305205:0:280610:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789438867.305215:0:280610:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b17:0x13c0:0x0] 00800000:00000001:0.0:1789438867.305217:0:280610:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789438867.305220:0:280610:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789438867.305222:0:280610:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789438867.305225:0:280610:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff95d2796cb700 count: 2 00010000:00000001:0.0:1789438867.305227:0:280610:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789438867.305230:0:280610:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789438867.305234:0:280610:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1789438867.305237:0:280610:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff95d244e30800 lock: ffff95d2862df200/0xbb27724d72d3a8a4 lrc: 2/1,0 mode: CR/CR res: [0x200002b17:0x13c0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2538edef7ed04838 expref: -99 pid: 280610 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 02000000:00000001:0.0:1789438867.305244:0:280610:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1789438867.305249:0:280610:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789438867.305252:0:280610:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff95d244e30800 lock: ffff95d2862df200/0xbb27724d72d3a8a4 lrc: 2/1,0 mode: CR/CR res: [0x200002b17:0x13c0:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2538edef7ed04838 expref: -99 pid: 280610 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000002:00000001:0.0:1789438867.305257:0:280610:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=16 : 16 : 10) 00800000:00000002:0.0:1789438867.305259:0:280610:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200002b17:0x13c0:0x0]: 16 00000080:00000001:0.0:1789438867.305261:0:280610:0:(file.c:6142:ll_take_md_lock()) Process leaving (rc=16 : 16 : 10) 00000080:00000001:0.0:1789438867.305264:0:280610:0:(file.c:6938:ll_layout_lock_set()) Process entered 00010000:00000001:0.0:1789438867.305265:0:280610:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789438867.305267:0:280610:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789438867.305268:0:280610:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff95d2862df200 refcount=3 00000020:00000001:0.0:1789438867.305269:0:280610:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627330159669760 : -116743549881856 : ffff95d2862df200) 00010000:00000001:0.0:1789438867.305272:0:280610:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446627330159669760 : -116743549881856 : ffff95d2862df200) 00000080:00010000:0.0:1789438867.305275:0:280610:0:(file.c:6948:ll_layout_lock_set()) ### file [0x200002b17:0x13c0:0x0](00000000b61de30b) being reconfigured ns: lustre-MDT0000-mdc-ffff95d244e30800 lock: ffff95d2862df200/0xbb27724d72d3a8a4 lrc: 3/1,0 mode: CR/CR res: [0x200002b17:0x13c0:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2538edef7ed04838 expref: -99 pid: 280610 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00800000:00000001:0.0:1789438867.305282:0:280610:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1789438867.305283:0:280610:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1789438867.305284:0:280610:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789438867.305285:0:280610:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789438867.305287:0:280610:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff95d2862df200 refcount=4 00000020:00000001:0.0:1789438867.305288:0:280610:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627330159669760 : -116743549881856 : ffff95d2862df200) 00010000:00000001:0.0:1789438867.305295:0:280610:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446627330159669760 : -116743549881856 : ffff95d2862df200) 00010000:00000001:0.0:1789438867.305297:0:280610:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789438867.305298:0:280610:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789438867.305299:0:280610:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789438867.305301:0:280610:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789438867.305303:0:280610:0:(file.c:6863:ll_layout_fetch()) Process entered 00000080:00000002:0.0:1789438867.305305:0:280610:0:(file.c:6866:ll_layout_fetch()) [0x200002b17:0x13c0:0x0] LVB_READY=0 l_lvb_data=ffff95d27218b800 l_lvb_len=56 00000080:00000001:0.0:1789438867.305308:0:280610:0:(file.c:6869:ll_layout_fetch()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789438867.305309:0:280610:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:0.0:1789438867.305312:0:280610:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1789438867.305316:0:280610:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446627329504448312 : -116744205103304 : ffff95d25f200f38) 00000020:00001000:0.0:1789438867.305318:0:280610:0:(cl_object.c:823:cl_env_get()) 1@ffff95d25f200f30 00000020:00000001:0.0:1789438867.305320:0:280610:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:0.0:1789438867.305325:0:280610:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:0.0:1789438867.305327:0:280610:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:0.0:1789438867.305335:0:280610:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff95d245b63a20. 00020000:00000010:0.0:1789438867.305339:0:280610:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff95d260de8b80. 00020000:00000010:0.0:1789438867.305343:0:280610:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff95d245b63480. 00020000:00000001:0.0:1789438867.305345:0:280610:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446627329078080640 : -116744631470976 : ffff95d245b63480) 00020000:00000002:0.0:1789438867.305349:0:280610:0:(lov_ea.c:755:dump_lsm()) lsm ffff95d245b63480, objid 0x13c0:11031, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1789438867.305354:0:280610:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1789438867.305358:0:280610:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff95d260de8b80: ostid: 0x280000401:21960 ost idx: 0 gen: 0 00020000:00000002:0.0:1789438867.305362:0:280610:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff95d24576faa8) owner ffff95d241224f80 00020000:00000001:0.0:1789438867.305365:0:280610:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1789438867.305368:0:280610:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff95d24576faa8) owner ffff95d241224f80 00020000:00000010:0.0:1789438867.305372:0:280610:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff95d260de8b80. 00020000:00000010:0.0:1789438867.305377:0:280610:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff95d245b63a20. 00020000:00000010:0.0:1789438867.305928:0:280610:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff95d245b63480. 00020000:00000002:0.0:1789438867.305931:0:280610:0:(lov_object.c:1535:lov_conf_set()) [0x200002b17:0x13c0:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1789438867.305934:0:280610:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789438867.305936:0:280610:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789438867.305940:0:280610:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1789438867.305943:0:280610:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff95d24576faa8) owner 0000000000000000/ffff95d241224f80 00020000:00000002:0.0:1789438867.305946:0:280610:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff95d245b631e0 addref 2/0 by ffff95d241224f80. 00020000:00000002:0.0:1789438867.305957:0:280610:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff95d24576faa8) owner 0000000000000000/ffff95d241224f80 00020000:00000001:0.0:1789438867.305960:0:280610:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1789438867.305962:0:280610:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:0.0:1789438867.305964:0:280610:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:0.0:1789438867.305965:0:280610:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:0.0:1789438867.305968:0:280610:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:0.0:1789438867.305971:0:280610:0:(file.c:6843:ll_layout_conf()) [0x200002b17:0x13c0:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:0.0:1789438867.305974:0:280610:0:(cl_object.c:917:cl_env_put()) 1@ffff95d25f200f30 00000080:00000001:0.0:1789438867.305977:0:280610:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789438867.305979:0:280610:0:(file.c:6985:ll_layout_lock_set()) Process leaving 00010000:00000001:0.0:1789438867.305980:0:280610:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789438867.305982:0:280610:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789438867.305983:0:280610:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789438867.305984:0:280610:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789438867.305986:0:280610:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff95d2862df200 refcount=3 00000020:00000001:0.0:1789438867.305988:0:280610:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627330159669760 : -116743549881856 : ffff95d2862df200) 00010000:00000001:0.0:1789438867.305991:0:280610:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446627330159669760 : -116743549881856 : ffff95d2862df200) 00010000:00000001:0.0:1789438867.305993:0:280610:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789438867.305996:0:280610:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff95d244e30800 lock: ffff95d2862df200/0xbb27724d72d3a8a4 lrc: 3/1,0 mode: CR/CR res: [0x200002b17:0x13c0:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x2538edef7ed04838 expref: -99 pid: 280610 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1789438867.306003:0:280610:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789438867.306004:0:280610:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789438867.306006:0:280610:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789438867.306007:0:280610:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789438867.306009:0:280610:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff95d244e30800 lock: ffff95d2862df200/0xbb27724d72d3a8a4 lrc: 2/0,0 mode: CR/CR res: [0x200002b17:0x13c0:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x2538edef7ed04838 expref: -99 pid: 280610 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1789438867.306045:0:280610:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789438867.306047:0:280610:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789438867.306049:0:280610:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789438867.306052:0:280610:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789438867.306053:0:280610:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789438867.306055:0:280610:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789438867.306057:0:280610:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789438867.306064:0:280610:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789438867.306066:0:280610:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789438867.306068:0:280610:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789438867.306070:0:280610:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789438867.306071:0:280610:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789438867.306072:0:280610:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1789438867.306074:0:280610:0:(file.c:7026:ll_layout_lock_set()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789438867.306076:0:280610:0:(file.c:7145:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1789438867.306079:0:280610:0:(file.c:3022:ll_lov_setstripe()) inode ffff95d25404f448 need_sync_to_mds [0x200002b17:0x13c0:0x0] 00000080:00000001:0.0:1789438867.306081:0:280610:0:(file.c:2979:ll_file_getstripe()) Process entered 00000020:00000001:0.0:1789438867.306083:0:280610:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1789438867.306085:0:280610:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446627329504448312 : -116744205103304 : ffff95d25f200f38) 00000020:00001000:0.0:1789438867.306087:0:280610:0:(cl_object.c:823:cl_env_get()) 1@ffff95d25f200f30 00000020:00000001:0.0:1789438867.306090:0:280610:0:(cl_object.c:398:cl_object_getstripe()) Process entered 00020000:00000001:0.0:1789438867.306091:0:280610:0:(lov_object.c:2263:lov_object_getstripe()) Process entered 00020000:00000002:0.0:1789438867.306093:0:280610:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff95d24576faa8) owner 0000000000000000/ffff95d241224f80 00020000:00000002:0.0:1789438867.306095:0:280610:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff95d245b631e0 addref 2/0 by ffff95d241224f80. 00020000:00000002:0.0:1789438867.306097:0:280610:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff95d24576faa8) owner 0000000000000000/ffff95d241224f80 00020000:00000001:0.0:1789438867.306100:0:280610:0:(lov_pack.c:382:lov_getstripe()) Process entered 00020000:00000010:0.0:1789438867.306103:0:280610:0:(lov_pack.c:394:lov_getstripe()) kmalloced '(lmmk)': 56 at ffff95d27218bd00. 00020000:00000001:0.0:1789438867.306105:0:280610:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:0.0:1789438867.306106:0:280610:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:0.0:1789438867.306108:0:280610:0:(lov_pack.c:144:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000010:0.0:1789438867.306112:0:280610:0:(lov_pack.c:489:lov_getstripe()) kvfree 'lmmk': 56 at ffff95d27218bd00. 00020000:00000001:0.0:1789438867.306115:0:280610:0:(lov_pack.c:491:lov_getstripe()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789438867.306117:0:280610:0:(lov_object.c:2271:lov_object_getstripe()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789438867.306119:0:280610:0:(cl_object.c:408:cl_object_getstripe()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1789438867.306120:0:280610:0:(cl_object.c:917:cl_env_put()) 1@ffff95d25f200f30 00000080:00000001:0.0:1789438867.306123:0:280610:0:(file.c:2990:ll_file_getstripe()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1789438867.306125:0:280610:0:(file.c:3036:ll_lov_setstripe()) kvfree 'klum': 32 at ffff95d25e7ed0e0. 00000080:00000001:0.0:1789438867.306127:0:280610:0:(file.c:3037:ll_lov_setstripe()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789438867.306130:0:280610:0:(file.c:4711:ll_file_ioctl()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789438867.306158:0:280610:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1789438867.306160:0:280610:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff95d24576faa8) owner 0000000000000000/ffff95d241224f80 00020000:00000002:0.0:1789438867.306164:0:280610:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff95d24576faa8) owner 0000000000000000/ffff95d241224f80 00020000:00000001:0.0:1789438867.306166:0:280610:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789438867.306577:0:280610:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:0.0:1789438867.306582:0:280610:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa5a8c1483df0 00000080:00200008:0.0:1789438867.306584:0:280610:0:(file.c:479:ll_file_release()) START file f812b.sanity:[0x200002b17:0x13c0:0x0](ffff95d25404f448), flags 100001 00000080:00000001:0.0:1789438867.306589:0:280610:0:(pcc.c:2473:pcc_file_release()) Process entered 00000080:00000001:0.0:1789438867.306591:0:280610:0:(pcc.c:2501:pcc_file_release()) Process leaving 00020000:00000001:0.0:1789438867.306592:0:280610:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1789438867.306594:0:280610:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff95d24576faa8) owner 0000000000000000/ffff95d241224f80 00020000:00000002:0.0:1789438867.306596:0:280610:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff95d24576faa8) owner 0000000000000000/ffff95d241224f80 00020000:00000001:0.0:1789438867.306598:0:280610:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789438867.306600:0:280610:0:(file.c:341:ll_md_close()) Process entered 00800000:00000001:0.0:1789438867.306604:0:280610:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789438867.306606:0:280610:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789438867.306609:0:280610:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789438867.306611:0:280610:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789438867.306612:0:280610:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789438867.306614:0:280610:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b17:0x13c0:0x0] 00800000:00000001:0.0:1789438867.306616:0:280610:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789438867.306620:0:280610:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789438867.306622:0:280610:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789438867.306628:0:280610:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff95d2796cb700 count: 2 00010000:00000001:0.0:1789438867.306630:0:280610:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789438867.306633:0:280610:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789438867.306635:0:280610:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200002b17:0x13c0:0x0]: 0 00000080:00000001:0.0:1789438867.306637:0:280610:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:0.0:1789438867.306639:0:280610:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1789438867.306643:0:280610:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff95d2482ff800. 00000080:00000001:0.0:1789438867.306645:0:280610:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:0.0:1789438867.306650:0:280610:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1789438867.306653:0:280610:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000001:0.0:1789438867.306655:0:280610:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789438867.306656:0:280610:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789438867.306657:0:280610:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789438867.306658:0:280610:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789438867.306660:0:280610:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789438867.306662:0:280610:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b17:0x13c0:0x0] 00800000:00000001:0.0:1789438867.306664:0:280610:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789438867.306666:0:280610:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200002b17:0x13c0:0x0] 00000002:00000001:0.0:1789438867.306675:0:280610:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:0.0:1789438867.306677:0:280610:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff95d244e30800: [0x200002b17:0x13c0:0x0] file closed with intent: 0 00000100:00000010:0.0:1789438867.306684:0:280610:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95d272167100. 00000020:00000040:0.0:1789438867.306688:0:280610:0:(genops.c:1209:class_import_get()) import ffff95d2780b4000 refcount=9 obd=lustre-MDT0000-mdc-ffff95d244e30800 00000100:00000001:0.0:1789438867.306692:0:280610:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789438867.306695:0:280610:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789438867.306698:0:280610:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789438867.306705:0:280610:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff95d2482ffe00. 00000100:00000001:0.0:1789438867.306712:0:280610:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1789438867.306731:0:280610:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff95d279637b80 x1876351184896000/t30064771458(30064771458) o101->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 528/608 e 0 to 0 dl 1789438922 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1789438867.306743:0:280610:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff95d244e30800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1789438867.306748:0:280610:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff95d272167100 x1876351184897024/t0(0) o35->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1789438867.306755:0:280610:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1789438867.306757:0:280610:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1789438867.306764:0:280610:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff95d245b7e6c0. 00000100:00000001:0.0:1789438867.306766:0:280610:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446627329078191808 : -116744631359808 : ffff95d245b7e6c0) 00000100:00000001:0.0:1789438867.306769:0:280610:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789438867.306770:0:280610:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446627329822585088 : -116743886966528 : ffff95d272167100) 00000100:00000001:0.0:1789438867.306775:0:280610:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789438867.306779:0:280610:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789438867.306781:0:280610:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1789438867.306783:0:280610:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789438867.306787:0:280610:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95d272167100 x1876351184897024/t0(0) o35->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789438867.306794:0:280610:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789438867.306796:0:280610:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789438867.306799:0:280610:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789438867.306801:0:280610:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789438867.306803:0:280610:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789438867.306806:0:280610:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff95d272167100 pname:cluuid:pid:xid:nid:opc:job lfs:2d9a8a45-a42f-4142-a7af-34df75c08653:280610:1876351184897024:192.168.202.129@tcp:35:lfs.0 00000100:00000001:0.0:1789438867.306820:0:280610:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789438867.306826:0:280610:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789438867.306828:0:280610:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789438867.306830:0:280610:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789438867.306833:0:280610:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95d26f534800. 02000000:00000001:0.0:1789438867.306835:0:280610:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789438867.306843:0:280610:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000010:0.0:1789438867.306847:0:280610:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95d265ed85d8. 00000400:00000010:0.0:1789438867.306852:0:280610:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95d245b5e880. 00000100:00000200:0.0:1789438867.306858:0:280610:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351184897024, portal 10 00000100:00000001:0.0:1789438867.306860:0:280610:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789438867.306861:0:280610:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446627329822585088 : -116743886966528 : ffff95d272167100) 00000100:00000040:0.0:1789438867.306867:0:280610:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff95d272167100 x1876351184897024/t0(0) o35->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:23/10 lens 392/624 e 0 to 0 dl 1789438883 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789438867.307003:0:280610:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789438867.307006:0:280610:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:0.0:1789438867.307009:0:280610:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95d245b5e330. 00000100:00000200:0.0:1789438867.308482:0:280610:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1876351184897024, offset 0 00000400:00000200:0.0:1789438867.308502:0:280610:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:0.0:1789438867.308513:0:280610:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:0.0:1789438867.308523:0:280610:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:0.0:1789438867.308529:0:280610:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789438867.308533:0:280610:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:0.0:1789438867.308537:0:280610:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789438867.308539:0:280610:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:0.0:1789438867.308548:0:280610:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [548322:548322:256:4294967295] 192.168.202.129@tcp LPNI seq info [548261:548261:8:4294967295] 00000400:00000200:0.0:1789438867.308553:0:280610:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:0.0:1789438867.308564:0:280610:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:0.0:1789438867.308570:0:280610:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:0.0:1789438867.308578:0:280610:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95d244aa7800. 00000800:00000200:0.0:1789438867.308586:0:280610:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95d247a15180] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:0.0:1789438867.308610:0:280610:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:0.0:1789438867.308615:0:280610:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff95d244aa7800 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1789438867.308794:0:280610:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789438867.308801:0:280610:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95d244e30800: using a timeout of 24561 usecs (25 jiffies) 00000400:00000200:0.0:1789438867.308805:0:280610:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000100:00000001:0.0:1789438867.308808:0:280610:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95d244e30800: PM QoS new deadline estimation for cpu 2 is 4305776475 00000100:00000001:0.0:1789438867.308814:0:280610:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95d244e30800: PM QoS request active for cpu 2, simply extend its deadline from 4305776467 00000100:00000001:0.0:1789438867.308819:0:280610:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95d244e30800: PM QoS new deadline estimation for cpu 3 is 4305776475 00000100:00000001:0.0:1789438867.308822:0:280610:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95d244e30800: PM QoS request active for cpu 3, simply extend its deadline from 4305776467 00000100:00000001:0.0:1789438867.308825:0:280610:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789438867.308830:0:280610:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789438867.308833:0:280610:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789438867.308836:0:280610:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1789438867.308839:0:280610:0:(client.c:2716:ptlrpc_set_wait()) set ffff95d245b7e6c0 going to sleep for 11 seconds 00000100:00000001:0.0:1789438867.308842:0:280610:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789438867.308845:0:280610:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789438867.311407:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789438867.311418:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95d244aa7800. 00000400:00000200:3.0:1789438867.311426:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789438867.311436:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:3.0:1789438867.311444:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95d245b5e330 00000400:00000010:3.0:1789438867.311447:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95d245b5e330. 00000100:00000001:3.0:1789438867.311454:0:2384:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789438867.311462:0:2384:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff95d272167100 x1876351184897024/t0(0) o35->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:23/10 lens 392/624 e 0 to 0 dl 1789438883 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789438867.311474:0:2384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789438867.311478:0:2384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff95d272167100 x1876351184897024/t0(0) o35->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:23/10 lens 392/624 e 0 to 0 dl 1789438883 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789438867.311485:0:2384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789438867.311487:0:2384:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1789438867.311496:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789438867.311507:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789438867.311509:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789438867.311512:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789438867.311517:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1789438867.311522:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:3.0:1789438867.311528:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1789438867.311532:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1789438867.311537:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1789438867.311541:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 456 into portal 10 MB=0x6aa880dd98400 00000400:00000200:3.0:1789438867.311547:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1789438867.311553:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 456/456 into md 0x5163ed [1] + 224 00000800:00000001:3.0:1789438867.311559:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789438867.311581:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789438867.311584:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789438867.311587:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:3.0:1789438867.312234:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789438867.312242:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff95d272167100 x1876351184897024/t0(0) o35->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:23/10 lens 392/624 e 0 to 0 dl 1789438883 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789438867.312252:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff95d272167100 x1876351184897024/t0(0) o35->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:23/10 lens 392/624 e 0 to 0 dl 1789438883 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789438867.312309:0:280610:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789438867.312328:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000400:00000001:2.0:1789438867.312497:0:280610:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789438867.312500:0:280610:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789438867.312504:0:280610:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95d265ed85d8. 00000400:00000200:2.0:1789438867.312508:0:280610:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95d245b5e880 00000400:00000010:2.0:1789438867.312510:0:280610:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95d245b5e880. 00000100:00000001:2.0:1789438867.312514:0:280610:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789438867.312518:0:280610:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff95d272167100 x1876351184897024/t0(0) o35->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:23/10 lens 392/624 e 0 to 0 dl 1789438883 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1789438867.312526:0:280610:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff95d272167100 x1876351184897024/t0(0) o35->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:23/10 lens 392/624 e 0 to 0 dl 1789438883 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789438867.312532:0:280610:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789438867.312535:0:280610:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789438867.312537:0:280610:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789438867.312540:0:280610:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789438867.312543:0:280610:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789438867.312545:0:280610:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789438867.312548:0:280610:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789438867.312558:0:280610:0:(import.c:2196:obd_at_measure()) add 5 to ffff95d2780b44f0 time=20 v=5 (5 5 5 5) 00000100:00001000:2.0:1789438867.312562:0:280610:0:(import.c:2196:obd_at_measure()) add 1 to ffff95d2780b4418 time=145 v=5 (1 2 0 0) 00000100:00000001:2.0:1789438867.312565:0:280610:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789438867.312566:0:280610:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789438867.312569:0:280610:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789438867.312572:0:280610:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789438867.312575:0:280610:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1789438867.312578:0:280610:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:2.0:1789438867.312579:0:280610:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1789438867.312582:0:280610:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789438867.312584:0:280610:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446627329822585088 : -116743886966528 : ffff95d272167100) 00000100:00000001:2.0:1789438867.312587:0:280610:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789438867.312588:0:280610:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff95d244e30800: skip recheck: last_committed 30064771457 00000100:00000001:2.0:1789438867.312599:0:280610:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789438867.312601:0:280610:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789438867.312607:0:280610:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95d272167100 x1876351184897024/t30064771461(30064771461) o35->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:23/10 lens 392/456 e 0 to 0 dl 1789438883 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789438867.312614:0:280610:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789438867.312617:0:280610:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789438867.312618:0:280610:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789438867.312622:0:280610:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95d272167100 x1876351184897024/t30064771461(30064771461) o35->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:23/10 lens 392/456 e 0 to 0 dl 1789438883 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1789438867.312629:0:280610:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff95d272167100 pname:cluuid:pid:xid:nid:opc:job lfs:2d9a8a45-a42f-4142-a7af-34df75c08653:280610:1876351184897024:192.168.202.129@tcp:35:lfs.0 00000100:00000001:2.0:1789438867.312634:0:280610:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789438867.312637:0:280610:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789438867.312639:0:280610:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1789438867.312641:0:280610:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789438867.312644:0:280610:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff95d272167100 x1876351184897024/t30064771461(30064771461) o35->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:23/10 lens 392/456 e 0 to 0 dl 1789438883 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789438867.312650:0:280610:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789438867.312653:0:280610:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff95d245b7e6c0. 00000100:00000001:2.0:1789438867.312657:0:280610:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1789438867.312659:0:280610:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789438867.312665:0:280610:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789438867.312666:0:280610:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446627329822585088 : -116743886966528 : ffff95d272167100) 00000002:00000001:2.0:1789438867.312669:0:280610:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789438867.312672:0:280610:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1789438867.312677:0:280610:0:(llite_lib.c:4200:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff95d2482ff800. 00000080:00000001:2.0:1789438867.312681:0:280610:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:2.0:1789438867.312684:0:280610:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00800000:00000001:2.0:1789438867.312686:0:280610:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789438867.312689:0:280610:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789438867.312691:0:280610:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789438867.312693:0:280610:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789438867.312695:0:280610:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789438867.312703:0:280610:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b17:0x13c0:0x0] 00800000:00000001:2.0:1789438867.312706:0:280610:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1789438867.312712:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789438867.312717:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1789438867.312726:0:280610:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:2.0:1789438867.312733:0:280610:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff95d279637b80 x1876351184896000/t30064771458(30064771458) o101->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 528/608 e 0 to 0 dl 1789438922 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1789438867.312740:0:280610:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789438867.312742:0:280610:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1789438867.312744:0:280610:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff95d27218b840. 00000100:00000001:2.0:1789438867.312747:0:280610:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789438867.312750:0:280610:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff95d272167100 x1876351184897024/t30064771461(30064771461) o35->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:23/10 lens 392/456 e 0 to 0 dl 1789438883 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789438867.312756:0:280610:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789438867.312758:0:280610:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1789438867.312763:0:280610:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff95d260065a40. 00000080:00000001:2.0:1789438867.312766:0:280610:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789438867.312771:0:280610:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa5a8c1483df0 00000080:00000008:2.0:1789438867.312774:0:280610:0:(file.c:523:ll_file_release()) COMPLETED file f812b.sanity:[0x200002b17:0x13c0:0x0](ffff95d25404f448), flags 100001, rc = 0 00000080:00000001:2.0:1789438867.312777:0:280610:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789438867.312782:0:280610:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1789438867.312784:0:280610:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa5a8c1483e00 00000080:00002000:2.0:1789438867.312786:0:280610:0:(dcache.c:127:ll_ddelete()) deleting dentry f812b.sanity (ffff95d251dd80d8, parent ffff95d2541f1e58, inode ffff95d25404f448) hashed, 00000080:00000001:2.0:1789438867.312789:0:280610:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1789438867.312798:0:280610:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:2.0:1789438867.312804:0:280610:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000010:2.1:1789438867.318452:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95d2435e1380. 00000080:00000001:0.0:1789438867.325037:0:280612:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1789438867.325042:0:280612:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1789438867.325044:0:280612:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1789438867.325048:0:280612:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa5a8c146bb20 00000080:00200000:0.0:1789438867.325052:0:280612:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95d26ec17448),name=/ 00000080:00000010:0.0:1789438867.325060:0:280612:0:(llite_lib.c:4059:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff95d2482ffc00. 00800000:00000002:0.0:1789438867.325067:0:280612:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff95d2797bf700 2 00000080:00000001:0.0:1789438867.325072:0:280612:0:(namei.c:937:ll_intent_lock()) Process entered 00800000:00000001:0.0:1789438867.325077:0:280612:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1789438867.325079:0:280612:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa5a8c146ba40 00800000:00000002:0.0:1789438867.325082:0:280612:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1789438867.325086:0:280612:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1789438867.325089:0:280612:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789438867.325092:0:280612:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789438867.325094:0:280612:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789438867.325096:0:280612:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789438867.325099:0:280612:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789438867.325106:0:280612:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1789438867.325108:0:280612:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789438867.325112:0:280612:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1789438867.325117:0:280612:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1789438867.325119:0:280612:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa5a8c146b910 00000002:00010000:0.0:1789438867.325121:0:280612:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1789438867.325124:0:280612:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1789438867.325127:0:280612:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789438867.325130:0:280612:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1789438867.325136:0:280612:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789438867.325138:0:280612:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789438867.325140:0:280612:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789438867.325142:0:280612:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1789438867.325144:0:280612:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1789438867.325150:0:280612:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95d272165500. 00000020:00000040:0.0:1789438867.325154:0:280612:0:(genops.c:1209:class_import_get()) import ffff95d2780b4000 refcount=10 obd=lustre-MDT0000-mdc-ffff95d244e30800 00010000:00000001:0.0:1789438867.325161:0:280612:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1789438867.325166:0:280612:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789438867.326352:0:280612:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789438867.326358:0:280612:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789438867.326361:0:280612:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789438867.326366:0:280612:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789438867.326370:0:280612:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789438867.326375:0:280612:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789438867.326570:0:280612:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95d26f537400. 00000100:00000001:0.0:1789438867.326579:0:280612:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789438867.326585:0:280612:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789438867.326587:0:280612:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789438867.326589:0:280612:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789438867.326590:0:280612:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789438867.326592:0:280612:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789438867.326599:0:280612:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446627329822577920 : -116743886973696 : ffff95d272165500) 00010000:00000001:0.0:1789438867.326604:0:280612:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1789438867.326607:0:280612:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1789438867.326613:0:280612:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff95d2796cb500. 00010000:00000010:0.0:1789438867.326617:0:280612:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff95d27927ff80. 00010000:00000001:0.0:1789438867.326632:0:280612:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1789438867.326636:0:280612:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff95d2862dfa00. 00000020:00000001:0.0:1789438867.326641:0:280612:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1789438867.326644:0:280612:0:(lustre_handles.c:93:class_handle_hash()) added object ffff95d2862dfa00 with handle 0xbb27724d72d3a8ab to hash 00000020:00000001:0.0:1789438867.326646:0:280612:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1789438867.326648:0:280612:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446627330159671808 : -116743549879808 : ffff95d2862dfa00) 00010000:00000001:0.0:1789438867.326651:0:280612:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446627330159671808 : -116743549879808 : ffff95d2862dfa00) 00010000:00000001:0.0:1789438867.326655:0:280612:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789438867.326657:0:280612:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789438867.326662:0:280612:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff95d244e30800 lock: ffff95d2862dfa00/0xbb27724d72d3a8ab lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 280612 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789438867.326671:0:280612:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff95d244e30800 lock: ffff95d2862dfa00/0xbb27724d72d3a8ab lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 280612 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789438867.326683:0:280612:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff95d244e30800 lock: ffff95d2862dfa00/0xbb27724d72d3a8ab lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 280612 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1789438867.326688:0:280612:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1789438867.326690:0:280612:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1789438867.326696:0:280612:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff95d245b7ea80. 00000100:00000001:0.0:1789438867.326699:0:280612:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446627329078192768 : -116744631358848 : ffff95d245b7ea80) 00000100:00000001:0.0:1789438867.326701:0:280612:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789438867.326703:0:280612:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446627329822577920 : -116743886973696 : ffff95d272165500) 00000100:00000001:0.0:1789438867.326707:0:280612:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789438867.326711:0:280612:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789438867.326713:0:280612:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1789438867.326715:0:280612:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789438867.326725:0:280612:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95d272165500 x1876351184897152/t0(0) o101->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789438867.326849:0:280612:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789438867.326852:0:280612:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789438867.326856:0:280612:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789438867.326859:0:280612:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789438867.326933:0:280612:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789438867.326939:0:280612:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff95d272165500 pname:cluuid:pid:xid:nid:opc:job stat:2d9a8a45-a42f-4142-a7af-34df75c08653:280612:1876351184897152:192.168.202.129@tcp:101:stat.0 00000100:00000001:0.0:1789438867.326943:0:280612:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789438867.326948:0:280612:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789438867.326950:0:280612:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789438867.326953:0:280612:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789438867.326958:0:280612:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff95d24321b000. 02000000:00000001:0.0:1789438867.326960:0:280612:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789438867.326968:0:280612:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000010:0.0:1789438867.326972:0:280612:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95d265ed8268. 00000400:00000010:0.0:1789438867.326978:0:280612:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95d245b5ea18. 00000100:00000200:0.0:1789438867.326984:0:280612:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1876351184897152, portal 10 00000100:00000001:0.0:1789438867.326986:0:280612:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789438867.326988:0:280612:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446627329822577920 : -116743886973696 : ffff95d272165500) 00000100:00000040:0.0:1789438867.326994:0:280612:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff95d272165500 x1876351184897152/t0(0) o101->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789438922 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789438867.327002:0:280612:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789438867.327005:0:280612:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:0.0:1789438867.327008:0:280612:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95d245b5ec38. 00000100:00000200:0.0:1789438867.327075:0:280612:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1876351184897152, offset 0 00000400:00000200:0.0:1789438867.327082:0:280612:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:0.0:1789438867.327090:0:280612:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:0.0:1789438867.327097:0:280612:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:0.0:1789438867.327102:0:280612:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789438867.327106:0:280612:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:0.0:1789438867.327109:0:280612:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789438867.327112:0:280612:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:0.0:1789438867.327115:0:280612:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [548323:548323:256:4294967295] 192.168.202.129@tcp LPNI seq info [548262:548262:8:4294967295] 00000400:00000200:0.0:1789438867.327119:0:280612:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:0.0:1789438867.327129:0:280612:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:0.0:1789438867.327134:0:280612:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:0.0:1789438867.327139:0:280612:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95d244aa7900. 00000800:00000200:0.0:1789438867.327154:0:280612:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95d247a15180] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:0.0:1789438867.327161:0:280612:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:0.0:1789438867.327165:0:280612:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff95d244aa7900 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:0.0:1789438867.327375:0:280612:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789438867.327390:0:280612:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95d244e30800: using a timeout of 24556 usecs (25 jiffies) 00000400:00000200:0.0:1789438867.327394:0:280612:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000100:00000001:0.0:1789438867.327397:0:280612:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95d244e30800: PM QoS new deadline estimation for cpu 2 is 4305776494 00000100:00000001:0.0:1789438867.327404:0:280612:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95d244e30800: PM QoS request active for cpu 2, simply extend its deadline from 4305776475 00000100:00000001:0.0:1789438867.327409:0:280612:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95d244e30800: PM QoS new deadline estimation for cpu 3 is 4305776494 00000100:00000001:0.0:1789438867.327412:0:280612:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95d244e30800: PM QoS request active for cpu 3, simply extend its deadline from 4305776475 00000100:00000001:0.0:1789438867.327415:0:280612:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789438867.327418:0:280612:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789438867.327420:0:280612:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789438867.327422:0:280612:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00100000:0.0:1789438867.327425:0:280612:0:(client.c:2716:ptlrpc_set_wait()) set ffff95d245b7ea80 going to sleep for 50 seconds 00000100:00000001:0.0:1789438867.327428:0:280612:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789438867.327430:0:280612:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789438867.330551:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789438867.330560:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95d244aa7900. 00000400:00000200:2.0:1789438867.330568:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789438867.330577:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:2.0:1789438867.330583:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95d245b5ec38 00000400:00000010:2.0:1789438867.330587:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95d245b5ec38. 00000100:00000001:2.0:1789438867.330593:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789438867.330601:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff95d272165500 x1876351184897152/t0(0) o101->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789438922 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789438867.330628:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789438867.330633:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff95d272165500 x1876351184897152/t0(0) o101->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789438922 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789438867.330639:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789438867.330641:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789438867.331640:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789438867.331656:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789438867.331660:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789438867.331662:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789438867.331669:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438867.331675:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:2.0:1789438867.331683:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438867.331688:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438867.331693:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438867.331697:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 688 into portal 10 MB=0x6aa880dd98480 00000400:00000200:2.0:1789438867.331703:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438867.331709:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 688/688 into md 0x5163f5 [1] + 224 00000800:00000001:2.0:1789438867.331715:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789438867.331722:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789438867.331725:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789438867.331776:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:2.0:1789438867.331783:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789438867.331789:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff95d272165500 x1876351184897152/t0(0) o101->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789438922 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789438867.331799:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff95d272165500 x1876351184897152/t0(0) o101->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789438922 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789438867.331846:0:280612:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789438867.331863:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789438867.331879:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789438867.331883:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1789438867.331965:0:280612:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789438867.331967:0:280612:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789438867.331970:0:280612:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95d265ed8268. 00000400:00000200:0.0:1789438867.331974:0:280612:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95d245b5ea18 00000400:00000010:0.0:1789438867.331976:0:280612:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95d245b5ea18. 00000100:00000001:0.0:1789438867.331980:0:280612:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789438867.331985:0:280612:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff95d272165500 x1876351184897152/t0(0) o101->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789438922 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1789438867.331993:0:280612:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff95d272165500 x1876351184897152/t0(0) o101->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789438922 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789438867.331999:0:280612:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789438867.332000:0:280612:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789438867.332003:0:280612:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789438867.332006:0:280612:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789438867.332039:0:280612:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789438867.332041:0:280612:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789438867.332044:0:280612:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789438867.332052:0:280612:0:(import.c:2196:obd_at_measure()) add 36 to ffff95d2780b4460 time=20 v=36 (36 36 36 36) 00000100:00001000:0.0:1789438867.332056:0:280612:0:(import.c:2196:obd_at_measure()) add 1 to ffff95d2780b4418 time=145 v=5 (1 2 0 0) 00000100:00000001:0.0:1789438867.332058:0:280612:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789438867.332060:0:280612:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789438867.332062:0:280612:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789438867.332065:0:280612:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789438867.332069:0:280612:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789438867.332071:0:280612:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff95d244e30800: skip recheck: last_committed 30064771457 00000100:00000001:0.0:1789438867.332072:0:280612:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789438867.332075:0:280612:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789438867.332080:0:280612:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95d272165500 x1876351184897152/t0(0) o101->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 576/688 e 0 to 0 dl 1789438922 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789438867.332086:0:280612:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789438867.332089:0:280612:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789438867.332091:0:280612:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789438867.332094:0:280612:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95d272165500 x1876351184897152/t0(0) o101->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 576/688 e 0 to 0 dl 1789438922 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'stat.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1789438867.332101:0:280612:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff95d272165500 pname:cluuid:pid:xid:nid:opc:job stat:2d9a8a45-a42f-4142-a7af-34df75c08653:280612:1876351184897152:192.168.202.129@tcp:101:stat.0 00000100:00000001:0.0:1789438867.332106:0:280612:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789438867.332108:0:280612:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789438867.332111:0:280612:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1789438867.332113:0:280612:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789438867.332115:0:280612:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95d272165500 x1876351184897152/t0(0) o101->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 576/688 e 0 to 0 dl 1789438922 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789438867.332121:0:280612:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789438867.332124:0:280612:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff95d245b7ea80. 00000100:00000001:0.0:1789438867.332127:0:280612:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1789438867.332129:0:280612:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789438867.332131:0:280612:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1789438867.332135:0:280612:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789438867.332143:0:280612:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789438867.332146:0:280612:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff95d2862dfa00 refcount=4 00000020:00000001:0.0:1789438867.332148:0:280612:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627330159671808 : -116743549879808 : ffff95d2862dfa00) 00010000:00000001:0.0:1789438867.332151:0:280612:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446627330159671808 : -116743549879808 : ffff95d2862dfa00) 00010000:00000040:0.0:1789438867.332158:0:280612:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff95d2862dfa00, remote cookie: 0x2538edef7ed04846, flags: 0x1001 00010000:00010000:0.0:1789438867.332163:0:280612:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff95d244e30800 lock: ffff95d2862dfa00/0xbb27724d72d3a8ab lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2538edef7ed04846 expref: -99 pid: 280612 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789438867.332184:0:280612:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff95d244e30800 lock: ffff95d2862dfa00/0xbb27724d72d3a8ab lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2538edef7ed04846 expref: -99 pid: 280612 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789438867.332192:0:280612:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1789438867.332197:0:280612:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1789438867.332199:0:280612:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1789438867.332200:0:280612:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1789438867.332202:0:280612:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1789438867.332204:0:280612:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff95d2796cb500) refcount = 1 00010000:00010000:0.0:1789438867.332209:0:280612:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff95d244e30800 lock: ffff95d2862dfa00/0xbb27724d72d3a8ab lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2538edef7ed04846 expref: -99 pid: 280612 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789438867.332215:0:280612:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1789438867.332219:0:280612:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1789438867.332220:0:280612:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789438867.332223:0:280612:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1789438867.332226:0:280612:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789438867.332230:0:280612:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff95d244e30800 lock: ffff95d2862dfa00/0xbb27724d72d3a8ab lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2538edef7ed04846 expref: -99 pid: 280612 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789438867.332235:0:280612:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1789438867.332237:0:280612:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789438867.332239:0:280612:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789438867.332240:0:280612:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789438867.332240:0:280612:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789438867.332318:0:280612:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789438867.332323:0:280612:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1789438867.332325:0:280612:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789438867.332326:0:280612:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789438867.332328:0:280612:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff95d2862dfa00 refcount=3 00000020:00000001:0.0:1789438867.332330:0:280612:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627330159671808 : -116743549879808 : ffff95d2862dfa00) 00010000:00000001:0.0:1789438867.332332:0:280612:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446627330159671808 : -116743549879808 : ffff95d2862dfa00) 00010000:00000001:0.0:1789438867.332334:0:280612:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789438867.332335:0:280612:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789438867.332336:0:280612:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff95d2862dfa00 refcount=4 00000020:00000001:0.0:1789438867.332337:0:280612:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627330159671808 : -116743549879808 : ffff95d2862dfa00) 00010000:00000001:0.0:1789438867.332339:0:280612:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446627330159671808 : -116743549879808 : ffff95d2862dfa00) 00010000:00000001:0.0:1789438867.332342:0:280612:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789438867.332345:0:280612:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789438867.332349:0:280612:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff95d244e30800 lock: ffff95d2862dfa00/0xbb27724d72d3a8ab lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2538edef7ed04846 expref: -99 pid: 280612 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789438867.332355:0:280612:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789438867.332356:0:280612:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789438867.332358:0:280612:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789438867.332359:0:280612:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789438867.332360:0:280612:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff95d2862dfa00 refcount=5 00000020:00000001:0.0:1789438867.332362:0:280612:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627330159671808 : -116743549879808 : ffff95d2862dfa00) 00010000:00000001:0.0:1789438867.332364:0:280612:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446627330159671808 : -116743549879808 : ffff95d2862dfa00) 00010000:00000001:0.0:1789438867.332367:0:280612:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789438867.332369:0:280612:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff95d244e30800 lock: ffff95d2862dfa00/0xbb27724d72d3a8ab lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2538edef7ed04846 expref: -99 pid: 280612 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789438867.332375:0:280612:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789438867.332376:0:280612:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1789438867.332378:0:280612:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff95d244e30800 lock: ffff95d2862dfa00/0xbb27724d72d3a8ab lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2538edef7ed04846 expref: -99 pid: 280612 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789438867.332453:0:280612:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789438867.332454:0:280612:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789438867.332455:0:280612:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789438867.332457:0:280612:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789438867.332457:0:280612:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1789438867.332463:0:280612:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff95d272165500 x1876351184897152/t0(0) o101->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 576/688 e 0 to 0 dl 1789438922 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'stat.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1789438867.332471:0:280612:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789438867.332472:0:280612:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789438867.332473:0:280612:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff95d2862dfa00 refcount=3 00000020:00000001:0.0:1789438867.332475:0:280612:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627330159671808 : -116743549879808 : ffff95d2862dfa00) 00010000:00000001:0.0:1789438867.332477:0:280612:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446627330159671808 : -116743549879808 : ffff95d2862dfa00) 00010000:00000001:0.0:1789438867.332479:0:280612:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789438867.332480:0:280612:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789438867.332481:0:280612:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789438867.332483:0:280612:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789438867.332486:0:280612:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1789438867.332488:0:280612:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789438867.332489:0:280612:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789438867.332490:0:280612:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff95d2862dfa00 refcount=3 00000020:00000001:0.0:1789438867.332491:0:280612:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627330159671808 : -116743549879808 : ffff95d2862dfa00) 00010000:00000001:0.0:1789438867.332493:0:280612:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446627330159671808 : -116743549879808 : ffff95d2862dfa00) 00000002:00010000:0.0:1789438867.332497:0:280612:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff95d244e30800 lock: ffff95d2862dfa00/0xbb27724d72d3a8ab lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2538edef7ed04846 expref: -99 pid: 280612 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789438867.332503:0:280612:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789438867.332504:0:280612:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789438867.332505:0:280612:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1789438867.332506:0:280612:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789438867.332507:0:280612:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789438867.332508:0:280612:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff95d2862dfa00 refcount=3 00000020:00000001:0.0:1789438867.332510:0:280612:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627330159671808 : -116743549879808 : ffff95d2862dfa00) 00010000:00000001:0.0:1789438867.332517:0:280612:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446627330159671808 : -116743549879808 : ffff95d2862dfa00) 00010000:00000040:0.0:1789438867.332522:0:280612:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff95d2796cb500 count: 2 00010000:00000001:0.0:1789438867.332525:0:280612:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1789438867.332529:0:280612:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff95d25e67d400 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:0.0:1789438867.332531:0:280612:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789438867.332532:0:280612:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789438867.332534:0:280612:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1789438867.332537:0:280612:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa5a8c146b898 00000002:00002000:0.0:1789438867.332538:0:280612:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:0.0:1789438867.332541:0:280612:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789438867.332546:0:280612:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789438867.332548:0:280612:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1789438867.332551:0:280612:0:(namei.c:945:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids -1 -1: rc 0 00000080:00000001:0.0:1789438867.332554:0:280612:0:(namei.c:983:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789438867.332557:0:280612:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff95d2797bf700 2 00000080:00000010:0.0:1789438867.332561:0:280612:0:(llite_lib.c:4200:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff95d2482ffc00. 00000080:00000001:0.0:1789438867.332565:0:280612:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1789438867.332567:0:280612:0:(llite_lib.c:3841:ll_prep_inode()) Process entered 00000002:00000001:0.0:1789438867.332575:0:280612:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:0.0:1789438867.332579:0:280612:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:0.0:1789438867.332583:0:280612:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff95d27218bd00. 00800000:00000001:0.0:1789438867.332585:0:280612:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446627329822735616 : -116743886816000 : ffff95d27218bd00) 00800000:00000001:0.0:1789438867.332587:0:280612:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789438867.332589:0:280612:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1789438867.332591:0:280612:0:(llite_lib.c:1958:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1789438867.332593:0:280612:0:(llite_lib.c:1962:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:0.0:1789438867.332595:0:280612:0:(llite_lib.c:1913:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1789438867.332598:0:280612:0:(llite_lib.c:1935:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1789438867.332600:0:280612:0:(llite_lib.c:1979:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789438867.332604:0:280612:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:0.0:1789438867.332607:0:280612:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00000002:0.0:1789438867.332610:0:280612:0:(llite_lib.c:3051:ll_update_inode()) setting ino 144115188193296385 mtime from 1789438768 to 1789438867 00000080:00200000:0.0:1789438867.332614:0:280612:0:(llite_lib.c:3120:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 20480 00010000:00000001:0.0:1789438867.332616:0:280612:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789438867.332622:0:280612:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789438867.332623:0:280612:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff95d2862dfa00 refcount=3 00000020:00000001:0.0:1789438867.332625:0:280612:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627330159671808 : -116743549879808 : ffff95d2862dfa00) 00010000:00000001:0.0:1789438867.332627:0:280612:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446627330159671808 : -116743549879808 : ffff95d2862dfa00) 00010000:00000001:0.0:1789438867.332629:0:280612:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789438867.332630:0:280612:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1789438867.332632:0:280612:0:(llite_lib.c:3939:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1789438867.332635:0:280612:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:0.0:1789438867.332636:0:280612:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff95d27218bd00 1 00800000:00000010:0.0:1789438867.332638:0:280612:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff95d27218bd00. 00800000:00000001:0.0:1789438867.332641:0:280612:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789438867.332644:0:280612:0:(llite_internal.h:1990:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff95d26ec17448) for lock 0xbb27724d72d3a8ab 00800000:00000001:0.0:1789438867.332646:0:280612:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1789438867.332648:0:280612:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1789438867.332649:0:280612:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789438867.332650:0:280612:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789438867.332652:0:280612:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff95d2862dfa00 refcount=3 00000020:00000001:0.0:1789438867.332653:0:280612:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627330159671808 : -116743549879808 : ffff95d2862dfa00) 00010000:00000001:0.0:1789438867.332656:0:280612:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446627330159671808 : -116743549879808 : ffff95d2862dfa00) 00010000:00000001:0.0:1789438867.332658:0:280612:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789438867.332659:0:280612:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789438867.332661:0:280612:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789438867.332662:0:280612:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789438867.332665:0:280612:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789438867.332667:0:280612:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff95d26ec17448) 00000080:00010000:0.0:1789438867.332670:0:280612:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xbb27724d72d3a8ab from it ffffa5a8c146bb58 00010000:00000001:0.0:1789438867.332672:0:280612:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789438867.332673:0:280612:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789438867.332675:0:280612:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff95d2862dfa00 refcount=3 00000020:00000001:0.0:1789438867.332676:0:280612:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627330159671808 : -116743549879808 : ffff95d2862dfa00) 00010000:00000001:0.0:1789438867.332678:0:280612:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446627330159671808 : -116743549879808 : ffff95d2862dfa00) 00010000:00000001:0.0:1789438867.332679:0:280612:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789438867.332682:0:280612:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff95d244e30800 lock: ffff95d2862dfa00/0xbb27724d72d3a8ab lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2538edef7ed04846 expref: -99 pid: 280612 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789438867.332698:0:280612:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789438867.332699:0:280612:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789438867.332701:0:280612:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789438867.332703:0:280612:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789438867.332705:0:280612:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff95d244e30800 lock: ffff95d2862dfa00/0xbb27724d72d3a8ab lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2538edef7ed04846 expref: -99 pid: 280612 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1789438867.332712:0:280612:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789438867.332714:0:280612:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789438867.332716:0:280612:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789438867.332721:0:280612:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789438867.332722:0:280612:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789438867.332723:0:280612:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789438867.332726:0:280612:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789438867.332788:0:280612:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789438867.332792:0:280612:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789438867.332795:0:280612:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789438867.332796:0:280612:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789438867.332798:0:280612:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789438867.332799:0:280612:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1789438867.332801:0:280612:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789438867.332806:0:280612:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95d272165500 x1876351184897152/t0(0) o101->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 576/688 e 0 to 0 dl 1789438922 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789438867.332812:0:280612:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789438867.332814:0:280612:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789438867.332817:0:280612:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff95d24321b000. 02000000:00000001:0.0:1789438867.332821:0:280612:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789438867.332823:0:280612:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789438867.332825:0:280612:0:(genops.c:1222:class_import_put()) import ffff95d2780b4000 refcount=9 obd=lustre-MDT0000-mdc-ffff95d244e30800 00000020:00000001:0.0:1789438867.332827:0:280612:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789438867.332830:0:280612:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95d26f537400. 02000000:00000001:0.0:1789438867.332833:0:280612:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789438867.332835:0:280612:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789438867.332836:0:280612:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95d272165500. 00000100:00000001:0.0:1789438867.332846:0:280612:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789438867.332847:0:280612:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789438867.332851:0:280612:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95d26ec17448), inode mode 41ff mask 1 00000080:00000001:0.0:1789438867.332857:0:280612:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1789438867.332935:0:280612:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff95d25e7ed380. 00000020:00000001:0.0:1789438867.332940:0:280612:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa5a8c146bae8 00000080:00200000:0.0:1789438867.332942:0:280612:0:(namei.c:1328:ll_lookup_nd()) VFS Op:name=f812b.sanity, dir=[0x200000007:0x1:0x0](ffff95d26ec17448), flags=8 00000080:00000001:0.0:1789438867.332945:0:280612:0:(namei.c:1059:ll_lookup_it()) Process entered 00000020:00000001:0.0:1789438867.332947:0:280612:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa5a8c146b998 00000080:00200000:0.0:1789438867.332949:0:280612:0:(namei.c:1065:ll_lookup_it()) VFS Op:name=f812b.sanity, dir=[0x200000007:0x1:0x0](ffff95d26ec17448), intent=getattr 00000080:00000010:0.0:1789438867.332957:0:280612:0:(llite_lib.c:4059:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff95d2482ffc00. 00800000:00000002:0.0:1789438867.332961:0:280612:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff95d2797bf700 2 00000080:00000001:0.0:1789438867.332966:0:280612:0:(namei.c:937:ll_intent_lock()) Process entered 00800000:00000001:0.0:1789438867.332970:0:280612:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1789438867.332971:0:280612:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa5a8c146b8b8 00800000:00000002:0.0:1789438867.332973:0:280612:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'f812b.sanity' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1789438867.332976:0:280612:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1789438867.332981:0:280612:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789438867.332984:0:280612:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789438867.332987:0:280612:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789438867.332990:0:280612:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789438867.332992:0:280612:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789438867.332994:0:280612:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1789438867.332997:0:280612:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789438867.333001:0:280612:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa5a8c146b850 00800000:00000002:0.0:1789438867.333003:0:280612:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='f812b.sanity' -> mds #0 00000002:00000001:0.0:1789438867.333006:0:280612:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1789438867.333008:0:280612:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa5a8c146b788 00000002:00010000:0.0:1789438867.333010:0:280612:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f812b.sanity,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 01 00000002:00000001:0.0:1789438867.333052:0:280612:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1789438867.333054:0:280612:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1789438867.333058:0:280612:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95d272165500. 00000020:00000040:0.0:1789438867.333062:0:280612:0:(genops.c:1209:class_import_get()) import ffff95d2780b4000 refcount=10 obd=lustre-MDT0000-mdc-ffff95d244e30800 00010000:00000001:0.0:1789438867.333066:0:280612:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1789438867.333070:0:280612:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789438867.333078:0:280612:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789438867.333079:0:280612:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789438867.333080:0:280612:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789438867.333083:0:280612:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789438867.333086:0:280612:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789438867.333089:0:280612:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789438867.333096:0:280612:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95d26f537400. 00000100:00000001:0.0:1789438867.333103:0:280612:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789438867.333107:0:280612:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789438867.333109:0:280612:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789438867.333110:0:280612:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789438867.333111:0:280612:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789438867.333113:0:280612:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789438867.333120:0:280612:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446627329822577920 : -116743886973696 : ffff95d272165500) 00010000:00000001:0.0:1789438867.333124:0:280612:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1789438867.333126:0:280612:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1789438867.333130:0:280612:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff95d2796cb500 count: 2 00010000:00000001:0.0:1789438867.333132:0:280612:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789438867.333134:0:280612:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1789438867.333138:0:280612:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff95d2862de600. 00000020:00000001:0.0:1789438867.333141:0:280612:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1789438867.333144:0:280612:0:(lustre_handles.c:93:class_handle_hash()) added object ffff95d2862de600 with handle 0xbb27724d72d3a8b2 to hash 00000020:00000001:0.0:1789438867.333146:0:280612:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1789438867.333148:0:280612:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446627330159666688 : -116743549884928 : ffff95d2862de600) 00010000:00000001:0.0:1789438867.333151:0:280612:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446627330159666688 : -116743549884928 : ffff95d2862de600) 00010000:00000001:0.0:1789438867.333153:0:280612:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789438867.333155:0:280612:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789438867.333158:0:280612:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff95d244e30800 lock: ffff95d2862de600/0xbb27724d72d3a8b2 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 280612 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789438867.333165:0:280612:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff95d244e30800 lock: ffff95d2862de600/0xbb27724d72d3a8b2 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 280612 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789438867.333184:0:280612:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff95d244e30800 lock: ffff95d2862de600/0xbb27724d72d3a8b2 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 280612 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1789438867.333197:0:280612:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1789438867.333199:0:280612:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1789438867.333204:0:280612:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff95d245b7ea80. 00000100:00000001:0.0:1789438867.333207:0:280612:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446627329078192768 : -116744631358848 : ffff95d245b7ea80) 00000100:00000001:0.0:1789438867.333209:0:280612:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789438867.333211:0:280612:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446627329822577920 : -116743886973696 : ffff95d272165500) 00000100:00000001:0.0:1789438867.333215:0:280612:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789438867.333219:0:280612:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789438867.333221:0:280612:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1789438867.333223:0:280612:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789438867.333228:0:280612:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95d272165500 x1876351184897280/t0(0) o101->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 584/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789438867.333236:0:280612:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789438867.333238:0:280612:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789438867.333315:0:280612:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789438867.333319:0:280612:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789438867.333322:0:280612:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789438867.333326:0:280612:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff95d272165500 pname:cluuid:pid:xid:nid:opc:job stat:2d9a8a45-a42f-4142-a7af-34df75c08653:280612:1876351184897280:192.168.202.129@tcp:101:stat.0 00000100:00000001:0.0:1789438867.333330:0:280612:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789438867.333335:0:280612:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789438867.333337:0:280612:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789438867.333340:0:280612:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789438867.333344:0:280612:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff95d24321b000. 02000000:00000001:0.0:1789438867.333346:0:280612:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789438867.333353:0:280612:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000010:0.0:1789438867.333357:0:280612:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95d265ed8268. 00000400:00000010:0.0:1789438867.333362:0:280612:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95d245b5ea18. 00000100:00000200:0.0:1789438867.333367:0:280612:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1876351184897280, portal 10 00000100:00000001:0.0:1789438867.333369:0:280612:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789438867.333370:0:280612:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446627329822577920 : -116743886973696 : ffff95d272165500) 00000100:00000040:0.0:1789438867.333376:0:280612:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff95d272165500 x1876351184897280/t0(0) o101->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 584/1152 e 0 to 0 dl 1789438922 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789438867.333455:0:280612:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789438867.333458:0:280612:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:0.0:1789438867.333461:0:280612:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95d245b5e4c8. 00000100:00000200:0.0:1789438867.333465:0:280612:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1876351184897280, offset 0 00000400:00000200:0.0:1789438867.333471:0:280612:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:0.0:1789438867.333479:0:280612:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:0.0:1789438867.333486:0:280612:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:0.0:1789438867.333491:0:280612:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789438867.333496:0:280612:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:0.0:1789438867.333498:0:280612:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789438867.333501:0:280612:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:0.0:1789438867.333504:0:280612:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [548324:548324:256:4294967295] 192.168.202.129@tcp LPNI seq info [548263:548263:8:4294967295] 00000400:00000200:0.0:1789438867.333508:0:280612:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:0.0:1789438867.333516:0:280612:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:0.0:1789438867.333522:0:280612:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:0.0:1789438867.333527:0:280612:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95d244aa7e00. 00000800:00000200:0.0:1789438867.333533:0:280612:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95d247a15180] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:0.0:1789438867.333540:0:280612:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:0.0:1789438867.333545:0:280612:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff95d244aa7e00 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:0.0:1789438867.333618:0:280612:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789438867.333623:0:280612:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95d244e30800: using a timeout of 24551 usecs (25 jiffies) 00000400:00000200:0.0:1789438867.333627:0:280612:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000100:00000001:0.0:1789438867.333629:0:280612:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95d244e30800: PM QoS new deadline estimation for cpu 2 is 4305776500 00000100:00000001:0.0:1789438867.333635:0:280612:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95d244e30800: PM QoS request active for cpu 2, simply extend its deadline from 4305776494 00000100:00000001:0.0:1789438867.333640:0:280612:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95d244e30800: PM QoS new deadline estimation for cpu 3 is 4305776500 00000100:00000001:0.0:1789438867.333644:0:280612:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95d244e30800: PM QoS request active for cpu 3, simply extend its deadline from 4305776494 00000100:00000001:0.0:1789438867.333647:0:280612:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789438867.333650:0:280612:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789438867.333657:0:280612:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789438867.333659:0:280612:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00100000:0.0:1789438867.333662:0:280612:0:(client.c:2716:ptlrpc_set_wait()) set ffff95d245b7ea80 going to sleep for 50 seconds 00000100:00000001:0.0:1789438867.333664:0:280612:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789438867.333667:0:280612:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789438867.335157:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789438867.335167:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95d244aa7e00. 00000400:00000200:2.0:1789438867.335195:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789438867.335202:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:2.0:1789438867.335208:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95d245b5e4c8 00000400:00000010:2.0:1789438867.335210:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95d245b5e4c8. 00000100:00000001:2.0:1789438867.335215:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789438867.335222:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff95d272165500 x1876351184897280/t0(0) o101->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 584/1152 e 0 to 0 dl 1789438922 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789438867.335233:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789438867.335237:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff95d272165500 x1876351184897280/t0(0) o101->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 584/1152 e 0 to 0 dl 1789438922 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789438867.335253:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789438867.335255:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789438867.339228:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789438867.339255:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789438867.339260:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789438867.339263:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789438867.339272:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438867.339279:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:2.0:1789438867.339289:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438867.339294:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438867.339299:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438867.339304:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 640 into portal 10 MB=0x6aa880dd98500 00000400:00000200:2.0:1789438867.339308:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438867.339315:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 640/640 into md 0x5163fd [1] + 224 00000800:00000001:2.0:1789438867.339321:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789438867.339327:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789438867.339331:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789438867.339335:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:2.0:1789438867.339342:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789438867.339351:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff95d272165500 x1876351184897280/t0(0) o101->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 584/1152 e 0 to 0 dl 1789438922 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789438867.339361:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=640 offset=224 replen=1152 req@ffff95d272165500 x1876351184897280/t0(0) o101->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 584/1152 e 0 to 0 dl 1789438922 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789438867.339405:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789438867.339415:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789438867.339418:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789438867.339592:0:280612:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789438867.339600:0:280612:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789438867.339602:0:280612:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789438867.339605:0:280612:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95d265ed8268. 00000400:00000200:0.0:1789438867.339610:0:280612:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95d245b5ea18 00000400:00000010:0.0:1789438867.339613:0:280612:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95d245b5ea18. 00000100:00000001:0.0:1789438867.339617:0:280612:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789438867.339622:0:280612:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff95d272165500 x1876351184897280/t0(0) o101->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 584/1152 e 0 to 0 dl 1789438922 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1789438867.339630:0:280612:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff95d272165500 x1876351184897280/t0(0) o101->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 584/1152 e 0 to 0 dl 1789438922 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789438867.339635:0:280612:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789438867.339637:0:280612:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789438867.339640:0:280612:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789438867.339643:0:280612:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789438867.339645:0:280612:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789438867.339647:0:280612:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789438867.339650:0:280612:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789438867.339659:0:280612:0:(import.c:2196:obd_at_measure()) add 36 to ffff95d2780b4460 time=20 v=36 (36 36 36 36) 00000100:00001000:0.0:1789438867.339663:0:280612:0:(import.c:2196:obd_at_measure()) add 1 to ffff95d2780b4418 time=145 v=5 (1 2 0 0) 00000100:00000001:0.0:1789438867.339666:0:280612:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789438867.339668:0:280612:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789438867.339670:0:280612:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789438867.339674:0:280612:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789438867.339678:0:280612:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789438867.339680:0:280612:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff95d244e30800: skip recheck: last_committed 30064771457 00000100:00000001:0.0:1789438867.339682:0:280612:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789438867.339685:0:280612:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789438867.339690:0:280612:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95d272165500 x1876351184897280/t0(0) o101->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 584/640 e 0 to 0 dl 1789438922 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789438867.339708:0:280612:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789438867.339711:0:280612:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789438867.339714:0:280612:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789438867.339719:0:280612:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95d272165500 x1876351184897280/t0(0) o101->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 584/640 e 0 to 0 dl 1789438922 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'stat.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1789438867.339725:0:280612:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff95d272165500 pname:cluuid:pid:xid:nid:opc:job stat:2d9a8a45-a42f-4142-a7af-34df75c08653:280612:1876351184897280:192.168.202.129@tcp:101:stat.0 00000100:00000001:0.0:1789438867.339730:0:280612:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789438867.339733:0:280612:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789438867.339736:0:280612:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1789438867.339738:0:280612:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789438867.339741:0:280612:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95d272165500 x1876351184897280/t0(0) o101->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 584/640 e 0 to 0 dl 1789438922 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789438867.339749:0:280612:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789438867.339752:0:280612:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff95d245b7ea80. 00000100:00000001:0.0:1789438867.339755:0:280612:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1789438867.339757:0:280612:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789438867.339759:0:280612:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1789438867.339763:0:280612:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789438867.339766:0:280612:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789438867.339769:0:280612:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff95d2862de600 refcount=4 00000020:00000001:0.0:1789438867.339772:0:280612:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627330159666688 : -116743549884928 : ffff95d2862de600) 00010000:00000001:0.0:1789438867.339774:0:280612:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446627330159666688 : -116743549884928 : ffff95d2862de600) 00010000:00000040:0.0:1789438867.339781:0:280612:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff95d2862de600, remote cookie: 0x2538edef7ed04862, flags: 0x1001 00010000:00010000:0.0:1789438867.339787:0:280612:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff95d244e30800 lock: ffff95d2862de600/0xbb27724d72d3a8b2 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2538edef7ed04862 expref: -99 pid: 280612 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789438867.339795:0:280612:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200002b17:0x13c0:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:0.0:1789438867.339799:0:280612:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:0.0:1789438867.339805:0:280612:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff95d2796cb700 count: 2 00010000:00000001:0.0:1789438867.339813:0:280612:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789438867.339817:0:280612:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789438867.339821:0:280612:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff95d244e30800 lock: ffff95d2862de600/0xbb27724d72d3a8b2 lrc: 4/1,0 mode: --/PR res: [0x200002b17:0x13c0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2538edef7ed04862 expref: -99 pid: 280612 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789438867.339829:0:280612:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff95d244e30800 lock: ffff95d2862de600/0xbb27724d72d3a8b2 lrc: 4/1,0 mode: --/PR res: [0x200002b17:0x13c0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2538edef7ed04862 expref: -99 pid: 280612 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789438867.339835:0:280612:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1789438867.339839:0:280612:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1789438867.339842:0:280612:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1789438867.339844:0:280612:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1789438867.339845:0:280612:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1789438867.339848:0:280612:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200002b17:0x13c0:0x0].0x0 (ffff95d2796cb700) refcount = 2 00010000:00000040:0.0:1789438867.339851:0:280612:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1789438867.339854:0:280612:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff95d244e30800 lock: ffff95d2862df200/0xbb27724d72d3a8a4 lrc: 1/0,0 mode: CR/CR res: [0x200002b17:0x13c0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x2538edef7ed04838 expref: -99 pid: 280610 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1789438867.339862:0:280612:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff95d244e30800 lock: ffff95d2862de600/0xbb27724d72d3a8b2 lrc: 4/1,0 mode: PR/PR res: [0x200002b17:0x13c0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2538edef7ed04862 expref: -99 pid: 280612 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789438867.339878:0:280612:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1789438867.339882:0:280612:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1789438867.339884:0:280612:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789438867.339887:0:280612:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1789438867.339889:0:280612:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789438867.339893:0:280612:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff95d244e30800 lock: ffff95d2862de600/0xbb27724d72d3a8b2 lrc: 4/1,0 mode: PR/PR res: [0x200002b17:0x13c0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2538edef7ed04862 expref: -99 pid: 280612 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789438867.339899:0:280612:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1789438867.339900:0:280612:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789438867.339902:0:280612:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789438867.339903:0:280612:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789438867.339909:0:280612:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789438867.339910:0:280612:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789438867.339916:0:280612:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1789438867.339918:0:280612:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789438867.339919:0:280612:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789438867.339921:0:280612:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff95d2862de600 refcount=3 00000020:00000001:0.0:1789438867.339923:0:280612:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627330159666688 : -116743549884928 : ffff95d2862de600) 00010000:00000001:0.0:1789438867.339925:0:280612:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446627330159666688 : -116743549884928 : ffff95d2862de600) 00010000:00000001:0.0:1789438867.339928:0:280612:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789438867.339929:0:280612:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789438867.339930:0:280612:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff95d2862de600 refcount=4 00000020:00000001:0.0:1789438867.339932:0:280612:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627330159666688 : -116743549884928 : ffff95d2862de600) 00010000:00000001:0.0:1789438867.339934:0:280612:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446627330159666688 : -116743549884928 : ffff95d2862de600) 00010000:00000001:0.0:1789438867.339937:0:280612:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789438867.339940:0:280612:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789438867.339943:0:280612:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff95d244e30800 lock: ffff95d2862de600/0xbb27724d72d3a8b2 lrc: 5/2,0 mode: PR/PR res: [0x200002b17:0x13c0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2538edef7ed04862 expref: -99 pid: 280612 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789438867.339950:0:280612:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789438867.339951:0:280612:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789438867.339953:0:280612:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789438867.339954:0:280612:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789438867.339955:0:280612:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff95d2862de600 refcount=5 00000020:00000001:0.0:1789438867.339957:0:280612:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627330159666688 : -116743549884928 : ffff95d2862de600) 00010000:00000001:0.0:1789438867.339958:0:280612:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446627330159666688 : -116743549884928 : ffff95d2862de600) 00010000:00000001:0.0:1789438867.339961:0:280612:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789438867.339964:0:280612:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff95d244e30800 lock: ffff95d2862de600/0xbb27724d72d3a8b2 lrc: 5/2,0 mode: PR/PR res: [0x200002b17:0x13c0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2538edef7ed04862 expref: -99 pid: 280612 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789438867.339970:0:280612:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789438867.339970:0:280612:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1789438867.339973:0:280612:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff95d244e30800 lock: ffff95d2862de600/0xbb27724d72d3a8b2 lrc: 4/1,0 mode: PR/PR res: [0x200002b17:0x13c0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2538edef7ed04862 expref: -99 pid: 280612 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789438867.339989:0:280612:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789438867.339990:0:280612:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789438867.339991:0:280612:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789438867.339992:0:280612:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789438867.339993:0:280612:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1789438867.339999:0:280612:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff95d272165500 x1876351184897280/t0(0) o101->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 584/640 e 0 to 0 dl 1789438922 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'stat.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1789438867.340007:0:280612:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789438867.340008:0:280612:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789438867.340009:0:280612:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff95d2862de600 refcount=3 00000020:00000001:0.0:1789438867.340053:0:280612:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627330159666688 : -116743549884928 : ffff95d2862de600) 00010000:00000001:0.0:1789438867.340055:0:280612:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446627330159666688 : -116743549884928 : ffff95d2862de600) 00000002:00010000:0.0:1789438867.340059:0:280612:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: getattr, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff95d244e30800 lock: ffff95d2862de600/0xbb27724d72d3a8b2 lrc: 3/1,0 mode: PR/PR res: [0x200002b17:0x13c0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2538edef7ed04862 expref: -99 pid: 280612 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:0.0:1789438867.340069:0:280612:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff95d27218bd00. 00010000:00000001:0.0:1789438867.340071:0:280612:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789438867.340072:0:280612:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789438867.340073:0:280612:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789438867.340075:0:280612:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789438867.340078:0:280612:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1789438867.340080:0:280612:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789438867.340081:0:280612:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789438867.340082:0:280612:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff95d2862de600 refcount=3 00000020:00000001:0.0:1789438867.340084:0:280612:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627330159666688 : -116743549884928 : ffff95d2862de600) 00010000:00000001:0.0:1789438867.340085:0:280612:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446627330159666688 : -116743549884928 : ffff95d2862de600) 00000002:00010000:0.0:1789438867.340088:0:280612:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff95d244e30800 lock: ffff95d2862de600/0xbb27724d72d3a8b2 lrc: 3/1,0 mode: PR/PR res: [0x200002b17:0x13c0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2538edef7ed04862 expref: -99 pid: 280612 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789438867.340094:0:280612:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789438867.340101:0:280612:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789438867.340103:0:280612:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1789438867.340104:0:280612:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789438867.340105:0:280612:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789438867.340107:0:280612:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff95d2862de600 refcount=3 00000020:00000001:0.0:1789438867.340108:0:280612:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627330159666688 : -116743549884928 : ffff95d2862de600) 00010000:00000001:0.0:1789438867.340110:0:280612:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446627330159666688 : -116743549884928 : ffff95d2862de600) 00010000:00000040:0.0:1789438867.340114:0:280612:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff95d2796cb700 count: 3 00010000:00000001:0.0:1789438867.340115:0:280612:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1789438867.340119:0:280612:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff95d25e67d400 type 13 mode 4 res 8589945623/5056 (0 0) 00010000:00000001:0.0:1789438867.340121:0:280612:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789438867.340123:0:280612:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789438867.340124:0:280612:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1789438867.340127:0:280612:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa5a8c146b710 00000002:00002000:0.0:1789438867.340129:0:280612:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=f812b.sanity intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:0.0:1789438867.340132:0:280612:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789438867.340136:0:280612:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789438867.340139:0:280612:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1789438867.340142:0:280612:0:(namei.c:945:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids -1 -1: rc 0 00000080:00000001:0.0:1789438867.340145:0:280612:0:(namei.c:983:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789438867.340149:0:280612:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff95d2797bf700 2 00000080:00000001:0.0:1789438867.340151:0:280612:0:(namei.c:661:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1789438867.340153:0:280612:0:(namei.c:667:ll_lookup_it_finish()) it ffffa5a8c146bb20 it_disposition b 00000080:00000001:0.0:1789438867.340156:0:280612:0:(llite_lib.c:3841:ll_prep_inode()) Process entered 00000002:00000001:0.0:1789438867.340162:0:280612:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1789438867.340165:0:280612:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1789438867.340168:0:280612:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115373145330624 : 144115373145330624 : 200002b170013c0) 00000080:00000001:0.0:1789438867.340171:0:280612:0:(namei.c:106:ll_iget()) Process entered 00000020:00000001:0.0:1789438867.340191:0:280612:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1789438867.340195:0:280612:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446627329504448312 : -116744205103304 : ffff95d25f200f38) 00000020:00001000:0.0:1789438867.340198:0:280612:0:(cl_object.c:823:cl_env_get()) 1@ffff95d25f200f30 00000020:00000001:0.0:1789438867.340201:0:280612:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:0.0:1789438867.340205:0:280612:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:0.0:1789438867.340207:0:280612:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:0.0:1789438867.340213:0:280612:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff95d245b63480. 00020000:00000010:0.0:1789438867.340218:0:280612:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff95d260de8b80. 00020000:00000010:0.0:1789438867.340227:0:280612:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff95d245b63a20. 00020000:00000001:0.0:1789438867.340229:0:280612:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446627329078082080 : -116744631469536 : ffff95d245b63a20) 00020000:00000002:0.0:1789438867.340233:0:280612:0:(lov_ea.c:755:dump_lsm()) lsm ffff95d245b63a20, objid 0x13c0:11031, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1789438867.340237:0:280612:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1789438867.340251:0:280612:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff95d260de8b80: ostid: 0x280000401:21960 ost idx: 0 gen: 0 00020000:00000002:0.0:1789438867.340255:0:280612:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff95d24576faa8) owner ffff95d26615cf80 00020000:00000001:0.0:1789438867.340258:0:280612:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1789438867.340260:0:280612:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff95d24576faa8) owner ffff95d26615cf80 00020000:00000010:0.0:1789438867.340264:0:280612:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff95d260de8b80. 00020000:00000010:0.0:1789438867.340268:0:280612:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff95d245b63480. 00020000:00000010:0.0:1789438867.340271:0:280612:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff95d245b63a20. 00020000:00000002:0.0:1789438867.340273:0:280612:0:(lov_object.c:1535:lov_conf_set()) [0x200002b17:0x13c0:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1789438867.340276:0:280612:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789438867.340278:0:280612:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1789438867.340280:0:280612:0:(cl_object.c:917:cl_env_put()) 1@ffff95d25f200f30 00000080:00000001:0.0:1789438867.340284:0:280612:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115373145330624 : 144115373145330624 : 200002b170013c0) 00000080:00000001:0.0:1789438867.340287:0:280612:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554475 : 33554475 : 200002b) 00000080:00200000:0.0:1789438867.340291:0:280612:0:(namei.c:140:ll_iget()) got inode: [0x200002b17:0x13c0:0x0](ffff95d25404f448): rc = 0 00000080:00000001:0.0:1789438867.340294:0:280612:0:(namei.c:149:ll_iget()) Process leaving (rc=18446627329318122568 : -116744391429048 : ffff95d25404f448) 00010000:00000001:0.0:1789438867.340296:0:280612:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789438867.340297:0:280612:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789438867.340299:0:280612:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff95d2862de600 refcount=3 00000020:00000001:0.0:1789438867.340301:0:280612:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627330159666688 : -116743549884928 : ffff95d2862de600) 00010000:00000001:0.0:1789438867.340303:0:280612:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446627330159666688 : -116743549884928 : ffff95d2862de600) 00000080:00000001:0.0:1789438867.340306:0:280612:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:0.0:1789438867.340308:0:280612:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1789438867.340310:0:280612:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446627329504448312 : -116744205103304 : ffff95d25f200f38) 00000020:00001000:0.0:1789438867.340312:0:280612:0:(cl_object.c:823:cl_env_get()) 1@ffff95d25f200f30 00000020:00000001:0.0:1789438867.340313:0:280612:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:0.0:1789438867.340314:0:280612:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:0.0:1789438867.340316:0:280612:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:0.0:1789438867.340318:0:280612:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff95d245b63a20. 00020000:00000010:0.0:1789438867.340326:0:280612:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff95d260de8b80. 00020000:00000010:0.0:1789438867.340329:0:280612:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff95d245b63480. 00020000:00000001:0.0:1789438867.340331:0:280612:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446627329078080640 : -116744631470976 : ffff95d245b63480) 00020000:00000002:0.0:1789438867.340333:0:280612:0:(lov_ea.c:755:dump_lsm()) lsm ffff95d245b63480, objid 0x13c0:11031, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1789438867.340337:0:280612:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1789438867.340340:0:280612:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff95d260de8b80: ostid: 0x280000401:21960 ost idx: 0 gen: 0 00020000:00000002:0.0:1789438867.340343:0:280612:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff95d24576faa8) owner ffff95d26615cf80 00020000:00000001:0.0:1789438867.340345:0:280612:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1789438867.340347:0:280612:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff95d24576faa8) owner ffff95d26615cf80 00020000:00000010:0.0:1789438867.340350:0:280612:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff95d260de8b80. 00020000:00000010:0.0:1789438867.340352:0:280612:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff95d245b63a20. 00020000:00000010:0.0:1789438867.340354:0:280612:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff95d245b63480. 00020000:00000002:0.0:1789438867.340356:0:280612:0:(lov_object.c:1535:lov_conf_set()) [0x200002b17:0x13c0:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1789438867.340358:0:280612:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789438867.340360:0:280612:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789438867.340363:0:280612:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1789438867.340366:0:280612:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff95d24576faa8) owner 0000000000000000/ffff95d26615cf80 00020000:00000002:0.0:1789438867.340370:0:280612:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff95d245b631e0 addref 2/0 by ffff95d26615cf80. 00020000:00000002:0.0:1789438867.340372:0:280612:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff95d24576faa8) owner 0000000000000000/ffff95d26615cf80 00020000:00000001:0.0:1789438867.340375:0:280612:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1789438867.340378:0:280612:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:0.0:1789438867.340563:0:280612:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:0.0:1789438867.340565:0:280612:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:0.0:1789438867.340568:0:280612:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:0.0:1789438867.340571:0:280612:0:(file.c:6843:ll_layout_conf()) [0x200002b17:0x13c0:0x0]: layout version change: 0 -> 0 00000020:00001000:0.0:1789438867.340573:0:280612:0:(cl_object.c:917:cl_env_put()) 1@ffff95d25f200f30 00000080:00000001:0.0:1789438867.340576:0:280612:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789438867.340578:0:280612:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789438867.340579:0:280612:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1789438867.340581:0:280612:0:(llite_lib.c:3939:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1789438867.340584:0:280612:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1789438867.340585:0:280612:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789438867.340589:0:280612:0:(llite_internal.h:1990:ll_set_lock_data()) setting l_data to inode [0x200002b17:0x13c0:0x0](ffff95d25404f448) for lock 0xbb27724d72d3a8b2 00800000:00000001:0.0:1789438867.340598:0:280612:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1789438867.340599:0:280612:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1789438867.340601:0:280612:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789438867.340602:0:280612:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789438867.340604:0:280612:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff95d2862de600 refcount=3 00000020:00000001:0.0:1789438867.340605:0:280612:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627330159666688 : -116743549884928 : ffff95d2862de600) 00010000:00000001:0.0:1789438867.340607:0:280612:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446627330159666688 : -116743549884928 : ffff95d2862de600) 00010000:00000001:0.0:1789438867.340610:0:280612:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789438867.340611:0:280612:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789438867.340612:0:280612:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789438867.340614:0:280612:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:0.0:1789438867.340620:0:280612:0:(namei.c:646:ll_splice_alias()) Add dentry ffff95d251f77a20 inode ffff95d25404f448 refc 1 flags 0x40000e 00000080:00000001:0.0:1789438867.340623:0:280612:0:(namei.c:823:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:0.0:1789438867.340626:0:280612:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200002b17:0x13c0:0x0](ffff95d25404f448) 00000080:00010000:0.0:1789438867.340629:0:280612:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xbb27724d72d3a8b2 from it ffffa5a8c146bb20 00010000:00000001:0.0:1789438867.340631:0:280612:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789438867.340633:0:280612:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789438867.340634:0:280612:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff95d2862de600 refcount=3 00000020:00000001:0.0:1789438867.340635:0:280612:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627330159666688 : -116743549884928 : ffff95d2862de600) 00010000:00000001:0.0:1789438867.340637:0:280612:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446627330159666688 : -116743549884928 : ffff95d2862de600) 00010000:00000001:0.0:1789438867.340639:0:280612:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789438867.340642:0:280612:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff95d244e30800 lock: ffff95d2862de600/0xbb27724d72d3a8b2 lrc: 3/1,0 mode: PR/PR res: [0x200002b17:0x13c0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x2538edef7ed04862 expref: -99 pid: 280612 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789438867.340649:0:280612:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789438867.340650:0:280612:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789438867.340651:0:280612:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789438867.340653:0:280612:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789438867.340656:0:280612:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff95d244e30800 lock: ffff95d2862de600/0xbb27724d72d3a8b2 lrc: 2/0,0 mode: PR/PR res: [0x200002b17:0x13c0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x2538edef7ed04862 expref: -99 pid: 280612 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1789438867.340664:0:280612:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789438867.340666:0:280612:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789438867.340673:0:280612:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789438867.340678:0:280612:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789438867.340679:0:280612:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789438867.340680:0:280612:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789438867.340684:0:280612:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789438867.340686:0:280612:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789438867.340687:0:280612:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789438867.340690:0:280612:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789438867.340692:0:280612:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789438867.340694:0:280612:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789438867.340695:0:280612:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1789438867.340697:0:280612:0:(namei.c:1303:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1789438867.340700:0:280612:0:(llite_lib.c:4200:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff95d2482ffc00. 00000100:00000001:0.0:1789438867.340704:0:280612:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789438867.340709:0:280612:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95d272165500 x1876351184897280/t0(0) o101->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 584/640 e 0 to 0 dl 1789438922 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789438867.340715:0:280612:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789438867.340717:0:280612:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789438867.340720:0:280612:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff95d24321b000. 02000000:00000001:0.0:1789438867.340724:0:280612:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789438867.340726:0:280612:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789438867.340727:0:280612:0:(genops.c:1222:class_import_put()) import ffff95d2780b4000 refcount=9 obd=lustre-MDT0000-mdc-ffff95d244e30800 00000020:00000001:0.0:1789438867.340729:0:280612:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789438867.340732:0:280612:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95d26f537400. 02000000:00000001:0.0:1789438867.340735:0:280612:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789438867.340737:0:280612:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789438867.340738:0:280612:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95d272165500. 00000100:00000001:0.0:1789438867.340742:0:280612:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789438867.340744:0:280612:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1789438867.340747:0:280612:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1789438867.340748:0:280612:0:(dcache.c:176:ll_intent_release()) intent ffffa5a8c146bb20 released 00000080:00000001:0.0:1789438867.340750:0:280612:0:(dcache.c:187:ll_intent_release()) Process leaving 00000020:00000001:0.0:1789438867.340761:0:280612:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa5a8c146bd08 00000080:00200008:0.0:1789438867.340763:0:280612:0:(file.c:6296:ll_getattr_dentry()) START file f812b.sanity:[0x200002b17:0x13c0:0x0](ffff95d25404f448), request_mask 4095, flags 0, foreign 0 00000080:00000001:0.0:1789438867.340769:0:280612:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1789438867.340771:0:280612:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa5a8c146bc80 00000080:00200000:0.0:1789438867.340773:0:280612:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200002b17:0x13c0:0x0](ffff95d25404f448),name=f812b.sanity 00000080:00000010:0.0:1789438867.340783:0:280612:0:(llite_lib.c:4059:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff95d2482ffc00. 00800000:00000002:0.0:1789438867.340788:0:280612:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff95d2797bf700 2 00000080:00000001:0.0:1789438867.340794:0:280612:0:(namei.c:937:ll_intent_lock()) Process entered 00800000:00000001:0.0:1789438867.340797:0:280612:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1789438867.340799:0:280612:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa5a8c146bba0 00800000:00000002:0.0:1789438867.340801:0:280612:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200002b17:0x13c0:0x0] 'f812b.sanity' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1789438867.340805:0:280612:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1789438867.340809:0:280612:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789438867.340811:0:280612:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789438867.340814:0:280612:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789438867.340816:0:280612:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789438867.340818:0:280612:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789438867.340820:0:280612:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1789438867.340822:0:280612:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789438867.340824:0:280612:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789438867.340825:0:280612:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789438867.340826:0:280612:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789438867.340828:0:280612:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789438867.340829:0:280612:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789438867.340831:0:280612:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b17:0x13c0:0x0] 00800000:00000001:0.0:1789438867.340833:0:280612:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789438867.340835:0:280612:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200002b17:0x13c0:0x0], name='' -> mds #0 00000002:00000001:0.0:1789438867.340839:0:280612:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1789438867.340840:0:280612:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa5a8c146ba70 00000002:00010000:0.0:1789438867.340842:0:280612:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200002b17:0x13c0:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1789438867.340845:0:280612:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1789438867.340847:0:280612:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789438867.340849:0:280612:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789438867.340852:0:280612:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff95d2796cb700 count: 3 00010000:00000001:0.0:1789438867.340855:0:280612:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789438867.340857:0:280612:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789438867.340860:0:280612:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1789438867.340863:0:280612:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff95d244e30800 lock: ffff95d2862de600/0xbb27724d72d3a8b2 lrc: 2/1,0 mode: PR/PR res: [0x200002b17:0x13c0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x2538edef7ed04862 expref: -99 pid: 280612 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 02000000:00000001:0.0:1789438867.340935:0:280612:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1789438867.340939:0:280612:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789438867.340942:0:280612:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff95d244e30800 lock: ffff95d2862de600/0xbb27724d72d3a8b2 lrc: 2/1,0 mode: PR/PR res: [0x200002b17:0x13c0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x2538edef7ed04862 expref: -99 pid: 280612 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000002:00000001:0.0:1789438867.340949:0:280612:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1789438867.340951:0:280612:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1789438867.340953:0:280612:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789438867.340955:0:280612:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789438867.340956:0:280612:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789438867.340958:0:280612:0:(namei.c:945:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids -1 0: rc 1 00000080:00000001:0.0:1789438867.340960:0:280612:0:(namei.c:983:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1789438867.340962:0:280612:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff95d2797bf700 2 00000080:00000010:0.0:1789438867.340964:0:280612:0:(llite_lib.c:4200:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff95d2482ffc00. 00000080:00000001:0.0:1789438867.340967:0:280612:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1789438867.340969:0:280612:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789438867.340971:0:280612:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200002b17:0x13c0:0x0](ffff95d25404f448) 00000080:00010000:0.0:1789438867.340974:0:280612:0:(llite_internal.h:1990:ll_set_lock_data()) setting l_data to inode [0x200002b17:0x13c0:0x0](ffff95d25404f448) for lock 0xbb27724d72d3a8b2 00800000:00000001:0.0:1789438867.340976:0:280612:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1789438867.340978:0:280612:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1789438867.340979:0:280612:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789438867.340980:0:280612:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789438867.340982:0:280612:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff95d2862de600 refcount=3 00000020:00000001:0.0:1789438867.340984:0:280612:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627330159666688 : -116743549884928 : ffff95d2862de600) 00010000:00000001:0.0:1789438867.340986:0:280612:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446627330159666688 : -116743549884928 : ffff95d2862de600) 00010000:00000001:0.0:1789438867.340988:0:280612:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789438867.340989:0:280612:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789438867.340990:0:280612:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789438867.340992:0:280612:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789438867.340994:0:280612:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xbb27724d72d3a8b2 from it ffffa5a8c146bcb8 00010000:00000001:0.0:1789438867.340995:0:280612:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789438867.341002:0:280612:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789438867.341004:0:280612:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff95d2862de600 refcount=3 00000020:00000001:0.0:1789438867.341006:0:280612:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627330159666688 : -116743549884928 : ffff95d2862de600) 00010000:00000001:0.0:1789438867.341008:0:280612:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446627330159666688 : -116743549884928 : ffff95d2862de600) 00010000:00000001:0.0:1789438867.341010:0:280612:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789438867.341034:0:280612:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff95d244e30800 lock: ffff95d2862de600/0xbb27724d72d3a8b2 lrc: 3/1,0 mode: PR/PR res: [0x200002b17:0x13c0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x2538edef7ed04862 expref: -99 pid: 280612 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1789438867.341042:0:280612:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789438867.341043:0:280612:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789438867.341044:0:280612:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789438867.341045:0:280612:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789438867.341047:0:280612:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff95d244e30800 lock: ffff95d2862de600/0xbb27724d72d3a8b2 lrc: 2/0,0 mode: PR/PR res: [0x200002b17:0x13c0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x2538edef7ed04862 expref: -99 pid: 280612 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1789438867.341053:0:280612:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789438867.341055:0:280612:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789438867.341056:0:280612:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789438867.341058:0:280612:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789438867.341059:0:280612:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789438867.341060:0:280612:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789438867.341063:0:280612:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789438867.341064:0:280612:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789438867.341066:0:280612:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789438867.341068:0:280612:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789438867.341069:0:280612:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789438867.341070:0:280612:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789438867.341071:0:280612:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1789438867.341073:0:280612:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1789438867.341075:0:280612:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1789438867.341077:0:280612:0:(pcc.c:2724:pcc_inode_getattr()) Process entered 00000080:00000001:0.0:1789438867.341080:0:280612:0:(pcc.c:2109:pcc_may_auto_attach()) Process entered 00000080:00000001:0.0:1789438867.341082:0:280612:0:(pcc.c:2128:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1789438867.341084:0:280612:0:(pcc.c:2033:pcc_try_auto_attach()) Process entered 00000080:00000001:0.0:1789438867.341085:0:280612:0:(pcc.c:2039:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789438867.341087:0:280612:0:(pcc.c:2733:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1789438867.341091:0:280612:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:0.0:1789438867.341098:0:280612:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1789438867.341100:0:280612:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446627329504448312 : -116744205103304 : ffff95d25f200f38) 00000020:00001000:0.0:1789438867.341103:0:280612:0:(cl_object.c:823:cl_env_get()) 1@ffff95d25f200f30 00000020:00000001:0.0:1789438867.341108:0:280612:0:(cl_object.c:143:cl_object_top()) ffff95d26f64a530 -> ffff95d26f64a530 00000020:00000001:0.0:1789438867.341110:0:280612:0:(cl_io.c:126:__cl_io_init()) Process entered 00000080:00000001:0.0:1789438867.341113:0:280612:0:(vvp_io.c:1825:vvp_io_init()) Process entered 00000080:00200000:0.0:1789438867.341115:0:280612:0:(vvp_io.c:1830:vvp_io_init()) [0x200002b17:0x13c0:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:0.0:1789438867.341118:0:280612:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1789438867.341119:0:280612:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1789438867.341121:0:280612:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:0.0:1789438867.341123:0:280612:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789438867.341125:0:280612:0:(vvp_io.c:1902:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1789438867.341128:0:280612:0:(lov_object.c:1590:lov_io_init()) [0x200002b17:0x13c0:0x0]io ffff95d2456d1530 type 7 ignore/verify layout 0/1 00020000:00000002:0.0:1789438867.341131:0:280612:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff95d24576faa8) owner 0000000000000000/ffff95d26615cf80 00020000:00000001:0.0:1789438867.341134:0:280612:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1789438867.341136:0:280612:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1789438867.341139:0:280612:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1789438867.341140:0:280612:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789438867.341142:0:280612:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1789438867.341144:0:280612:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1789438867.341145:0:280612:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789438867.341147:0:280612:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1789438867.341148:0:280612:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1789438867.341149:0:280612:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1789438867.341151:0:280612:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff95d24576faa8) owner 0000000000000000/ffff95d26615cf80 00000020:00000001:0.0:1789438867.341153:0:280612:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1789438867.341155:0:280612:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:0.0:1789438867.341156:0:280612:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200002b17:0x13c0:0x0] 00000020:00000001:0.0:1789438867.341158:0:280612:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:0.0:1789438867.341160:0:280612:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:0.0:1789438867.341162:0:280612:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:0.0:1789438867.341164:0:280612:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:0.0:1789438867.341167:0:280612:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:0.0:1789438867.341171:0:280612:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff95d27927fe00. 00020000:00000002:0.0:1789438867.341187:0:280612:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1789438867.341189:0:280612:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:0.0:1789438867.341191:0:280612:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1789438867.341192:0:280612:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1789438867.341198:0:280612:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1789438867.341199:0:280612:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446627329945551864 : -116743763999752 : ffff95d2796ac3f8) 00000020:00001000:0.0:1789438867.341201:0:280612:0:(cl_object.c:823:cl_env_get()) 1@ffff95d2796ac3f0 00000020:00000001:0.0:1789438867.341204:0:280612:0:(cl_object.c:143:cl_object_top()) ffff95d26f64a5f8 -> ffff95d26f64a530 00000020:00000001:0.0:1789438867.341206:0:280612:0:(cl_io.c:126:__cl_io_init()) Process entered 00000020:00000001:0.0:1789438867.341209:0:280612:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1789438867.341210:0:280612:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1789438867.341212:0:280612:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:0.0:1789438867.341213:0:280612:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446627329073288496 : -116744636263120 : ffff95d2456d1530) 00000020:00000001:0.0:1789438867.341215:0:280612:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789438867.341217:0:280612:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789438867.341219:0:280612:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446627329822302880 : -116743887248736 : ffff95d2721222a0) 00000020:00000001:0.0:1789438867.341221:0:280612:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:0.0:1789438867.341226:0:280612:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff95d2449c91d0. 00000008:00010000:0.0:1789438867.341228:0:280612:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:0.0:1789438867.341230:0:280612:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1789438867.341232:0:280612:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:0.0:1789438867.341233:0:280612:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff95d27927fe30, osc lock ffff95d2449c91d0, flags 0x400001002 00000020:00000001:0.0:1789438867.341236:0:280612:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789438867.341237:0:280612:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789438867.341533:0:280612:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446627329941175808 : -116743768375808 : ffff95d27927fe00) 00000020:00000001:0.0:1789438867.341537:0:280612:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1789438867.341538:0:280612:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:0.0:1789438867.341540:0:280612:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789438867.341542:0:280612:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789438867.341545:0:280612:0:(cl_io.c:1190:cl_sync_io_init_notify()) Process entered 00000020:00000001:0.0:1789438867.341547:0:280612:0:(cl_io.c:1198:cl_sync_io_init_notify()) Process leaving 00000020:00000001:0.0:1789438867.341549:0:280612:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:0.0:1789438867.341551:0:280612:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:0.0:1789438867.341553:0:280612:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1789438867.341554:0:280612:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446627329822302880 : -116743887248736 : ffff95d2721222a0) 00000020:00000001:0.0:1789438867.341556:0:280612:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:0.0:1789438867.341558:0:280612:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:0.0:1789438867.341560:0:280612:0:(osc_lock.c:1030:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1789438867.341564:0:280612:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:0.0:1789438867.341566:0:280612:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:0.0:1789438867.341567:0:280612:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:0.0:1789438867.341569:0:280612:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:0.0:1789438867.341576:0:280612:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:0.0:1789438867.341577:0:280612:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:0.0:1789438867.341580:0:280612:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:0.0:1789438867.341582:0:280612:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1789438867.341585:0:280612:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789438867.341588:0:280612:0:(ldlm_request.c:996:ldlm_enqueue_pack()) Process entered 00000100:00000010:0.0:1789438867.341592:0:280612:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95d272165500. 00000020:00000040:0.0:1789438867.341595:0:280612:0:(genops.c:1209:class_import_get()) import ffff95d26f5f0000 refcount=4 obd=lustre-OST0000-osc-ffff95d244e30800 00010000:00000001:0.0:1789438867.341599:0:280612:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1789438867.341603:0:280612:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789438867.341605:0:280612:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789438867.341608:0:280612:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789438867.341610:0:280612:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789438867.341612:0:280612:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789438867.341618:0:280612:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff95d2482ffc00. 00000100:00000001:0.0:1789438867.341624:0:280612:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789438867.341627:0:280612:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789438867.341629:0:280612:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789438867.341630:0:280612:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789438867.341631:0:280612:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789438867.341633:0:280612:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789438867.341635:0:280612:0:(ldlm_request.c:1010:ldlm_enqueue_pack()) Process leaving (rc=18446627329822577920 : -116743886973696 : ffff95d272165500) 00010000:00000001:0.0:1789438867.341638:0:280612:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1789438867.341640:0:280612:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1789438867.341644:0:280612:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff95d2796cbe00. 00010000:00000010:0.0:1789438867.341647:0:280612:0:(ldlm_resource.c:1471:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff95d2796cb200. 00010000:00000001:0.0:1789438867.341653:0:280612:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1789438867.341656:0:280612:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff95d2862de800. 00000020:00000001:0.0:1789438867.341660:0:280612:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1789438867.341662:0:280612:0:(lustre_handles.c:93:class_handle_hash()) added object ffff95d2862de800 with handle 0xbb27724d72d3a8b9 to hash 00000020:00000001:0.0:1789438867.341664:0:280612:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1789438867.341666:0:280612:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446627330159667200 : -116743549884416 : ffff95d2862de800) 00010000:00000010:0.0:1789438867.341670:0:280612:0:(ldlm_lock.c:1732:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff95d27218b140. 00010000:00000001:0.0:1789438867.341672:0:280612:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446627330159667200 : -116743549884416 : ffff95d2862de800) 00010000:00000001:0.0:1789438867.341675:0:280612:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789438867.341682:0:280612:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789438867.341686:0:280612:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff95d244e30800 lock: 00000000fa1e05d5/0xbb27724d72d3a8b9 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x55c8:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 280612 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789438867.341696:0:280612:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff95d244e30800 lock: 00000000fa1e05d5/0xbb27724d72d3a8b9 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x55c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 280612 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789438867.341707:0:280612:0:(ldlm_request.c:1191:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789438867.341711:0:280612:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789438867.341715:0:280612:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789438867.341723:0:280612:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000025768fd] to pc [ptlrpcd_00_00+0] req@ffff95d272165500 x1876351184897408/t0(0) o101->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000008:00000001:0.0:1789438867.341770:0:280612:0:(osc_request.c:3308:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1789438867.341773:0:280612:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789438867.341775:0:280612:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789438867.341777:0:280612:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789438867.341778:0:280612:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789438867.341780:0:280612:0:(cl_io.c:1842:__cl_sync_io_note()) Process entered 00000020:00200000:0.0:1789438867.341782:0:280612:0:(cl_io.c:1858:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:0.0:1789438867.341784:0:280612:0:(cl_io.c:1916:__cl_sync_io_note()) Process leaving 00000020:00000001:0.0:1789438867.341785:0:280612:0:(cl_io.c:1210:cl_sync_io_wait()) Process entered 00000100:00000001:0.0:1789438867.341798:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1789438867.341801:0:2390:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:0.0:1789438867.341803:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789438867.341810:0:2390:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789438867.341812:0:2390:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789438867.341814:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789438867.341816:0:2390:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789438867.341818:0:2390:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789438867.341823:0:2390:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95d272165500 x1876351184897408/t0(0) o101->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789438867.341831:0:2390:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789438867.341833:0:2390:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789438867.341836:0:2390:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789438867.341844:0:2390:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789438867.341847:0:2390:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789438867.341851:0:2390:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff95d272165500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2d9a8a45-a42f-4142-a7af-34df75c08653:2390:1876351184897408:192.168.202.129@tcp:101:stat.0 00000100:00000001:0.0:1789438867.341855:0:2390:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789438867.341860:0:2390:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789438867.341862:0:2390:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789438867.341865:0:2390:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1789438867.341891:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789438867.341894:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789438867.342070:0:2390:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95d26f537400. 02000000:00000001:0.0:1789438867.342073:0:2390:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789438867.342080:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000010:0.0:1789438867.342085:0:2390:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95d265ed8268. 00000400:00000010:0.0:1789438867.342092:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95d245b5ea18. 00000100:00000200:0.0:1789438867.342098:0:2390:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351184897408, portal 4 00000100:00000001:0.0:1789438867.342100:0:2390:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789438867.342102:0:2390:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446627329822577920 : -116743886973696 : ffff95d272165500) 00000100:00000040:0.0:1789438867.342108:0:2390:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff95d272165500 x1876351184897408/t0(0) o101->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:28/4 lens 328/400 e 0 to 0 dl 1789438922 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789438867.342116:0:2390:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789438867.342118:0:2390:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:0.0:1789438867.342121:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95d245b5e660. 00000100:00000200:0.0:1789438867.342124:0:2390:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1876351184897408, offset 0 00000400:00000200:0.0:1789438867.342131:0:2390:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:0.0:1789438867.342138:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:0.0:1789438867.342145:0:2390:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:0.0:1789438867.342150:0:2390:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789438867.342154:0:2390:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:0.0:1789438867.342157:0:2390:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789438867.342160:0:2390:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:0.0:1789438867.342163:0:2390:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [548325:548325:256:4294967295] 192.168.202.129@tcp LPNI seq info [548264:548264:8:4294967295] 00000400:00000200:0.0:1789438867.342168:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:0.0:1789438867.342187:0:2390:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:0.0:1789438867.342195:0:2390:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:0.0:1789438867.342206:0:2390:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95d244aa7f00. 00000800:00000200:0.0:1789438867.342213:0:2390:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95d247a15180] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:0.0:1789438867.342221:0:2390:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:0.0:1789438867.342226:0:2390:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff95d244aa7f00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1789438867.342252:0:2390:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789438867.342257:0:2390:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff95d244e30800: using a timeout of 102840 usecs (103 jiffies) 00000400:00000200:0.0:1789438867.342261:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000100:00000001:0.0:1789438867.342264:0:2390:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95d244e30800: PM QoS new deadline estimation for cpu 2 is 4305776587 00000100:00000001:0.0:1789438867.342272:0:2390:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-ffff95d244e30800: PM QoS request active for cpu 2, simply extend its deadline from 4305776500 00000100:00000001:0.0:1789438867.342277:0:2390:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95d244e30800: PM QoS new deadline estimation for cpu 3 is 4305776587 00000100:00000001:0.0:1789438867.342280:0:2390:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-ffff95d244e30800: PM QoS request active for cpu 3, simply extend its deadline from 4305776500 00000100:00000001:0.0:1789438867.342284:0:2390:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789438867.342287:0:2390:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789438867.342290:0:2390:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789438867.342292:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789438867.342839:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789438867.342845:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95d244aa7f00. 00000400:00000200:2.0:1789438867.342851:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789438867.342857:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:2.0:1789438867.342862:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95d245b5e660 00000400:00000010:2.0:1789438867.342865:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95d245b5e660. 00000100:00000001:2.0:1789438867.343257:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789438867.343265:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff95d272165500 x1876351184897408/t0(0) o101->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:28/4 lens 328/400 e 0 to 0 dl 1789438922 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789438867.343276:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789438867.343279:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95d272165500 x1876351184897408/t0(0) o101->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:28/4 lens 328/400 e 0 to 0 dl 1789438922 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789438867.343286:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789438867.343288:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789438867.345670:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789438867.345687:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789438867.345691:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789438867.345695:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789438867.345704:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438867.345712:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:2.0:1789438867.345722:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438867.345726:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438867.345731:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438867.345736:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 400 into portal 4 MB=0x6aa880dd98580 00000400:00000200:2.0:1789438867.345741:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438867.345748:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.129@tcp of length 400/400 into md 0x516405 [1] + 224 00000800:00000001:2.0:1789438867.345756:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789438867.345777:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789438867.345781:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789438867.345797:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:2.0:1789438867.345806:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789438867.345815:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff95d272165500 x1876351184897408/t0(0) o101->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:28/4 lens 328/400 e 0 to 0 dl 1789438922 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789438867.345825:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=400 req@ffff95d272165500 x1876351184897408/t0(0) o101->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:28/4 lens 328/400 e 0 to 0 dl 1789438922 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789438867.345847:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789438867.345855:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789438867.345859:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789438867.346580:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789438867.346586:0:2390:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789438867.346594:0:2390:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789438867.346596:0:2390:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789438867.346599:0:2390:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95d265ed8268. 00000400:00000200:0.0:1789438867.346605:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95d245b5ea18 00000400:00000010:0.0:1789438867.346608:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95d245b5ea18. 00000100:00000001:0.0:1789438867.346612:0:2390:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789438867.346618:0:2390:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff95d272165500 x1876351184897408/t0(0) o101->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:28/4 lens 328/400 e 0 to 0 dl 1789438922 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1789438867.346628:0:2390:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff95d272165500 x1876351184897408/t0(0) o101->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:28/4 lens 328/400 e 0 to 0 dl 1789438922 ref 1 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789438867.346633:0:2390:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789438867.346635:0:2390:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789438867.346638:0:2390:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789438867.346641:0:2390:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789438867.346643:0:2390:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789438867.346656:0:2390:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789438867.346659:0:2390:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789438867.346668:0:2390:0:(import.c:2196:obd_at_measure()) add 36 to ffff95d26f5f0460 time=20 v=36 (36 36 5 5) 00000100:00001000:0.0:1789438867.346672:0:2390:0:(import.c:2196:obd_at_measure()) add 1 to ffff95d26f5f0418 time=18 v=5 (1 1 1 1) 00000100:00000001:0.0:1789438867.346675:0:2390:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789438867.346676:0:2390:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789438867.346679:0:2390:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789438867.346682:0:2390:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789438867.346686:0:2390:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789438867.346688:0:2390:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff95d244e30800: skip recheck: last_committed 42949693985 00000100:00000001:0.0:1789438867.346690:0:2390:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789438867.346692:0:2390:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789438867.346697:0:2390:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95d272165500 x1876351184897408/t0(0) o101->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:28/4 lens 328/400 e 0 to 0 dl 1789438922 ref 1 fl Rpc:RQU/600/0 rc 0/0 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789438867.346704:0:2390:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789438867.346707:0:2390:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789438867.346709:0:2390:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1789438867.346712:0:2390:0:(osc_request.c:3123:osc_enqueue_interpret()) Process entered 00010000:00000001:0.0:1789438867.346714:0:2390:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789438867.346718:0:2390:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789438867.346721:0:2390:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff95d2862de800 refcount=4 00000020:00000001:0.0:1789438867.346723:0:2390:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627330159667200 : -116743549884416 : ffff95d2862de800) 00010000:00000001:0.0:1789438867.346726:0:2390:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446627330159667200 : -116743549884416 : ffff95d2862de800) 00010000:00000001:0.0:1789438867.346740:0:2390:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789438867.346741:0:2390:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789438867.346743:0:2390:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff95d2862de800 refcount=5 00000020:00000001:0.0:1789438867.346745:0:2390:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627330159667200 : -116743549884416 : ffff95d2862de800) 00010000:00000001:0.0:1789438867.346747:0:2390:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446627330159667200 : -116743549884416 : ffff95d2862de800) 00010000:00000001:0.0:1789438867.346751:0:2390:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789438867.346754:0:2390:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789438867.346758:0:2390:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff95d244e30800 lock: 00000000fa1e05d5/0xbb27724d72d3a8b9 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x55c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 280612 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789438867.346780:0:2390:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789438867.346782:0:2390:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789438867.346784:0:2390:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1789438867.346787:0:2390:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789438867.346788:0:2390:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789438867.346789:0:2390:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff95d2862de800 refcount=6 00000020:00000001:0.0:1789438867.346791:0:2390:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627330159667200 : -116743549884416 : ffff95d2862de800) 00010000:00000001:0.0:1789438867.346793:0:2390:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446627330159667200 : -116743549884416 : ffff95d2862de800) 00010000:00000040:0.0:1789438867.346800:0:2390:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff95d2862de800, remote cookie: 0x2538edef7ed04869, flags: 0x1001 00010000:00010000:0.0:1789438867.346805:0:2390:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0000-osc-ffff95d244e30800 lock: 00000000fa1e05d5/0xbb27724d72d3a8b9 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x55c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x2538edef7ed04869 expref: -99 pid: 280612 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789438867.346812:0:2390:0:(ldlm_lock.c:1589:ldlm_fill_lvb()) Process entered 00010000:00000001:0.0:1789438867.346815:0:2390:0:(ldlm_lock.c:1682:ldlm_fill_lvb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789438867.346817:0:2390:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1789438867.346821:0:2390:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00010000:0.0:1789438867.346825:0:2390:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff95d244e30800 lock: 00000000fa1e05d5/0xbb27724d72d3a8b9 lrc: 6/2,0 mode: PR/PR res: [0x280000401:0x55c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x2538edef7ed04869 expref: -99 pid: 280612 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789438867.346833:0:2390:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x280000401:0x55c8:0x0].0x0 (ffff95d2796cbe00) refcount = 1 00010000:00000040:0.0:1789438867.346836:0:2390:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1789438867.346839:0:2390:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-OST0000-osc-ffff95d244e30800 lock: 00000000fa1e05d5/0xbb27724d72d3a8b9 lrc: 6/2,0 mode: PR/PR res: [0x280000401:0x55c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x2538edef7ed04869 expref: -99 pid: 280612 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789438867.346847:0:2390:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1789438867.346849:0:2390:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789438867.346853:0:2390:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1789438867.346855:0:2390:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789438867.346858:0:2390:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffff95d244e30800 lock: 00000000fa1e05d5/0xbb27724d72d3a8b9 lrc: 6/2,0 mode: PR/PR res: [0x280000401:0x55c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x2538edef7ed04869 expref: -99 pid: 280612 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789438867.346940:0:2390:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1789438867.346942:0:2390:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789438867.346943:0:2390:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789438867.346944:0:2390:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789438867.346945:0:2390:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1789438867.346947:0:2390:0:(osc_request.c:3077:osc_enqueue_fini()) Process entered 00000008:00000001:0.0:1789438867.346949:0:2390:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:0.0:1789438867.346952:0:2390:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789438867.346954:0:2390:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789438867.346956:0:2390:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff95d2862de800 refcount=5 00000020:00000001:0.0:1789438867.346958:0:2390:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627330159667200 : -116743549884416 : ffff95d2862de800) 00010000:00000001:0.0:1789438867.346960:0:2390:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446627330159667200 : -116743549884416 : ffff95d2862de800) 00000008:00000001:0.0:1789438867.346964:0:2390:0:(osc_lock.c:149:osc_lock_lvb_update()) Process entered 00000020:00000001:0.0:1789438867.346968:0:2390:0:(cl_object.c:143:cl_object_top()) ffff95d2507a3a40 -> ffff95d26f64a530 00000008:00010000:0.0:1789438867.346972:0:2390:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0000-osc-ffff95d244e30800 lock: 00000000fa1e05d5/0xbb27724d72d3a8b9 lrc: 5/2,0 mode: PR/PR res: [0x280000401:0x55c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0x2538edef7ed04869 expref: -99 pid: 280612 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00000001:0.0:1789438867.346980:0:2390:0:(cl_object.c:143:cl_object_top()) ffff95d2507a3a40 -> ffff95d26f64a530 00000020:00000001:0.0:1789438867.346982:0:2390:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:0.0:1789438867.346985:0:2390:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:0.0:1789438867.346987:0:2390:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1789438867.346990:0:2390:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789438867.346991:0:2390:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789438867.346993:0:2390:0:(cl_object.c:143:cl_object_top()) ffff95d2507a3a40 -> ffff95d26f64a530 00000008:00000001:0.0:1789438867.346995:0:2390:0:(osc_lock.c:192:osc_lock_lvb_update()) Process leaving 00000020:00000001:0.0:1789438867.346997:0:2390:0:(cl_io.c:1842:__cl_sync_io_note()) Process entered 00000020:00200000:0.0:1789438867.347000:0:2390:0:(cl_io.c:1858:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:0.0:1789438867.347048:0:2390:0:(cl_io.c:1916:__cl_sync_io_note()) Process leaving 00000008:00000001:0.0:1789438867.347051:0:2390:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789438867.347053:0:2390:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789438867.347054:0:2390:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000001:1.0:1789438867.347056:0:280612:0:(cl_io.c:1234:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789438867.347056:0:2390:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff95d2862de800 refcount=6 00000020:00000001:0.0:1789438867.347058:0:2390:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627330159667200 : -116743549884416 : ffff95d2862de800) 00000020:00000001:1.0:1789438867.347060:0:280612:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789438867.347065:0:2390:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446627330159667200 : -116743549884416 : ffff95d2862de800) 00000080:00000001:1.0:1789438867.347066:0:280612:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00010000:00000001:0.0:1789438867.347068:0:2390:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00000020:00000001:1.0:1789438867.347069:0:280612:0:(cl_object.c:143:cl_object_top()) ffff95d26f64a530 -> ffff95d26f64a530 00000020:00000001:1.0:1789438867.347071:0:280612:0:(cl_object.c:143:cl_object_top()) ffff95d26f64a530 -> ffff95d26f64a530 00010000:00010000:0.0:1789438867.347071:0:2390:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff95d244e30800 lock: 00000000fa1e05d5/0xbb27724d72d3a8b9 lrc: 6/2,0 mode: PR/PR res: [0x280000401:0x55c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x2538edef7ed04869 expref: -99 pid: 280612 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00000001:1.0:1789438867.347072:0:280612:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:1.0:1789438867.347076:0:280612:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00010000:00000001:0.0:1789438867.347078:0:2390:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789438867.347078:0:2390:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00020000:00000001:1.0:1789438867.347080:0:280612:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00010000:00010000:0.0:1789438867.347081:0:2390:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff95d244e30800 lock: 00000000fa1e05d5/0xbb27724d72d3a8b9 lrc: 5/1,0 mode: PR/PR res: [0x280000401:0x55c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x2538edef7ed04869 expref: -99 pid: 280612 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00020000:00000001:1.0:1789438867.347082:0:280612:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789438867.347084:0:280612:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:1.0:1789438867.347085:0:280612:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1789438867.347088:0:280612:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x13c0:11031 on OST[0]: s=0 (1) m=0 a=0 c=0 b=0 00010000:00000001:0.0:1789438867.347088:0:2390:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789438867.347090:0:2390:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00020000:00000001:1.0:1789438867.347091:0:280612:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789438867.347091:0:2390:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1789438867.347092:0:2390:0:(osc_request.c:3104:osc_enqueue_fini()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1789438867.347093:0:280612:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=0 m=0 a=0 c=0 b=0 00010000:00000001:0.0:1789438867.347094:0:2390:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789438867.347095:0:2390:0:(lustre_handles.c:130:class_handle2object()) Process entered 00020000:00000001:1.0:1789438867.347096:0:280612:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789438867.347096:0:2390:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff95d2862de800 refcount=5 00000020:00000001:1.0:1789438867.347097:0:280612:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789438867.347098:0:2390:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627330159667200 : -116743549884416 : ffff95d2862de800) 00000020:00000001:1.0:1789438867.347099:0:280612:0:(cl_object.c:143:cl_object_top()) ffff95d26f64a530 -> ffff95d26f64a530 00010000:00000001:0.0:1789438867.347100:0:2390:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446627330159667200 : -116743549884416 : ffff95d2862de800) 00000080:00200000:1.0:1789438867.347102:0:280612:0:(file.c:1775:ll_merge_attr_nolock()) [0x200002b17:0x13c0:0x0] updating i_size 0 i_blocks 0 00010000:00000001:0.0:1789438867.347102:0:2390:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00000080:00000001:1.0:1789438867.347104:0:280612:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00010000:00010000:0.0:1789438867.347104:0:2390:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff95d244e30800 lock: 00000000fa1e05d5/0xbb27724d72d3a8b9 lrc: 5/1,0 mode: PR/PR res: [0x280000401:0x55c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x2538edef7ed04869 expref: -99 pid: 280612 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00000001:1.0:1789438867.347107:0:280612:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:1.0:1789438867.347109:0:280612:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff95d2456d14d0 (ffff95d25f200f38/0) at cl_lock_release():245 00010000:00000001:0.0:1789438867.347110:0:2390:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:1.0:1789438867.347111:0:280612:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00010000:00000001:0.0:1789438867.347111:0:2390:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00010000:1.0:1789438867.347113:0:280612:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff95d2456d14d0 (ffff95d25f200f38/0) at cl_lock_cancel():142 00010000:00000001:0.0:1789438867.347113:0:2390:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00020000:00000001:1.0:1789438867.347115:0:280612:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00010000:00000001:0.0:1789438867.347115:0:2390:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789438867.347117:0:2390:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff95d244e30800 lock: 00000000fa1e05d5/0xbb27724d72d3a8b9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x55c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x2538edef7ed04869 expref: -99 pid: 280612 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00020000:00000001:1.0:1789438867.347118:0:280612:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1789438867.347120:0:280612:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446627329822302880 : -116743887248736 : ffff95d2721222a0) 00000020:00000001:1.0:1789438867.347122:0:280612:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1789438867.347123:0:280612:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff95d27927fe30 (ffff95d2796ac3f8/1) at cl_lock_cancel():142 00010000:00000001:0.0:1789438867.347124:0:2390:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000008:00000001:1.0:1789438867.347125:0:280612:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:1.0:1789438867.347127:0:280612:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:1.0:1789438867.347128:0:280612:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789438867.347129:0:280612:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789438867.347130:0:2390:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00000008:00000001:1.0:1789438867.347131:0:280612:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:1.0:1789438867.347132:0:280612:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00010000:00000001:0.0:1789438867.347132:0:2390:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00000020:00000001:1.0:1789438867.347133:0:280612:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1789438867.347134:0:280612:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00010000:00000001:0.0:1789438867.347136:0:2390:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789438867.347137:0:2390:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789438867.347139:0:2390:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789438867.347140:0:280612:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1789438867.347141:0:280612:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff95d2456d14d0 (ffff95d25f200f38/0) at cl_lock_fini():72 00010000:00000001:0.0:1789438867.347142:0:2390:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00020000:00000001:1.0:1789438867.347144:0:280612:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00010000:00000001:0.0:1789438867.347144:0:2390:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789438867.347145:0:280612:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1789438867.347146:0:280612:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff95d27927fe30 (ffff95d25f200f38/1) at cl_lock_fini():72 00010000:00000001:0.0:1789438867.347146:0:2390:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789438867.347148:0:2390:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:1.0:1789438867.347149:0:280612:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff95d2449c91d0. 00010000:00000001:0.0:1789438867.347150:0:2390:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789438867.347152:0:2390:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789438867.347152:0:2390:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:1.0:1789438867.347153:0:280612:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:1.0:1789438867.347154:0:280612:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff95d27927fe00. 00010000:00000001:0.0:1789438867.347154:0:2390:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789438867.347155:0:2390:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1789438867.347156:0:2390:0:(osc_request.c:3162:osc_enqueue_interpret()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789438867.347157:0:280612:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:1.0:1789438867.347158:0:280612:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:1.0:1789438867.347159:0:280612:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:1.0:1789438867.347162:0:280612:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789438867.347162:0:2390:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95d272165500 x1876351184897408/t0(0) o101->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:28/4 lens 328/400 e 0 to 0 dl 1789438922 ref 1 fl Interpret:RQU/600/0 rc 0/0 job:'stat.0' uid:0 gid:0 projid:0 00000020:00000001:1.0:1789438867.347164:0:280612:0:(cl_io.c:72:cl_io_fini()) Process entered 00020000:00000001:1.0:1789438867.347167:0:280612:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:1.0:1789438867.347168:0:280612:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:1.0:1789438867.347170:0:280612:0:(cl_io.c:72:cl_io_fini()) Process entered 00000020:00000001:1.0:1789438867.347171:0:280612:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000100:00100000:0.0:1789438867.347171:0:2390:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff95d272165500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2d9a8a45-a42f-4142-a7af-34df75c08653:2390:1876351184897408:192.168.202.129@tcp:101:stat.0 00000020:00001000:1.0:1789438867.347183:0:280612:0:(cl_object.c:917:cl_env_put()) 1@ffff95d2796ac3f0 00020000:00000001:1.0:1789438867.347187:0:280612:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00000100:00000001:0.0:1789438867.347187:0:2390:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00020000:00000001:1.0:1789438867.347188:0:280612:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000100:00000001:0.0:1789438867.347189:0:2390:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000080:00000001:1.0:1789438867.347191:0:280612:0:(vvp_io.c:297:vvp_io_fini()) Process entered 00000080:00200000:1.0:1789438867.347193:0:280612:0:(vvp_io.c:305:vvp_io_fini()) [0x200002b17:0x13c0:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000100:00000040:0.0:1789438867.347193:0:2390:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95d272165500 x1876351184897408/t0(0) o101->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:28/4 lens 328/400 e 0 to 0 dl 1789438922 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'stat.0' uid:0 gid:0 projid:0 00000080:00000001:1.0:1789438867.347197:0:280612:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:1.0:1789438867.347199:0:280612:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789438867.347199:0:2390:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000080:00000001:1.0:1789438867.347201:0:280612:0:(vvp_io.c:400:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789438867.347202:0:2390:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 00000080:00000001:1.0:1789438867.347203:0:280612:0:(vvp_io.c:403:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1789438867.347203:0:280612:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:1.0:1789438867.347204:0:280612:0:(cl_object.c:917:cl_env_put()) 1@ffff95d25f200f30 02000000:00000010:0.0:1789438867.347205:0:2390:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95d26f537400. 00000001:00000001:1.0:1789438867.347206:0:280612:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789438867.347208:0:2390:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789438867.347210:0:2390:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789438867.347211:0:2390:0:(genops.c:1222:class_import_put()) import ffff95d26f5f0000 refcount=3 obd=lustre-OST0000-osc-ffff95d244e30800 00000020:00000001:1.0:1789438867.347213:0:280612:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa5a8c146bd08 00000020:00000001:0.0:1789438867.347213:0:2390:0:(genops.c:1229:class_import_put()) Process leaving 00000080:00000008:1.0:1789438867.347216:0:280612:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file f812b.sanity:[0x200002b17:0x13c0:0x0](ffff95d25404f448), request_mask 4095, flags 0, foreign 0 02000000:00000010:0.0:1789438867.347216:0:2390:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff95d2482ffc00. 02000000:00000001:0.0:1789438867.347219:0:2390:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789438867.347220:0:2390:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000080:00000001:1.0:1789438867.347221:0:280612:0:(dcache.c:120:ll_ddelete()) Process entered 00000100:00000010:0.0:1789438867.347222:0:2390:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95d272165500. 00000020:00000001:1.0:1789438867.347223:0:280612:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa5a8c146bda0 00000080:00002000:1.0:1789438867.347225:0:280612:0:(dcache.c:127:ll_ddelete()) keeping dentry f812b.sanity (ffff95d251f77a20, parent ffff95d2541f1e58, inode ffff95d25404f448) hashed, 00000100:00000001:0.0:1789438867.347226:0:2390:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000080:00000001:1.0:1789438867.347228:0:280612:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789438867.347228:0:2390:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789438867.347237:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789438867.347369:0:2390:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789438867.347372:0:2390:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789438867.347375:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789438867.347377:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789438867.450922:0:247630:0:(connection.c:75:cpu_latency_work()) work item of ffff95d244e33330 (cpu 3) has reached its deadline 4305776587, at 4305776592 00000100:00000010:3.0:1789438867.450933:0:247630:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95d270b4d1e0. 00000100:00000040:2.0:1789438867.451063:0:270304:0:(connection.c:75:cpu_latency_work()) work item of ffff95d244e33220 (cpu 2) has reached its deadline 4305776587, at 4305776592 00000100:00000010:2.0:1789438867.451069:0:270304:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95d270b4d0c0. 00010000:00000001:3.0:1789438868.010566:0:247630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789438868.010574:0:247630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789438868.010578:0:247630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789438868.010579:0:247630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789438868.010582:0:247630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789438868.010583:0:247630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789438868.011476:0:237587:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789438868.011480:0:237587:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789438868.011483:0:237587:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1789438868.522087:0:234780:0:(pinger.c:229:ptlrpc_pinger_process_import()) 42963a40-8242-4716-b5a0-c55cef22b1d2->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789438868.522097:0:234780:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1789438868.522106:0:234780:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95d279635880. 00000020:00000040:3.0:1789438868.522112:0:234780:0:(genops.c:1209:class_import_get()) import ffff95d245589000 refcount=4 obd=MGC192.168.202.129@tcp 00000100:00000001:3.0:1789438868.522117:0:234780:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789438868.522119:0:234780:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789438868.522124:0:234780:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789438868.522133:0:234780:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff95d2449b9d00. 00000100:00000001:3.0:1789438868.522139:0:234780:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789438868.522157:0:234780:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 42963a40-8242-4716-b5a0-c55cef22b1d2->MGS req@ffff95d279635880 x1876351184897536/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789438868.522195:0:234780:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789438868.522199:0:234780:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789438868.522205:0:234780:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008caeff6c] to pc [ptlrpcd_01_01+1] req@ffff95d279635880 x1876351184897536/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789438868.522256:0:234780:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789438868.522259:0:234780:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2d9a8a45-a42f-4142-a7af-34df75c08653->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789438868.522262:0:234780:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1789438868.522265:0:234780:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95d279636680. 00000020:00000040:3.0:1789438868.522267:0:234780:0:(genops.c:1209:class_import_get()) import ffff95d2780b4000 refcount=10 obd=lustre-MDT0000-mdc-ffff95d244e30800 00000100:00000001:3.0:1789438868.522270:0:234780:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789438868.522271:0:234780:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789438868.522273:0:234780:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789438868.522276:0:234780:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff95d2449b9600. 00000100:00000001:3.0:1789438868.522279:0:234780:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789438868.522283:0:234780:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2d9a8a45-a42f-4142-a7af-34df75c08653->lustre-MDT0000_UUID req@ffff95d279636680 x1876351184897664/t0(0) o400->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789438868.522290:0:234780:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789438868.522291:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789438868.522292:0:234780:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789438868.522295:0:2392:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1789438868.522296:0:234780:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fadd052a] to pc [ptlrpcd_01_00+0] req@ffff95d279636680 x1876351184897664/t0(0) o400->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789438868.522297:0:2392:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789438868.522303:0:2392:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95d279635880 x1876351184897536/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789438868.522304:0:234780:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789438868.522306:0:234780:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2d9a8a45-a42f-4142-a7af-34df75c08653->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789438868.522310:0:234780:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1789438868.522311:0:2392:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000010:3.0:1789438868.522312:0:234780:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95d279637480. 00000100:00000001:2.0:1789438868.522313:0:2392:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1789438868.522314:0:234780:0:(genops.c:1209:class_import_get()) import ffff95d26f5f6800 refcount=4 obd=lustre-MDT0001-mdc-ffff95d244e30800 00000100:00000001:3.0:1789438868.522316:0:234780:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789438868.522317:0:234780:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789438868.522317:0:2392:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789438868.522319:0:234780:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789438868.522319:0:2392:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000010:3.0:1789438868.522321:0:234780:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff95d2449b9200. 02000000:00000001:2.0:1789438868.522322:0:2392:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789438868.522324:0:234780:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789438868.522327:0:234780:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2d9a8a45-a42f-4142-a7af-34df75c08653->lustre-MDT0001_UUID req@ffff95d279637480 x1876351184897792/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789438868.522334:0:234780:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00100000:2.0:1789438868.522334:0:2392:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff95d279635880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:42963a40-8242-4716-b5a0-c55cef22b1d2:2392:1876351184897536:192.168.202.129@tcp:400:kworker.0 00000100:00000001:2.0:1789438868.522339:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1789438868.522341:0:234780:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789438868.522345:0:234780:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000049014885] to pc [ptlrpcd_01_01+1] req@ffff95d279637480 x1876351184897792/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1789438868.522345:0:2392:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789438868.522347:0:2392:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789438868.522349:0:2392:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1789438868.522352:0:234780:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789438868.522354:0:2392:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff95d243e27000. 00000100:00000040:3.0:1789438868.522355:0:234780:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2d9a8a45-a42f-4142-a7af-34df75c08653->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1789438868.522356:0:2392:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789438868.522358:0:234780:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1789438868.522361:0:234780:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95d279635500. 00000020:00000040:3.0:1789438868.522363:0:234780:0:(genops.c:1209:class_import_get()) import ffff95d26f5f0000 refcount=4 obd=lustre-OST0000-osc-ffff95d244e30800 00000400:00000200:2.0:1789438868.522364:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000100:00000001:3.0:1789438868.522365:0:234780:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789438868.522366:0:234780:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789438868.522368:0:234780:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1789438868.522369:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95d24a756630. 00000400:00000010:2.0:1789438868.522375:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95d24519ab28. 02000000:00000010:3.0:1789438868.522380:0:234780:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff95d2449b9100. 00000100:00000200:2.0:1789438868.522381:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876351184897536, portal 25 00000100:00000001:3.0:1789438868.522382:0:234780:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789438868.522386:0:234780:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2d9a8a45-a42f-4142-a7af-34df75c08653->lustre-OST0000_UUID req@ffff95d279635500 x1876351184897920/t0(0) o400->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789438868.522389:0:2392:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789438868.522390:0:2392:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446627329945065600 : -116743764486016 : ffff95d279635880) 00000100:00000001:3.0:1789438868.522393:0:234780:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789438868.522395:0:234780:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789438868.522396:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff95d279635880 x1876351184897536/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789438884 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789438868.522398:0:234780:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d38d4616] to pc [ptlrpcd_01_00+0] req@ffff95d279635500 x1876351184897920/t0(0) o400->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789438868.522405:0:234780:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789438868.522407:0:234780:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2d9a8a45-a42f-4142-a7af-34df75c08653->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789438868.522410:0:234780:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2d9a8a45-a42f-4142-a7af-34df75c08653->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:2.0:1789438868.522414:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789438868.522415:0:234780:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11115) 00000100:00000040:2.0:1789438868.522417:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:2.0:1789438868.522420:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95d24519a000. 00000100:00000200:2.0:1789438868.522423:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1876351184897536, offset 0 00000100:00000001:3.0:1789438868.522426:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789438868.522428:0:2391:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789438868.522430:0:2391:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1789438868.522430:0:2392:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00000040:3.0:1789438868.522433:0:2391:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95d279636680 x1876351184897664/t0(0) o400->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1789438868.522438:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000100:00000001:3.0:1789438868.522439:0:2391:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789438868.522441:0:2391:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789438868.522444:0:2392:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 02000000:00000001:3.0:1789438868.522447:0:2391:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789438868.522449:0:2391:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1789438868.522449:0:2392:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:3.0:1789438868.522451:0:2391:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789438868.522453:0:2392:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000100:00100000:3.0:1789438868.522454:0:2391:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff95d279636680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2d9a8a45-a42f-4142-a7af-34df75c08653:2391:1876351184897664:192.168.202.129@tcp:400:kworker.0 00000100:00000001:3.0:1789438868.522457:0:2391:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1789438868.522457:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 02000000:00000001:3.0:1789438868.522459:0:2391:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:2.0:1789438868.522459:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 02000000:00000001:3.0:1789438868.522460:0:2391:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789438868.522462:0:2391:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1789438868.522463:0:2392:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [548326:548326:256:4294967295] 192.168.202.129@tcp LPNI seq info [548265:548265:8:4294967295] 02000000:00000010:3.0:1789438868.522465:0:2391:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff95d279250000. 02000000:00000001:3.0:1789438868.522467:0:2391:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789438868.522467:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1789438868.522470:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000010:3.0:1789438868.522473:0:2391:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95d2782d0058. 00000400:00000200:2.0:1789438868.522476:0:2392:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000400:00000010:3.0:1789438868.522477:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95d27200c330. 00000100:00000200:3.0:1789438868.522480:0:2391:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876351184897664, portal 10 00000800:00000200:2.0:1789438868.522481:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000100:00000001:3.0:1789438868.522482:0:2391:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789438868.522483:0:2391:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446627329945069184 : -116743764482432 : ffff95d279636680) 00000800:00000010:2.0:1789438868.522486:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95d14f8ed500. 00000100:00000040:3.0:1789438868.522489:0:2391:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff95d279636680 x1876351184897664/t0(0) o400->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438923 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1789438868.522492:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95d247a15180] -> 12345-192.168.202.129@tcp (5) 00000100:00000001:3.0:1789438868.522495:0:2391:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789438868.522497:0:2391:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:3.0:1789438868.522499:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95d27200caa0. 00000800:00000200:2.0:1789438868.522500:0:2392:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000100:00000200:3.0:1789438868.522501:0:2391:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876351184897664, offset 0 00000800:00000200:2.0:1789438868.522504:0:2392:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff95d14f8ed500 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1789438868.522505:0:2391:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:3.0:1789438868.522508:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1789438868.522512:0:2391:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:3.0:1789438868.522514:0:2391:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1789438868.522515:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789438868.522516:0:2391:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:3.0:1789438868.522518:0:2391:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789438868.522519:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1789438868.522520:0:2391:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000100:00000001:2.0:1789438868.522522:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 2 is 4305781434 00000400:00000200:3.0:1789438868.522523:0:2391:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [548327:548327:255:4294967295] 192.168.202.129@tcp LPNI seq info [548266:548266:7:4294967295] 00000100:00000010:2.0:1789438868.522525:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95d270a067e0. 00000400:00000200:3.0:1789438868.522527:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1789438868.522532:0:2391:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000100:00000001:2.0:1789438868.522532:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1789438868.522537:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 3 is 4305781434 00000100:00000010:2.0:1789438868.522540:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95d270a06180. 00000800:00000200:3.0:1789438868.522541:0:2391:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:3.0:1789438868.522544:0:2391:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95d2449b9500. 00000100:00000001:2.0:1789438868.522546:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1789438868.522549:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789438868.522552:0:2392:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789438868.522555:0:2392:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789438868.522558:0:2391:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95d247a15180] -> 12345-192.168.202.129@tcp (5) 00000100:00000001:2.0:1789438868.522558:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1789438868.522562:0:2391:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:3.0:1789438868.522565:0:2391:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff95d2449b9500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789438868.522565:0:2392:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789438868.522568:0:2391:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789438868.522568:0:2392:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1789438868.522570:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1789438868.522571:0:2391:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95d244e30800: using a timeout of 24546 usecs (25 jiffies) 00000100:00000001:2.0:1789438868.522571:0:2392:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789438868.522572:0:2392:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1789438868.522575:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000100:00000001:3.0:1789438868.522576:0:2391:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95d244e30800: PM QoS new deadline estimation for cpu 2 is 4305777689 00000100:00000040:2.0:1789438868.522576:0:2392:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95d279637480 x1876351184897792/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789438868.522579:0:2391:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95d244e30800: PM QoS request active for cpu 2, keep current deadline 4305781434 00000100:00000001:3.0:1789438868.522581:0:2391:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95d244e30800: PM QoS new deadline estimation for cpu 3 is 4305777689 00000100:00000001:3.0:1789438868.522583:0:2391:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95d244e30800: PM QoS request active for cpu 3, keep current deadline 4305781434 00000100:00000001:2.0:1789438868.522583:0:2392:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789438868.522585:0:2391:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789438868.522585:0:2392:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789438868.522587:0:2391:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789438868.522587:0:2392:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789438868.522588:0:2392:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789438868.522589:0:2391:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1789438868.522590:0:2392:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789438868.522592:0:2391:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95d279635500 x1876351184897920/t0(0) o400->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789438868.522593:0:2392:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff95d279637480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2d9a8a45-a42f-4142-a7af-34df75c08653:2392:1876351184897792:192.168.202.129@tcp:400:kworker.0 00000100:00000001:2.0:1789438868.522596:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789438868.522598:0:2392:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1789438868.522599:0:2391:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789438868.522600:0:2391:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789438868.522600:0:2392:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789438868.522601:0:2392:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1789438868.522602:0:2391:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789438868.522604:0:2391:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000010:2.0:1789438868.522604:0:2392:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff95d243e27200. 02000000:00000001:3.0:1789438868.522606:0:2391:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789438868.522606:0:2392:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789438868.522609:0:2391:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff95d279635500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2d9a8a45-a42f-4142-a7af-34df75c08653:2391:1876351184897920:192.168.202.129@tcp:400:kworker.0 00000400:00000200:2.0:1789438868.522609:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000100:00000001:3.0:1789438868.522612:0:2391:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000010:2.0:1789438868.522612:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95d24a756840. 02000000:00000001:3.0:1789438868.522613:0:2391:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789438868.522614:0:2391:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1789438868.522615:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95d24519a550. 02000000:00000001:3.0:1789438868.522616:0:2391:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:2.0:1789438868.522618:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876351184897792, portal 10 02000000:00000010:3.0:1789438868.522619:0:2391:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff95d279250200. 00000100:00000001:2.0:1789438868.522620:0:2392:0:(client.c:3276:ptlrpc_request_addref()) Process entered 02000000:00000001:3.0:1789438868.522621:0:2391:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789438868.522621:0:2392:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446627329945072768 : -116743764478848 : ffff95d279637480) 00000400:00000200:3.0:1789438868.522623:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000100:00000040:2.0:1789438868.522627:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff95d279637480 x1876351184897792/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438923 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1789438868.522631:0:2391:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95d2782d0c60. 00000100:00000001:2.0:1789438868.522633:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:3.0:1789438868.522634:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95d27200c4c8. 00000100:00000200:3.0:1789438868.522637:0:2391:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876351184897920, portal 4 00000100:00000001:3.0:1789438868.522638:0:2391:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789438868.522639:0:2391:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446627329945064704 : -116743764486912 : ffff95d279635500) 00000100:00000040:2.0:1789438868.522639:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:2.0:1789438868.522641:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95d24519af68. 00000100:00000200:2.0:1789438868.522643:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876351184897792, offset 0 00000100:00000040:3.0:1789438868.522645:0:2391:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff95d279635500 x1876351184897920/t0(0) o400->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789438923 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1789438868.522647:0:2392:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00000001:3.0:1789438868.522651:0:2391:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1789438868.522651:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000100:00000040:3.0:1789438868.522653:0:2391:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000200:2.0:1789438868.522654:0:2392:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000010:3.0:1789438868.522655:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95d27200c550. 00000400:00000200:2.0:1789438868.522656:0:2392:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:3.0:1789438868.522657:0:2391:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876351184897920, offset 0 00000400:00000200:2.0:1789438868.522659:0:2392:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:3.0:1789438868.522661:0:2391:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:2.0:1789438868.522661:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789438868.522663:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:2.0:1789438868.522665:0:2392:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [548328:548328:254:4294967295] 192.168.202.129@tcp LPNI seq info [548267:548267:6:4294967295] 00000400:00000200:2.0:1789438868.522669:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438868.522675:0:2392:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:2.0:1789438868.522678:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000400:00000200:3.0:1789438868.522680:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000800:00000010:2.0:1789438868.522681:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95d14f8edb00. 00000400:00000200:3.0:1789438868.522683:0:2391:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:3.0:1789438868.522685:0:2391:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:2.0:1789438868.522685:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95d247a15180] -> 12345-192.168.202.129@tcp (5) 00000400:00000200:3.0:1789438868.522687:0:2391:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:3.0:1789438868.522689:0:2391:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000800:00000200:2.0:1789438868.522689:0:2392:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000400:00000200:3.0:1789438868.522692:0:2391:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000800:00000200:2.0:1789438868.522692:0:2392:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff95d14f8edb00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1789438868.522695:0:2391:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [548329:548329:253:4294967295] 192.168.202.129@tcp LPNI seq info [548268:548268:5:4294967295] 00000100:00000001:2.0:1789438868.522695:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789438868.522697:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95d244e30800: using a timeout of 14267 usecs (15 jiffies) 00000400:00000200:3.0:1789438868.522698:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438868.522700:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000100:00000001:2.0:1789438868.522702:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95d244e30800: PM QoS new deadline estimation for cpu 2 is 4305777679 00000400:00000200:3.0:1789438868.522704:0:2391:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000100:00000001:2.0:1789438868.522704:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95d244e30800: PM QoS request active for cpu 2, keep current deadline 4305781434 00000100:00000001:2.0:1789438868.522706:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95d244e30800: PM QoS new deadline estimation for cpu 3 is 4305777679 00000800:00000200:3.0:1789438868.522708:0:2391:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000100:00000001:2.0:1789438868.522709:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95d244e30800: PM QoS request active for cpu 3, keep current deadline 4305781434 00000800:00000010:3.0:1789438868.522711:0:2391:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95d2449b9800. 00000100:00000001:2.0:1789438868.522711:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789438868.522713:0:2392:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789438868.522714:0:2391:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95d247a15180] -> 12345-192.168.202.129@tcp (5) 00000100:00000001:2.0:1789438868.522715:0:2392:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789438868.522717:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1789438868.522718:0:2391:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:3.0:1789438868.522720:0:2391:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff95d2449b9800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789438868.522720:0:2392:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789438868.522722:0:2391:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789438868.522725:0:2391:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff95d244e30800: using a timeout of 102760 usecs (103 jiffies) 00000100:00000001:2.0:1789438868.522725:0:2392:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:3.0:1789438868.522727:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000100:00000001:2.0:1789438868.522727:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789438868.522729:0:2391:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95d244e30800: PM QoS new deadline estimation for cpu 2 is 4305777767 00000100:00000001:2.0:1789438868.522729:0:2392:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789438868.522730:0:2392:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789438868.522731:0:2391:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95d244e30800: PM QoS request active for cpu 2, keep current deadline 4305781434 00000100:00000001:2.0:1789438868.522732:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789438868.522736:0:2391:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95d244e30800: PM QoS new deadline estimation for cpu 3 is 4305777767 00000100:00000001:3.0:1789438868.522738:0:2391:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95d244e30800: PM QoS request active for cpu 3, keep current deadline 4305781434 00000100:00000001:3.0:1789438868.522740:0:2391:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789438868.522742:0:2391:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789438868.522744:0:2391:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789438868.522745:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789438868.522748:0:2391:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789438868.522749:0:2391:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00000001:3.0:1789438868.522751:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789438868.522752:0:2391:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789438868.522753:0:2391:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789438868.522755:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789438868.522774:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789438868.522778:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95d14f8ed500. 00000400:00000200:2.0:1789438868.522784:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789438868.522788:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:2.0:1789438868.522794:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95d24519a000 00000400:00000010:2.0:1789438868.522797:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95d24519a000. 00000100:00000001:2.0:1789438868.522800:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789438868.522805:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff95d279635880 x1876351184897536/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789438884 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789438868.522813:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789438868.522816:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95d279635880 x1876351184897536/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789438884 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789438868.522822:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789438868.522839:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789438868.523081:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789438868.523084:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95d2449b9500. 00000400:00000200:3.0:1789438868.523087:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789438868.523091:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:3.0:1789438868.523094:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95d27200caa0 00000400:00000010:3.0:1789438868.523096:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95d27200caa0. 00000100:00000001:3.0:1789438868.523098:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789438868.523102:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff95d279636680 x1876351184897664/t0(0) o400->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438923 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789438868.523109:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789438868.523112:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95d279636680 x1876351184897664/t0(0) o400->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438923 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789438868.523118:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789438868.523119:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789438868.523126:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789438868.523128:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95d14f8edb00. 00000400:00000200:3.0:1789438868.523130:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789438868.523133:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:3.0:1789438868.523135:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95d24519af68 00000400:00000010:3.0:1789438868.523137:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95d24519af68. 00000100:00000001:3.0:1789438868.523139:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789438868.523148:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff95d279637480 x1876351184897792/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438923 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789438868.523155:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789438868.523157:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95d279637480 x1876351184897792/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438923 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789438868.523173:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789438868.523175:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789438868.523240:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789438868.523243:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95d2449b9800. 00000400:00000200:3.0:1789438868.523246:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789438868.523250:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:3.0:1789438868.523253:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95d27200c550 00000400:00000010:3.0:1789438868.523255:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95d27200c550. 00000100:00000001:3.0:1789438868.523257:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789438868.523261:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff95d279635500 x1876351184897920/t0(0) o400->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789438923 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789438868.523269:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789438868.523272:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95d279635500 x1876351184897920/t0(0) o400->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789438923 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789438868.523278:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789438868.523279:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789438868.526614:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789438868.526631:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789438868.526635:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789438868.526638:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789438868.526647:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438868.526655:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:2.0:1789438868.526664:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438868.526669:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438868.526676:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438868.526681:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 4 MB=0x6aa880dd98780 00000400:00000200:2.0:1789438868.526688:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438868.526694:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.129@tcp of length 224/224 into md 0x516435 [1] + 224 00000800:00000001:2.0:1789438868.526701:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789438868.526704:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789438868.526708:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789438868.526726:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:2.0:1789438868.526734:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789438868.526743:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff95d279635500 x1876351184897920/t0(0) o400->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789438923 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789438868.526754:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff95d279635500 x1876351184897920/t0(0) o400->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789438923 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789438868.526774:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789438868.526783:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789438868.526787:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789438868.526788:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789438868.526791:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789438868.526794:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438868.526797:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:2.0:1789438868.526801:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438868.526804:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438868.526806:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438868.526809:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6aa880dd98680 00000400:00000200:2.0:1789438868.526813:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438868.526816:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x51641d [1] + 224 00000800:00000001:2.0:1789438868.526820:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1789438868.527049:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789438868.527053:0:2391:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789438868.527060:0:2391:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789438868.527062:0:2391:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789438868.527065:0:2391:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95d2782d0c60. 00000400:00000200:3.0:1789438868.527070:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95d27200c4c8 00000400:00000010:3.0:1789438868.527073:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95d27200c4c8. 00000100:00000001:3.0:1789438868.527076:0:2391:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789438868.527081:0:2391:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff95d279635500 x1876351184897920/t0(0) o400->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789438923 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789438868.527089:0:2391:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff95d279635500 x1876351184897920/t0(0) o400->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789438923 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789438868.527106:0:2391:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789438868.527108:0:2391:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789438868.527111:0:2391:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789438868.527115:0:2391:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789438868.527117:0:2391:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789438868.527120:0:2391:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789438868.527124:0:2391:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789438868.527133:0:2391:0:(import.c:2196:obd_at_measure()) add 36 to ffff95d26f5f0460 time=21 v=36 (36 36 5 5) 00000100:00001000:3.0:1789438868.527138:0:2391:0:(import.c:2196:obd_at_measure()) add 1 to ffff95d26f5f0418 time=19 v=5 (1 1 1 1) 00000100:00000001:3.0:1789438868.527141:0:2391:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789438868.527142:0:2391:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789438868.527145:0:2391:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789438868.527149:0:2391:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789438868.527153:0:2391:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789438868.527155:0:2391:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff95d244e30800: skip recheck: last_committed 42949693985 00000100:00000001:3.0:1789438868.527157:0:2391:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789438868.527159:0:2391:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789438868.527175:0:2391:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95d279635500 x1876351184897920/t0(0) o400->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789438923 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789438868.527182:0:2391:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789438868.527185:0:2391:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789438868.527187:0:2391:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789438868.527191:0:2391:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95d279635500 x1876351184897920/t0(0) o400->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789438923 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789438868.527199:0:2391:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff95d279635500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2d9a8a45-a42f-4142-a7af-34df75c08653:2391:1876351184897920:192.168.202.129@tcp:400:kworker.0 00000100:00000001:3.0:1789438868.527204:0:2391:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789438868.527206:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789438868.527209:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95d279635500 x1876351184897920/t0(0) o400->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789438923 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789438868.527215:0:2391:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789438868.527217:0:2391:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789438868.527226:0:2391:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff95d279250200. 02000000:00000001:3.0:1789438868.527229:0:2391:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789438868.527244:0:2391:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789438868.527246:0:2391:0:(genops.c:1222:class_import_put()) import ffff95d26f5f0000 refcount=3 obd=lustre-OST0000-osc-ffff95d244e30800 00000020:00000001:3.0:1789438868.527249:0:2391:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789438868.527251:0:2391:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff95d2449b9100. 02000000:00000001:3.0:1789438868.527254:0:2391:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789438868.527256:0:2391:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789438868.527258:0:2391:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95d279635500. 00000100:00000001:3.0:1789438868.527262:0:2391:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789438868.527264:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789438868.527267:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789438868.527269:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789438868.527270:0:2391:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789438868.527272:0:2391:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789438868.527274:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1789438868.527563:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789438868.527567:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789438868.527571:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:2.0:1789438868.527575:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789438868.527580:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff95d279636680 x1876351184897664/t0(0) o400->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438923 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789438868.527588:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff95d279636680 x1876351184897664/t0(0) o400->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438923 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789438868.527605:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789438868.527611:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789438868.527621:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789438868.528457:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789438868.528461:0:2391:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789438868.528465:0:2391:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789438868.528466:0:2391:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789438868.528470:0:2391:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95d2782d0058. 00000400:00000200:3.0:1789438868.528475:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95d27200c330 00000400:00000010:3.0:1789438868.528477:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95d27200c330. 00000100:00000001:3.0:1789438868.528480:0:2391:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789438868.528485:0:2391:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff95d279636680 x1876351184897664/t0(0) o400->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438923 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789438868.528495:0:2391:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff95d279636680 x1876351184897664/t0(0) o400->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438923 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789438868.528502:0:2391:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789438868.528503:0:2391:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789438868.528505:0:2391:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789438868.528508:0:2391:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789438868.528509:0:2391:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789438868.528511:0:2391:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789438868.528514:0:2391:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789438868.528520:0:2391:0:(import.c:2196:obd_at_measure()) add 36 to ffff95d2780b4460 time=21 v=36 (36 36 36 36) 00000100:00001000:3.0:1789438868.528524:0:2391:0:(import.c:2196:obd_at_measure()) add 1 to ffff95d2780b4418 time=146 v=5 (1 2 0 0) 00000100:00000001:3.0:1789438868.528534:0:2391:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789438868.528535:0:2391:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789438868.528538:0:2391:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789438868.528541:0:2391:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789438868.528543:0:2391:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789438868.528545:0:2391:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff95d244e30800: skip recheck: last_committed 30064771457 00000100:00000001:3.0:1789438868.528547:0:2391:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789438868.528550:0:2391:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789438868.528554:0:2391:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95d279636680 x1876351184897664/t0(0) o400->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438923 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789438868.528561:0:2391:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789438868.528563:0:2391:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789438868.528565:0:2391:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789438868.528569:0:2391:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95d279636680 x1876351184897664/t0(0) o400->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438923 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789438868.528577:0:2391:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff95d279636680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2d9a8a45-a42f-4142-a7af-34df75c08653:2391:1876351184897664:192.168.202.129@tcp:400:kworker.0 00000100:00000001:3.0:1789438868.528581:0:2391:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789438868.528583:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789438868.528586:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95d279636680 x1876351184897664/t0(0) o400->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438923 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789438868.528593:0:2391:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789438868.528595:0:2391:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789438868.528597:0:2391:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff95d279250000. 02000000:00000001:3.0:1789438868.528599:0:2391:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789438868.528601:0:2391:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789438868.528603:0:2391:0:(genops.c:1222:class_import_put()) import ffff95d2780b4000 refcount=9 obd=lustre-MDT0000-mdc-ffff95d244e30800 00000020:00000001:3.0:1789438868.528605:0:2391:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789438868.528607:0:2391:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff95d2449b9600. 02000000:00000001:3.0:1789438868.528610:0:2391:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789438868.528611:0:2391:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789438868.528613:0:2391:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95d279636680. 00000100:00000001:3.0:1789438868.528616:0:2391:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789438868.528621:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789438868.528623:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789438868.528630:0:2391:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789438868.528632:0:2391:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789438868.528634:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789438868.528636:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1789438868.529478:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789438868.529489:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789438868.529492:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789438868.529494:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789438868.529501:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1789438868.529507:0:2383:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:3.0:1789438868.529514:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1789438868.529518:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1789438868.529523:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1789438868.529526:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6aa880dd98700 00000400:00000200:3.0:1789438868.529531:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1789438868.529537:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x51642d [1] + 224 00000800:00000001:3.0:1789438868.529543:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789438868.529547:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789438868.529550:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789438868.529554:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:3.0:1789438868.529559:0:2383:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789438868.529565:0:2383:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff95d279637480 x1876351184897792/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438923 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789438868.529575:0:2383:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff95d279637480 x1876351184897792/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438923 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789438868.529594:0:2383:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789438868.529601:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789438868.529605:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789438868.529607:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789438868.529609:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789438868.529612:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1789438868.529615:0:2383:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:3.0:1789438868.529628:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1789438868.529631:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1789438868.529634:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1789438868.529636:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 25 MB=0x6aa880dd98600 00000400:00000200:3.0:1789438868.529640:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1789438868.529643:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.129@tcp of length 224/224 into md 0x51640d [1] + 224 00000800:00000001:3.0:1789438868.529647:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789438868.529652:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789438868.529654:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789438868.529657:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:3.0:1789438868.529660:0:2383:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789438868.529665:0:2383:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff95d279635880 x1876351184897536/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789438884 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789438868.529674:0:2383:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff95d279635880 x1876351184897536/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789438884 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789438868.529681:0:2383:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789438868.529684:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789438868.529687:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789438868.529988:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789438868.529993:0:2392:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789438868.529998:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789438868.530000:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789438868.530002:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95d24a756840. 00000400:00000200:2.0:1789438868.530007:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95d24519a550 00000400:00000010:2.0:1789438868.530009:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95d24519a550. 00000100:00000001:2.0:1789438868.530044:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789438868.530050:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff95d279637480 x1876351184897792/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438923 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789438868.530059:0:2392:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff95d279637480 x1876351184897792/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438923 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789438868.530065:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789438868.530067:0:2392:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789438868.530069:0:2392:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789438868.530071:0:2392:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789438868.530073:0:2392:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789438868.530075:0:2392:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789438868.530078:0:2392:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789438868.530085:0:2392:0:(import.c:2196:obd_at_measure()) add 36 to ffff95d26f5f6c60 time=21 v=36 (36 36 36 36) 00000100:00001000:2.0:1789438868.530089:0:2392:0:(import.c:2196:obd_at_measure()) add 1 to ffff95d26f5f6c18 time=121 v=5 (1 1 0 0) 00000100:00000001:2.0:1789438868.530092:0:2392:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789438868.530094:0:2392:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789438868.530096:0:2392:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1789438868.530100:0:2392:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff95d279637480 x1876351184897792/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438923 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1789438868.530106:0:2392:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789438868.530110:0:2392:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789438868.530112:0:2392:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff95d244e30800: skip recheck: last_committed 21474836545 00000100:00000001:2.0:1789438868.530113:0:2392:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789438868.530115:0:2392:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789438868.530118:0:2392:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95d279637480 x1876351184897792/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438923 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789438868.530136:0:2392:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789438868.530139:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789438868.530141:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789438868.530146:0:2392:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95d279637480 x1876351184897792/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438923 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789438868.530153:0:2392:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff95d279637480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2d9a8a45-a42f-4142-a7af-34df75c08653:2392:1876351184897792:192.168.202.129@tcp:400:kworker.0 00000400:00000001:2.0:1789438868.530159:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789438868.530160:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789438868.530174:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95d24a756630. 00000400:00000200:2.0:1789438868.530178:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95d24519ab28 00000400:00000010:2.0:1789438868.530179:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95d24519ab28. 00000100:00000001:2.0:1789438868.530183:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789438868.530185:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff95d279635880 x1876351184897536/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789438884 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789438868.530193:0:2392:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff95d279635880 x1876351184897536/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789438884 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789438868.530198:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789438868.530200:0:2392:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789438868.530201:0:2392:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789438868.530203:0:2392:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789438868.530204:0:2392:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789438868.530205:0:2392:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789438868.530206:0:2392:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789438868.530209:0:2392:0:(import.c:2196:obd_at_measure()) add 5 to ffff95d245589460 time=22 v=5 (5 5 5 5) 00000100:00001000:2.0:1789438868.530212:0:2392:0:(import.c:2196:obd_at_measure()) add 1 to ffff95d245589418 time=146 v=5 (1 1 0 0) 00000100:00000001:2.0:1789438868.530214:0:2392:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789438868.530215:0:2392:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789438868.530216:0:2392:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789438868.530218:0:2392:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789438868.530219:0:2392:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789438868.530222:0:2392:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95d279635880 x1876351184897536/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789438884 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789438868.530796:0:2392:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789438868.530799:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789438868.530800:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789438868.530806:0:2392:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95d279635880 x1876351184897536/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789438884 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789438868.530813:0:2392:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff95d279635880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:42963a40-8242-4716-b5a0-c55cef22b1d2:2392:1876351184897536:192.168.202.129@tcp:400:kworker.0 00000100:00000001:2.0:1789438868.530818:0:2392:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789438868.530821:0:2392:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789438868.531155:0:2392:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95d279637480 x1876351184897792/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438923 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789438868.531173:0:2392:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789438868.531176:0:2392:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789438868.531180:0:2392:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff95d243e27200. 02000000:00000001:2.0:1789438868.531185:0:2392:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789438868.531187:0:2392:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789438868.531189:0:2392:0:(genops.c:1222:class_import_put()) import ffff95d26f5f6800 refcount=3 obd=lustre-MDT0001-mdc-ffff95d244e30800 00000020:00000001:2.0:1789438868.531192:0:2392:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789438868.531194:0:2392:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff95d2449b9200. 02000000:00000001:2.0:1789438868.531197:0:2392:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789438868.531199:0:2392:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789438868.531200:0:2392:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95d279637480. 00000100:00000001:2.0:1789438868.531206:0:2392:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789438868.531207:0:2392:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789438868.531209:0:2392:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789438868.531213:0:2392:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95d279635880 x1876351184897536/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789438884 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789438868.531218:0:2392:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789438868.531219:0:2392:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789438868.531221:0:2392:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff95d243e27000. 02000000:00000001:2.0:1789438868.531223:0:2392:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789438868.531224:0:2392:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789438868.531902:0:2392:0:(genops.c:1222:class_import_put()) import ffff95d245589000 refcount=3 obd=MGC192.168.202.129@tcp 00000020:00000001:2.0:1789438868.531905:0:2392:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789438868.531908:0:2392:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff95d2449b9d00. 02000000:00000001:2.0:1789438868.531911:0:2392:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789438868.531913:0:2392:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789438868.531914:0:2392:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95d279635880. 00000100:00000001:2.0:1789438868.531916:0:2392:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789438868.531917:0:2392:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789438868.531919:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789438868.531926:0:2392:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789438868.531927:0:2392:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789438868.531929:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789438868.531931:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789438869.034136:0:247630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789438869.034143:0:247630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789438869.034148:0:247630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789438869.034150:0:247630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789438869.034153:0:247630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789438869.034154:0:247630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789438869.034255:0:243614:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789438869.034259:0:243614:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789438869.034261:0:243614:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1789438870.058437:0:247630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789438870.058447:0:247630:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789438870.058450:0:247630:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789438870.058453:0:247630:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789438870.058458:0:247630:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789438870.058461:0:247630:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789438870.058463:0:247630:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789438870.058465:0:247630:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789438870.058469:0:247630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789438870.058471:0:247630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789438870.058493:0:247630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789438870.058495:0:247630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789438870.060282:0:237586:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789438870.060288:0:237586:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789438870.060292:0:237586:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1789438871.084109:0:247630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789438871.084115:0:247630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789438871.084120:0:247630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789438871.084121:0:247630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789438871.084123:0:247630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789438871.084124:0:247630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789438871.084169:0:259124:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789438871.084173:0:259124:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789438871.084175:0:259124:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1789438871.960990:0:280834:0:(llite_lib.c:4248:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789438872.106088:0:247630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789438872.106095:0:247630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789438872.106101:0:247630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789438872.106102:0:247630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789438872.106106:0:247630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789438872.106107:0:247630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789438872.106195:0:249312:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789438872.106199:0:249312:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789438872.106202:0:249312:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:3.0:1789438872.262055:0:280870:0:(debug.c:652:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1789438872.262063:0:280870:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg229-client.virtnet: executing wait_import_state FULL osc.lustre-OST0000-osc-ffff95d244e30800.ost_server_uuid 50 00000001:00000001:3.0:1789438872.268924:0:280870:0:(debug.c:655:libcfs_debug_mark_buffer()) ************************************************** 00000100:00000040:3.0:1789438872.299359:0:247630:0:(connection.c:75:cpu_latency_work()) work item of ffff95d244e33330 (cpu 3) has reached its deadline 4305781434, at 4305781441 00000100:00000010:3.0:1789438872.299374:0:247630:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95d270a06180. 00000100:00000040:2.0:1789438872.300242:0:270304:0:(connection.c:75:cpu_latency_work()) work item of ffff95d244e33220 (cpu 2) has reached its deadline 4305781434, at 4305781441 00000100:00000010:2.0:1789438872.300250:0:270304:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95d270a067e0. 00010000:00000001:3.0:1789438873.136144:0:247630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789438873.136149:0:247630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789438873.136155:0:247630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789438873.136156:0:247630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789438873.136160:0:247630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789438873.136161:0:247630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789438873.138268:0:237587:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789438873.138274:0:237587:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789438873.138279:0:237587:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1789438873.497803:0:280978:0:(llite_lib.c:4248:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789438873.645087:0:237579:0:(service.c:1710:ptlrpc_at_check_timed()) Process entered 00000100:00000001:2.0:1789438873.645096:0:237579:0:(service.c:1721:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789438873.645141:0:152475:0:(pinger.c:229:ptlrpc_pinger_process_import()) 42963a40-8242-4716-b5a0-c55cef22b1d2->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789438873.645148:0:152475:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1789438873.645159:0:152475:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95d279636680. 00000020:00000040:3.0:1789438873.645164:0:152475:0:(genops.c:1209:class_import_get()) import ffff95d245589000 refcount=4 obd=MGC192.168.202.129@tcp 00000100:00000001:3.0:1789438873.645169:0:152475:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789438873.645172:0:152475:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789438873.645177:0:152475:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789438873.645185:0:152475:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff95d2449b9200. 00000100:00000001:3.0:1789438873.645193:0:152475:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789438873.645213:0:152475:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 42963a40-8242-4716-b5a0-c55cef22b1d2->MGS req@ffff95d279636680 x1876351184898048/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789438873.645223:0:152475:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789438873.645228:0:152475:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789438873.645234:0:152475:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fadd052a] to pc [ptlrpcd_01_01+1] req@ffff95d279636680 x1876351184898048/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789438873.645269:0:152475:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789438873.645272:0:152475:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2d9a8a45-a42f-4142-a7af-34df75c08653->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789438873.645275:0:152475:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1789438873.645280:0:152475:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95d279635500. 00000020:00000040:3.0:1789438873.645283:0:152475:0:(genops.c:1209:class_import_get()) import ffff95d2780b4000 refcount=10 obd=lustre-MDT0000-mdc-ffff95d244e30800 00000100:00000001:3.0:1789438873.645285:0:152475:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789438873.645287:0:152475:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789438873.645289:0:152475:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789438873.645292:0:152475:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff95d2449b9300. 00000100:00000001:3.0:1789438873.645295:0:152475:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789438873.645300:0:152475:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2d9a8a45-a42f-4142-a7af-34df75c08653->lustre-MDT0000_UUID req@ffff95d279635500 x1876351184898176/t0(0) o400->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789438873.645307:0:152475:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789438873.645308:0:152475:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789438873.645312:0:152475:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d38d4616] to pc [ptlrpcd_01_00+0] req@ffff95d279635500 x1876351184898176/t0(0) o400->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789438873.645320:0:152475:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789438873.645322:0:152475:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2d9a8a45-a42f-4142-a7af-34df75c08653->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789438873.645335:0:152475:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1789438873.645338:0:152475:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95d279637800. 00000020:00000040:3.0:1789438873.645341:0:152475:0:(genops.c:1209:class_import_get()) import ffff95d26f5f6800 refcount=4 obd=lustre-MDT0001-mdc-ffff95d244e30800 00000100:00000001:3.0:1789438873.645343:0:152475:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789438873.645344:0:152475:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789438873.645346:0:152475:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789438873.645356:0:152475:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff95d2449b9f00. 00000100:00000001:3.0:1789438873.645359:0:152475:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789438873.645363:0:152475:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2d9a8a45-a42f-4142-a7af-34df75c08653->lustre-MDT0001_UUID req@ffff95d279637800 x1876351184898304/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789438873.645369:0:152475:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789438873.645371:0:152475:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789438873.645375:0:152475:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a29ffe4d] to pc [ptlrpcd_01_01+1] req@ffff95d279637800 x1876351184898304/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789438873.645381:0:152475:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789438873.645383:0:152475:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2d9a8a45-a42f-4142-a7af-34df75c08653->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789438873.645386:0:152475:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1789438873.645389:0:152475:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95d279636300. 00000020:00000040:3.0:1789438873.645391:0:152475:0:(genops.c:1209:class_import_get()) import ffff95d26f5f0000 refcount=4 obd=lustre-OST0000-osc-ffff95d244e30800 00000100:00000001:3.0:1789438873.645393:0:152475:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789438873.645394:0:152475:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789438873.645396:0:152475:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789438873.645399:0:152475:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff95d2449b9700. 00000100:00000001:3.0:1789438873.645402:0:152475:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789438873.645406:0:152475:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2d9a8a45-a42f-4142-a7af-34df75c08653->lustre-OST0000_UUID req@ffff95d279636300 x1876351184898432/t0(0) o400->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789438873.645413:0:152475:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789438873.645415:0:152475:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789438873.645419:0:152475:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000046b7f78c] to pc [ptlrpcd_01_00+0] req@ffff95d279636300 x1876351184898432/t0(0) o400->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789438873.645425:0:152475:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789438873.645427:0:152475:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2d9a8a45-a42f-4142-a7af-34df75c08653->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789438873.645431:0:152475:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2d9a8a45-a42f-4142-a7af-34df75c08653->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789438873.645436:0:152475:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11120) 00000100:00000001:3.0:1789438873.645448:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789438873.645457:0:2391:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789438873.645459:0:2391:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789438873.645465:0:2391:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95d279635500 x1876351184898176/t0(0) o400->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789438873.645473:0:2391:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789438873.645475:0:2391:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789438873.645479:0:2391:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789438873.645482:0:2391:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789438873.645485:0:2391:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789438873.645489:0:2391:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff95d279635500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2d9a8a45-a42f-4142-a7af-34df75c08653:2391:1876351184898176:192.168.202.129@tcp:400:kworker.0 00000100:00000001:3.0:1789438873.645493:0:2391:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789438873.645499:0:2391:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789438873.645501:0:2391:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789438873.645503:0:2391:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789438873.645508:0:2391:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff95d24a131400. 02000000:00000001:3.0:1789438873.645510:0:2391:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789438873.645518:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000010:3.0:1789438873.645523:0:2391:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95d2782d0058. 00000400:00000010:3.0:1789438873.645541:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95d27200c330. 00000100:00000200:3.0:1789438873.645547:0:2391:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876351184898176, portal 10 00000100:00000001:3.0:1789438873.645549:0:2391:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789438873.645551:0:2391:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446627329945064704 : -116743764486912 : ffff95d279635500) 00000100:00000040:3.0:1789438873.645559:0:2391:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff95d279635500 x1876351184898176/t0(0) o400->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438928 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789438873.645566:0:2391:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789438873.645568:0:2391:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:3.0:1789438873.645571:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95d27200c4c8. 00000100:00000200:3.0:1789438873.645573:0:2391:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876351184898176, offset 0 00000400:00000200:3.0:1789438873.645580:0:2391:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:3.0:1789438873.645588:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1789438873.645595:0:2391:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:3.0:1789438873.645599:0:2391:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789438873.645604:0:2391:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:3.0:1789438873.645614:0:2391:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789438873.645618:0:2391:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000100:00000001:2.0:1789438873.645621:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1789438873.645623:0:2391:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [548330:548330:256:4294967295] 192.168.202.129@tcp LPNI seq info [548269:548269:8:4294967295] 00000100:00000001:2.0:1789438873.645625:0:2392:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789438873.645629:0:2392:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1789438873.645632:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000100:00000040:2.0:1789438873.645638:0:2392:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95d279636680 x1876351184898048/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1789438873.645649:0:2391:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000100:00000001:2.0:1789438873.645655:0:2392:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789438873.645658:0:2392:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789438873.645659:0:2391:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:3.0:1789438873.645665:0:2391:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95d2449b9c00. 00000800:00000200:3.0:1789438873.645673:0:2391:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95d247a15180] -> 12345-192.168.202.129@tcp (5) 02000000:00000001:2.0:1789438873.645673:0:2392:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789438873.645676:0:2392:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789438873.645679:0:2392:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789438873.645685:0:2391:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000100:00100000:2.0:1789438873.645685:0:2392:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff95d279636680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:42963a40-8242-4716-b5a0-c55cef22b1d2:2392:1876351184898048:192.168.202.129@tcp:400:kworker.0 00000100:00000001:2.0:1789438873.645693:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000800:00000200:3.0:1789438873.645694:0:2391:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff95d2449b9c00 type 1, nob 320 niov 1 nkiov 1 02000000:00000001:2.0:1789438873.645696:0:2392:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789438873.645700:0:2392:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789438873.645701:0:2392:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789438873.645705:0:2392:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff95d266136000. 02000000:00000001:2.0:1789438873.645707:0:2392:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789438873.645709:0:2391:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789438873.645714:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000100:00000040:3.0:1789438873.645717:0:2391:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95d244e30800: using a timeout of 24541 usecs (25 jiffies) 00000400:00000010:2.0:1789438873.645719:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95d24a756630. 00000400:00000200:3.0:1789438873.645724:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000010:2.0:1789438873.645726:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95d24519ab28. 00000100:00000200:2.0:1789438873.645731:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876351184898048, portal 25 00000100:00000001:2.0:1789438873.645733:0:2392:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789438873.645734:0:2392:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446627329945069184 : -116743764482432 : ffff95d279636680) 00000100:00000040:2.0:1789438873.645741:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff95d279636680 x1876351184898048/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789438889 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789438873.645748:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789438873.645751:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:2.0:1789438873.645753:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95d24519a550. 00000100:00000200:2.0:1789438873.645755:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1876351184898048, offset 0 00000400:00000200:2.0:1789438873.645758:0:2392:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:2.0:1789438873.645762:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438873.645766:0:2392:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:2.0:1789438873.645768:0:2392:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789438873.645771:0:2392:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:2.0:1789438873.645772:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789438873.645774:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:2.0:1789438873.645777:0:2392:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [548331:548331:255:4294967295] 192.168.202.129@tcp LPNI seq info [548270:548270:7:4294967295] 00000400:00000200:2.0:1789438873.645781:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438873.645786:0:2392:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:2.0:1789438873.645797:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:2.0:1789438873.645801:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95d14f8ed500. 00000800:00000200:2.0:1789438873.645804:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95d247a15180] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:2.0:1789438873.645808:0:2392:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:2.0:1789438873.645811:0:2392:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff95d14f8ed500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789438873.645813:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789438873.645817:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000100:00000001:2.0:1789438873.645818:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 2 is 4305786557 00000100:00000010:2.0:1789438873.645822:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95d270a067e0. 00000100:00000001:2.0:1789438873.645828:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1789438873.645831:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 3 is 4305786557 00000100:00000010:2.0:1789438873.645834:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95d270a06660. 00000100:00000001:2.0:1789438873.645837:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1789438873.645839:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789438873.645842:0:2392:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789438873.645845:0:2392:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789438873.645849:0:2392:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95d279637800 x1876351184898304/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789438873.645855:0:2392:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789438873.645856:0:2392:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789438873.645858:0:2392:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789438873.645860:0:2392:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789438873.645862:0:2392:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789438873.645864:0:2392:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff95d279637800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2d9a8a45-a42f-4142-a7af-34df75c08653:2392:1876351184898304:192.168.202.129@tcp:400:kworker.0 00000100:00000001:2.0:1789438873.645867:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789438873.645870:0:2392:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789438873.645872:0:2392:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789438873.645873:0:2392:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789438873.645877:0:2392:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff95d266137a00. 02000000:00000001:2.0:1789438873.645879:0:2392:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789438873.645882:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000010:2.0:1789438873.645890:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95d24a756840. 00000400:00000010:2.0:1789438873.645894:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95d24519a000. 00000100:00000200:2.0:1789438873.645897:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876351184898304, portal 10 00000100:00000001:2.0:1789438873.645898:0:2392:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789438873.645900:0:2392:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446627329945073664 : -116743764477952 : ffff95d279637800) 00000100:00000040:2.0:1789438873.645906:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff95d279637800 x1876351184898304/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438928 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789438873.645912:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789438873.645913:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:2.0:1789438873.645916:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95d24519ac38. 00000100:00000200:2.0:1789438873.645918:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876351184898304, offset 0 00000400:00000200:2.0:1789438873.645922:0:2392:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:2.0:1789438873.645925:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438873.645929:0:2392:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:2.0:1789438873.645931:0:2392:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789438873.645933:0:2392:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:2.0:1789438873.645935:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789438873.645937:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:2.0:1789438873.645940:0:2392:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [548332:548332:254:4294967295] 192.168.202.129@tcp LPNI seq info [548271:548271:6:4294967295] 00000400:00000200:2.0:1789438873.645944:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438873.645949:0:2392:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:2.0:1789438873.645953:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:2.0:1789438873.645957:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95d14f8ed100. 00000800:00000200:2.0:1789438873.645960:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95d247a15180] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:2.0:1789438873.645965:0:2392:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:2.0:1789438873.645967:0:2392:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff95d14f8ed100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789438873.645970:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789438873.645973:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95d244e30800: using a timeout of 14266 usecs (15 jiffies) 00000400:00000200:2.0:1789438873.645976:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000100:00000001:2.0:1789438873.645978:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95d244e30800: PM QoS new deadline estimation for cpu 2 is 4305782802 00000100:00000001:2.0:1789438873.645981:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95d244e30800: PM QoS request active for cpu 2, keep current deadline 4305786557 00000100:00000001:2.0:1789438873.645989:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95d244e30800: PM QoS new deadline estimation for cpu 3 is 4305782802 00000100:00000001:2.0:1789438873.645991:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95d244e30800: PM QoS request active for cpu 3, keep current deadline 4305786557 00000100:00000001:2.0:1789438873.645993:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789438873.645995:0:2392:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789438873.645997:0:2392:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789438873.645999:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789438873.646036:0:2392:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789438873.646039:0:2392:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1789438873.646041:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789438873.646042:0:2392:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789438873.646043:0:2392:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789438873.646046:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789438873.646449:0:2391:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95d244e30800: PM QoS new deadline estimation for cpu 2 is 4305782812 00000100:00000001:3.0:1789438873.646454:0:2391:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95d244e30800: PM QoS request active for cpu 2, keep current deadline 4305786557 00000100:00000001:3.0:1789438873.646457:0:2391:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95d244e30800: PM QoS new deadline estimation for cpu 3 is 4305782813 00000100:00000001:3.0:1789438873.646459:0:2391:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95d244e30800: PM QoS request active for cpu 3, keep current deadline 4305786557 00000100:00000001:3.0:1789438873.646460:0:2391:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789438873.646463:0:2391:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789438873.646465:0:2391:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789438873.646471:0:2391:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95d279636300 x1876351184898432/t0(0) o400->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789438873.646479:0:2391:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789438873.646480:0:2391:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789438873.646483:0:2391:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789438873.646485:0:2391:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789438873.646487:0:2391:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789438873.646491:0:2391:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff95d279636300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2d9a8a45-a42f-4142-a7af-34df75c08653:2391:1876351184898432:192.168.202.129@tcp:400:kworker.0 00000100:00000001:3.0:1789438873.646495:0:2391:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789438873.646505:0:2391:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789438873.646507:0:2391:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789438873.646509:0:2391:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789438873.646513:0:2391:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff95d24a130e00. 02000000:00000001:3.0:1789438873.646515:0:2391:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789438873.646520:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000010:3.0:1789438873.646524:0:2391:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95d2782d0c60. 00000400:00000010:3.0:1789438873.646528:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95d27200c550. 00000100:00000200:3.0:1789438873.646532:0:2391:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876351184898432, portal 4 00000100:00000001:3.0:1789438873.646534:0:2391:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789438873.646535:0:2391:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446627329945068288 : -116743764483328 : ffff95d279636300) 00000100:00000040:3.0:1789438873.646541:0:2391:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff95d279636300 x1876351184898432/t0(0) o400->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789438928 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789438873.646548:0:2391:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789438873.646550:0:2391:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:3.0:1789438873.646553:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95d27200caa0. 00000100:00000200:3.0:1789438873.646555:0:2391:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876351184898432, offset 0 00000400:00000200:3.0:1789438873.646560:0:2391:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:3.0:1789438873.646564:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1789438873.646568:0:2391:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:3.0:1789438873.646571:0:2391:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789438873.646573:0:2391:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:3.0:1789438873.646576:0:2391:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789438873.646578:0:2391:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:3.0:1789438873.646581:0:2391:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [548333:548333:253:4294967295] 192.168.202.129@tcp LPNI seq info [548272:548272:5:4294967295] 00000400:00000200:3.0:1789438873.646585:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1789438873.646594:0:2391:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:3.0:1789438873.646601:0:2391:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:3.0:1789438873.646606:0:2391:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95d24a24a000. 00000800:00000200:3.0:1789438873.646610:0:2391:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95d247a15180] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:3.0:1789438873.646616:0:2391:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:3.0:1789438873.646619:0:2391:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff95d24a24a000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789438873.646630:0:2391:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789438873.646634:0:2391:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff95d244e30800: using a timeout of 102681 usecs (103 jiffies) 00000400:00000200:3.0:1789438873.646637:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000100:00000001:3.0:1789438873.646640:0:2391:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95d244e30800: PM QoS new deadline estimation for cpu 2 is 4305782891 00000100:00000001:3.0:1789438873.646642:0:2391:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95d244e30800: PM QoS request active for cpu 2, keep current deadline 4305786557 00000100:00000001:3.0:1789438873.646645:0:2391:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95d244e30800: PM QoS new deadline estimation for cpu 3 is 4305782891 00000100:00000001:3.0:1789438873.646647:0:2391:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95d244e30800: PM QoS request active for cpu 3, keep current deadline 4305786557 00000100:00000001:3.0:1789438873.646649:0:2391:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789438873.646652:0:2391:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789438873.646654:0:2391:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789438873.646656:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789438873.646661:0:2391:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789438873.646662:0:2391:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00000001:3.0:1789438873.646664:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789438873.646665:0:2391:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789438873.646667:0:2391:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789438873.646669:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789438873.646707:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789438873.646710:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95d2449b9c00. 00000400:00000200:3.0:1789438873.646716:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789438873.646720:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:3.0:1789438873.646725:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95d27200c4c8 00000400:00000010:3.0:1789438873.646727:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95d27200c4c8. 00000100:00000001:3.0:1789438873.646790:0:2384:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789438873.646796:0:2384:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff95d279635500 x1876351184898176/t0(0) o400->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438928 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789438873.646805:0:2384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789438873.646808:0:2384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95d279635500 x1876351184898176/t0(0) o400->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438928 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789438873.646887:0:2384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789438873.646888:0:2384:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789438873.646902:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789438873.646909:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95d14f8ed500. 00000400:00000200:3.0:1789438873.646912:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789438873.646916:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:3.0:1789438873.646919:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95d24519a550 00000400:00000010:3.0:1789438873.646921:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95d24519a550. 00000100:00000001:3.0:1789438873.646924:0:2384:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789438873.646928:0:2384:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff95d279636680 x1876351184898048/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789438889 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789438873.646936:0:2384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789438873.646939:0:2384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95d279636680 x1876351184898048/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789438889 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789438873.646946:0:2384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789438873.646947:0:2384:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789438873.646956:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789438873.646959:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95d14f8ed100. 00000400:00000200:3.0:1789438873.646961:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789438873.646964:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:3.0:1789438873.646967:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95d24519ac38 00000400:00000010:3.0:1789438873.646969:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95d24519ac38. 00000100:00000001:3.0:1789438873.646971:0:2384:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789438873.646974:0:2384:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff95d279637800 x1876351184898304/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438928 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789438873.647599:0:2384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789438873.647608:0:2384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95d279637800 x1876351184898304/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438928 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789438873.647615:0:2384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789438873.647616:0:2384:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789438873.647665:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789438873.647668:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95d24a24a000. 00000400:00000200:3.0:1789438873.647671:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789438873.647674:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:3.0:1789438873.647677:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95d27200caa0 00000400:00000010:3.0:1789438873.647679:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95d27200caa0. 00000100:00000001:3.0:1789438873.647688:0:2384:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789438873.647692:0:2384:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff95d279636300 x1876351184898432/t0(0) o400->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789438928 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789438873.647699:0:2384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789438873.647702:0:2384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95d279636300 x1876351184898432/t0(0) o400->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789438928 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789438873.647707:0:2384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789438873.647709:0:2384:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789438873.651344:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789438873.651360:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789438873.651364:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789438873.651367:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789438873.651375:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438873.651383:0:2383:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:2.0:1789438873.651391:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438873.651396:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438873.651400:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438873.651404:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 25 MB=0x6aa880dd98800 00000400:00000200:2.0:1789438873.651410:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438873.651415:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.129@tcp of length 224/224 into md 0x51645d [1] + 224 00000800:00000001:2.0:1789438873.651422:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789438873.651428:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789438873.651432:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789438873.651437:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:2.0:1789438873.651445:0:2383:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789438873.651453:0:2383:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff95d279636680 x1876351184898048/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789438889 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789438873.651465:0:2383:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff95d279636680 x1876351184898048/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789438889 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789438873.651505:0:2383:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789438873.651515:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789438873.651519:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789438873.651908:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789438873.651914:0:2392:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789438873.651920:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789438873.651922:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789438873.651925:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95d24a756630. 00000400:00000200:3.0:1789438873.651931:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95d24519ab28 00000400:00000010:3.0:1789438873.651934:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95d24519ab28. 00000100:00000001:3.0:1789438873.651938:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789438873.651945:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff95d279636680 x1876351184898048/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789438889 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789438873.651954:0:2392:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff95d279636680 x1876351184898048/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789438889 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789438873.651960:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789438873.651963:0:2392:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789438873.651965:0:2392:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789438873.651968:0:2392:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789438873.651970:0:2392:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789438873.651972:0:2392:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789438873.651975:0:2392:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789438873.651981:0:2392:0:(import.c:2196:obd_at_measure()) add 5 to ffff95d245589460 time=27 v=5 (5 5 5 5) 00000100:00001000:3.0:1789438873.651985:0:2392:0:(import.c:2196:obd_at_measure()) add 1 to ffff95d245589418 time=151 v=5 (1 1 0 0) 00000100:00000001:3.0:1789438873.651988:0:2392:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789438873.651990:0:2392:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789438873.651992:0:2392:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789438873.651994:0:2392:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789438873.651997:0:2392:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789438873.652002:0:2392:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95d279636680 x1876351184898048/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789438889 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789438873.652046:0:2392:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789438873.652050:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789438873.652052:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789438873.652057:0:2392:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95d279636680 x1876351184898048/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789438889 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789438873.652066:0:2392:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff95d279636680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:42963a40-8242-4716-b5a0-c55cef22b1d2:2392:1876351184898048:192.168.202.129@tcp:400:kworker.0 00000100:00000001:3.0:1789438873.652071:0:2392:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789438873.652074:0:2392:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789438873.652078:0:2392:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95d279636680 x1876351184898048/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789438889 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789438873.652084:0:2392:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789438873.652087:0:2392:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789438873.652091:0:2392:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff95d266136000. 02000000:00000001:3.0:1789438873.652095:0:2392:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789438873.652098:0:2392:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789438873.652100:0:2392:0:(genops.c:1222:class_import_put()) import ffff95d245589000 refcount=3 obd=MGC192.168.202.129@tcp 00000020:00000001:3.0:1789438873.652103:0:2392:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789438873.652106:0:2392:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff95d2449b9200. 02000000:00000001:3.0:1789438873.652109:0:2392:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789438873.652111:0:2392:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789438873.652113:0:2392:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95d279636680. 00000100:00000001:3.0:1789438873.652127:0:2392:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789438873.652129:0:2392:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789438873.652132:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789438873.652134:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789438873.652135:0:2392:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789438873.652137:0:2392:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789438873.652138:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1789438873.663780:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789438873.663798:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789438873.663802:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789438873.663805:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789438873.663817:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1789438873.663840:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:3.0:1789438873.663849:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1789438873.663854:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1789438873.663859:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1789438873.663902:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6aa880dd98880 00000400:00000200:3.0:1789438873.663907:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1789438873.663912:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x51644d [1] + 224 00000800:00000001:3.0:1789438873.663919:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789438873.663924:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789438873.663927:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789438873.663931:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:3.0:1789438873.663939:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789438873.663947:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff95d279635500 x1876351184898176/t0(0) o400->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438928 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789438873.663958:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff95d279635500 x1876351184898176/t0(0) o400->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438928 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789438873.663971:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789438873.663977:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789438873.663980:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789438873.663981:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789438873.663983:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789438873.663986:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1789438873.663989:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:3.0:1789438873.663992:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1789438873.663994:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1789438873.663996:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1789438873.663999:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6aa880dd98900 00000400:00000200:3.0:1789438873.664002:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1789438873.664005:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x51646d [1] + 224 00000800:00000001:3.0:1789438873.664009:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789438873.664044:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789438873.664051:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789438873.664055:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:3.0:1789438873.664058:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789438873.664062:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff95d279637800 x1876351184898304/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438928 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789438873.664071:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff95d279637800 x1876351184898304/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438928 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789438873.664081:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789438873.664085:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789438873.664089:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789438873.664090:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789438873.664092:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789438873.664096:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1789438873.664099:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:3.0:1789438873.664102:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1789438873.664104:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1789438873.664107:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1789438873.664109:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 4 MB=0x6aa880dd98980 00000400:00000200:3.0:1789438873.664113:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1789438873.664127:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.129@tcp of length 224/224 into md 0x51647d [1] + 224 00000800:00000001:3.0:1789438873.664132:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789438873.664137:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789438873.664139:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789438873.664142:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:3.0:1789438873.664145:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789438873.664149:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff95d279636300 x1876351184898432/t0(0) o400->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789438928 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789438873.664157:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff95d279636300 x1876351184898432/t0(0) o400->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789438928 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789438873.664164:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789438873.664172:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789438873.664175:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789438873.664188:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789438873.664192:0:2391:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789438873.664198:0:2391:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789438873.664200:0:2391:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789438873.664203:0:2391:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95d2782d0058. 00000400:00000200:3.0:1789438873.664208:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95d27200c330 00000400:00000010:3.0:1789438873.664210:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95d27200c330. 00000100:00000001:3.0:1789438873.664213:0:2391:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789438873.664217:0:2391:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff95d279635500 x1876351184898176/t0(0) o400->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438928 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789438873.664225:0:2391:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff95d279635500 x1876351184898176/t0(0) o400->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438928 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789438873.664231:0:2391:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789438873.664233:0:2391:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789438873.664235:0:2391:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789438873.664238:0:2391:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789438873.664240:0:2391:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789438873.664242:0:2391:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789438873.664246:0:2391:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789438873.664256:0:2391:0:(import.c:2196:obd_at_measure()) add 36 to ffff95d2780b4460 time=26 v=36 (36 36 36 36) 00000100:00001000:3.0:1789438873.664261:0:2391:0:(import.c:2196:obd_at_measure()) add 1 to ffff95d2780b4418 time=151 v=5 (1 2 0 0) 00000100:00000001:3.0:1789438873.664264:0:2391:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789438873.664265:0:2391:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789438873.664268:0:2391:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789438873.664272:0:2391:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789438873.664276:0:2391:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00100000:3.0:1789438873.664278:0:2391:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff95d244e30800: committing for last_committed 30064771461 gen 1 00000100:00000040:3.0:1789438873.664284:0:2391:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 30064771461) req@ffff95d279637b80 x1876351184896000/t30064771458(30064771458) o101->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 528/608 e 0 to 0 dl 1789438922 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789438873.664292:0:2391:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789438873.664294:0:2391:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446627329945074560 : -116743764477056 : ffff95d279637b80) 00000100:00000001:3.0:1789438873.664298:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789438873.664309:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95d279637b80 x1876351184896000/t30064771458(30064771458) o101->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 528/608 e 0 to 0 dl 1789438922 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789438873.664315:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789438873.664317:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789438873.664321:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95d272167100 x1876351184897024/t30064771461(30064771461) o35->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:23/10 lens 392/456 e 0 to 0 dl 1789438883 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789438873.664326:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789438873.664329:0:2391:0:(client.c:2948:obd_mod_free()) kfreed 'mod': 32 at ffff95d25e7ed9c0. 00000100:00000001:3.0:1789438873.664332:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789438873.664334:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95d279637b80 x1876351184896000/t30064771458(30064771458) o101->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 528/608 e 0 to 0 dl 1789438922 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789438873.664341:0:2391:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1789438873.664344:0:2391:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789438873.664346:0:2391:0:(genops.c:1222:class_import_put()) import ffff95d2780b4000 refcount=9 obd=lustre-MDT0000-mdc-ffff95d244e30800 00000020:00000001:3.0:1789438873.664348:0:2391:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789438873.664352:0:2391:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95d248996800. 02000000:00000001:3.0:1789438873.664355:0:2391:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789438873.664357:0:2391:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789438873.664359:0:2391:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95d279637b80. 00000100:00000001:3.0:1789438873.664364:0:2391:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789438873.664365:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789438873.664369:0:2391:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 30064771461) req@ffff95d272167480 x1876351184896256/t30064771459(30064771459) o101->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 576/664 e 0 to 0 dl 1789438922 ref 1 fl Complete:RQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789438873.664375:0:2391:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789438873.664376:0:2391:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446627329822585984 : -116743886965632 : ffff95d272167480) 00000100:00000001:3.0:1789438873.664378:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789438873.664381:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95d272167480 x1876351184896256/t30064771459(30064771459) o101->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 576/664 e 0 to 0 dl 1789438922 ref 2 fl Complete:RMQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789438873.664387:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789438873.664388:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789438873.664392:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95d272165c00 x1876351184896640/t30064771460(30064771460) o35->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:23/10 lens 392/456 e 0 to 0 dl 1789438883 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789438873.664408:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789438873.664410:0:2391:0:(client.c:2948:obd_mod_free()) kfreed 'mod': 32 at ffff95d25e7edcc0. 00000100:00000001:3.0:1789438873.664412:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789438873.664415:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95d272167480 x1876351184896256/t30064771459(30064771459) o101->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 576/664 e 0 to 0 dl 1789438922 ref 1 fl Complete:RMQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789438873.664421:0:2391:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789438873.664423:0:2391:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789438873.664425:0:2391:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 262144 at ffff95d25e780000. 02000000:00000001:3.0:1789438873.664460:0:2391:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789438873.664462:0:2391:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789438873.664463:0:2391:0:(genops.c:1222:class_import_put()) import ffff95d2780b4000 refcount=8 obd=lustre-MDT0000-mdc-ffff95d244e30800 00000020:00000001:3.0:1789438873.664465:0:2391:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789438873.664467:0:2391:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95d26f535c00. 02000000:00000001:3.0:1789438873.664470:0:2391:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789438873.664471:0:2391:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789438873.664472:0:2391:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95d272167480. 00000100:00000001:3.0:1789438873.664478:0:2391:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789438873.664479:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789438873.664483:0:2391:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 30064771461) req@ffff95d272165c00 x1876351184896640/t30064771460(30064771460) o35->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:23/10 lens 392/456 e 0 to 0 dl 1789438883 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789438873.664490:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789438873.664493:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95d272165c00 x1876351184896640/t30064771460(30064771460) o35->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:23/10 lens 392/456 e 0 to 0 dl 1789438883 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789438873.664499:0:2391:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789438873.664500:0:2391:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789438873.664501:0:2391:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95d26f534000. 02000000:00000001:3.0:1789438873.664503:0:2391:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789438873.664504:0:2391:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789438873.664505:0:2391:0:(genops.c:1222:class_import_put()) import ffff95d2780b4000 refcount=7 obd=lustre-MDT0000-mdc-ffff95d244e30800 00000020:00000001:3.0:1789438873.664507:0:2391:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789438873.664508:0:2391:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff95d2482fe000. 02000000:00000001:3.0:1789438873.664512:0:2391:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789438873.664519:0:2391:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789438873.664520:0:2391:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95d272165c00. 00000100:00000001:3.0:1789438873.664524:0:2391:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789438873.664525:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789438873.664530:0:2391:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 30064771461) req@ffff95d272167100 x1876351184897024/t30064771461(30064771461) o35->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:23/10 lens 392/456 e 0 to 0 dl 1789438883 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789438873.664537:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789438873.664539:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95d272167100 x1876351184897024/t30064771461(30064771461) o35->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:23/10 lens 392/456 e 0 to 0 dl 1789438883 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789438873.664544:0:2391:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789438873.664546:0:2391:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789438873.664547:0:2391:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95d26f534800. 02000000:00000001:3.0:1789438873.664549:0:2391:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789438873.664550:0:2391:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789438873.664552:0:2391:0:(genops.c:1222:class_import_put()) import ffff95d2780b4000 refcount=6 obd=lustre-MDT0000-mdc-ffff95d244e30800 00000020:00000001:3.0:1789438873.664553:0:2391:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789438873.664554:0:2391:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff95d2482ffe00. 02000000:00000001:3.0:1789438873.664556:0:2391:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789438873.664557:0:2391:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789438873.664558:0:2391:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95d272167100. 00000100:00000001:3.0:1789438873.664561:0:2391:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789438873.664562:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789438873.664565:0:2391:0:(client.c:3189:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1789438873.664567:0:2391:0:(client.c:3236:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff95d244e30800: normal: skip=1 replay=4/4 committed=0/0 00000100:00000001:3.0:1789438873.664570:0:2391:0:(client.c:3237:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789438873.664572:0:2391:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789438873.664577:0:2391:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95d279635500 x1876351184898176/t0(0) o400->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438928 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789438873.664584:0:2391:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789438873.664587:0:2391:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789438873.664589:0:2391:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789438873.664593:0:2391:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95d279635500 x1876351184898176/t0(0) o400->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438928 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789438873.664610:0:2391:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff95d279635500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2d9a8a45-a42f-4142-a7af-34df75c08653:2391:1876351184898176:192.168.202.129@tcp:400:kworker.0 00000400:00000001:3.0:1789438873.664617:0:2391:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789438873.664618:0:2391:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789438873.664620:0:2391:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95d2782d0c60. 00000400:00000200:3.0:1789438873.664623:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95d27200c550 00000400:00000010:3.0:1789438873.664625:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95d27200c550. 00000100:00000001:3.0:1789438873.664627:0:2391:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789438873.664630:0:2391:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff95d279636300 x1876351184898432/t0(0) o400->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789438928 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789438873.664637:0:2391:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff95d279636300 x1876351184898432/t0(0) o400->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789438928 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789438873.664643:0:2391:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789438873.664644:0:2391:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789438873.664646:0:2391:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789438873.664647:0:2391:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789438873.664649:0:2391:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789438873.664650:0:2391:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789438873.664652:0:2391:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789438873.664657:0:2391:0:(import.c:2196:obd_at_measure()) add 36 to ffff95d26f5f0460 time=26 v=36 (36 36 5 5) 00000100:00001000:3.0:1789438873.664660:0:2391:0:(import.c:2196:obd_at_measure()) add 1 to ffff95d26f5f0418 time=24 v=5 (1 1 1 1) 00000100:00000001:3.0:1789438873.664662:0:2391:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789438873.664663:0:2391:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789438873.664665:0:2391:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789438873.664667:0:2391:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789438873.664670:0:2391:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789438873.664671:0:2391:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff95d244e30800: skip recheck: last_committed 42949693985 00000100:00000001:3.0:1789438873.664673:0:2391:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789438873.664674:0:2391:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789438873.664678:0:2391:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95d279636300 x1876351184898432/t0(0) o400->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789438928 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789438873.664684:0:2391:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789438873.664691:0:2391:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789438873.664692:0:2391:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789438873.664697:0:2391:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95d279636300 x1876351184898432/t0(0) o400->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789438928 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789438873.664704:0:2391:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff95d279636300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2d9a8a45-a42f-4142-a7af-34df75c08653:2391:1876351184898432:192.168.202.129@tcp:400:kworker.0 00000100:00000001:3.0:1789438873.664708:0:2391:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789438873.664710:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789438873.664712:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95d279635500 x1876351184898176/t0(0) o400->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438928 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789438873.664718:0:2391:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789438873.664719:0:2391:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789438873.664721:0:2391:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff95d24a131400. 02000000:00000001:3.0:1789438873.664724:0:2391:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789438873.664725:0:2391:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789438873.664726:0:2391:0:(genops.c:1222:class_import_put()) import ffff95d2780b4000 refcount=5 obd=lustre-MDT0000-mdc-ffff95d244e30800 00000020:00000001:3.0:1789438873.664728:0:2391:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789438873.664730:0:2391:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff95d2449b9300. 02000000:00000001:3.0:1789438873.664733:0:2391:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789438873.664734:0:2391:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789438873.664735:0:2391:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95d279635500. 00000100:00000001:3.0:1789438873.664737:0:2391:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789438873.664738:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789438873.664740:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789438873.664743:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95d279636300 x1876351184898432/t0(0) o400->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789438928 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789438873.664748:0:2391:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789438873.664749:0:2391:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789438873.664751:0:2391:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff95d24a130e00. 02000000:00000001:3.0:1789438873.664753:0:2391:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789438873.664754:0:2391:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789438873.664755:0:2391:0:(genops.c:1222:class_import_put()) import ffff95d26f5f0000 refcount=3 obd=lustre-OST0000-osc-ffff95d244e30800 00000020:00000001:3.0:1789438873.664756:0:2391:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789438873.664757:0:2391:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff95d2449b9700. 02000000:00000001:3.0:1789438873.664765:0:2391:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789438873.664766:0:2391:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789438873.664767:0:2391:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95d279636300. 00000100:00000001:3.0:1789438873.664769:0:2391:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789438873.664771:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789438873.664773:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789438873.664781:0:2391:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789438873.664783:0:2391:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789438873.664785:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789438873.664788:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789438873.664798:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789438873.664800:0:2392:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789438873.664803:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789438873.664805:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789438873.664807:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95d24a756840. 00000400:00000200:3.0:1789438873.664810:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95d24519a000 00000400:00000010:3.0:1789438873.664812:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95d24519a000. 00000100:00000001:3.0:1789438873.664815:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789438873.664820:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff95d279637800 x1876351184898304/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438928 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789438873.664827:0:2392:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff95d279637800 x1876351184898304/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438928 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789438873.664834:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789438873.664835:0:2392:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789438873.664836:0:2392:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789438873.664838:0:2392:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789438873.664839:0:2392:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789438873.664840:0:2392:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789438873.664842:0:2392:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789438873.664848:0:2392:0:(import.c:2196:obd_at_measure()) add 36 to ffff95d26f5f6c60 time=26 v=36 (36 36 36 36) 00000100:00001000:3.0:1789438873.664851:0:2392:0:(import.c:2196:obd_at_measure()) add 1 to ffff95d26f5f6c18 time=126 v=5 (1 1 0 0) 00000100:00000001:3.0:1789438873.664853:0:2392:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789438873.664854:0:2392:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789438873.664856:0:2392:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1789438873.664859:0:2392:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff95d279637800 x1876351184898304/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438928 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1789438873.664878:0:2392:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789438873.664880:0:2392:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789438873.664882:0:2392:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff95d244e30800: skip recheck: last_committed 21474836545 00000100:00000001:3.0:1789438873.664883:0:2392:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789438873.664884:0:2392:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789438873.664888:0:2392:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95d279637800 x1876351184898304/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438928 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789438873.664893:0:2392:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789438873.664895:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789438873.664897:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789438873.664900:0:2392:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95d279637800 x1876351184898304/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438928 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789438873.664906:0:2392:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff95d279637800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2d9a8a45-a42f-4142-a7af-34df75c08653:2392:1876351184898304:192.168.202.129@tcp:400:kworker.0 00000100:00000001:3.0:1789438873.664911:0:2392:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789438873.664912:0:2392:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789438873.664915:0:2392:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95d279637800 x1876351184898304/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438928 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789438873.664921:0:2392:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789438873.664923:0:2392:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789438873.664924:0:2392:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff95d266137a00. 02000000:00000001:3.0:1789438873.664926:0:2392:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789438873.664927:0:2392:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789438873.664928:0:2392:0:(genops.c:1222:class_import_put()) import ffff95d26f5f6800 refcount=3 obd=lustre-MDT0001-mdc-ffff95d244e30800 00000020:00000001:3.0:1789438873.664930:0:2392:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789438873.664931:0:2392:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff95d2449b9f00. 02000000:00000001:3.0:1789438873.664933:0:2392:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789438873.664934:0:2392:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789438873.664936:0:2392:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95d279637800. 00000100:00000001:3.0:1789438873.664939:0:2392:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789438873.664940:0:2392:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789438873.664947:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789438873.664950:0:2392:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789438873.664951:0:2392:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789438873.664953:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789438873.664954:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1789438873.805576:0:281014:0:(debug.c:652:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1789438873.805584:0:281014:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: osc.lustre-OST0000-osc-ffff95d244e30800.ost_server_uuid in FULL state after 0 sec 00000001:00000001:3.0:1789438873.811511:0:281014:0:(debug.c:655:libcfs_debug_mark_buffer()) ************************************************** 00010000:00000001:3.0:1789438874.158230:0:247630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789438874.158323:0:247630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789438874.158331:0:247630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789438874.158332:0:247630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789438874.158339:0:247630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789438874.158340:0:247630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789438874.158376:0:243614:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789438874.158380:0:243614:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789438874.158383:0:243614:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789438874.194228:0:281028:0:(ldlm_resource.c:195:lru_size_store()) dropping all unused locks from namespace lustre-OST0000-osc-ffff95d244e30800 00010000:00000001:1.0:1789438874.194235:0:281028:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789438874.194237:0:281028:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789438874.194247:0:281028:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789438874.194250:0:281028:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1789438874.194254:0:281028:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1789438874.194257:0:281028:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789438874.194260:0:281028:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:1.0:1789438874.194273:0:281028:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000020:00000001:0.0:1789438874.194497:0:237586:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789438874.194501:0:237586:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789438874.194504:0:237586:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:0.0:1789438874.194507:0:237586:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:0.0:1789438874.194510:0:237586:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1789438874.194603:0:237586:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff95d244e30800 lock: 00000000fa1e05d5/0xbb27724d72d3a8b9 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x55c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800028400010000 nid: local remote: 0x2538edef7ed04869 expref: -99 pid: 280612 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00000001:0.0:1789438874.194619:0:237586:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:0.0:1789438874.194622:0:237586:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1789438874.194626:0:237586:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446627329945554168 : -116743763997448 : ffff95d2796accf8) 00000020:00001000:0.0:1789438874.194629:0:237586:0:(cl_object.c:823:cl_env_get()) 1@ffff95d2796accf0 00000008:00000001:0.0:1789438874.194632:0:237586:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:0.0:1789438874.194635:0:237586:0:(osc_lock.c:355:osc_lock_flush()) Process entered 00000020:00000001:0.0:1789438874.194636:0:237586:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1789438874.194638:0:237586:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446627329781702664 : -116743927848952 : ffff95d26fa6a008) 00000020:00001000:0.0:1789438874.194640:0:237586:0:(cl_object.c:823:cl_env_get()) 1@ffff95d26fa6a000 00000008:00000001:0.0:1789438874.194643:0:237586:0:(osc_cache.c:3760:osc_ldlm_hp_handle()) Process entered 00000008:00000020:0.0:1789438874.194645:0:237586:0:(osc_cache.c:3780:osc_ldlm_hp_handle()) High prio I/O check: start 0 end 4503599627370495 RPC(0):r0/w0/d0 00000008:00000001:0.0:1789438874.194648:0:237586:0:(osc_cache.c:3796:osc_ldlm_hp_handle()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000008:00000001:0.0:1789438874.194650:0:237586:0:(osc_cache.c:3844:osc_ldlm_hp_handle()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1789438874.194660:0:237586:0:(osc_cache.c:3729:osc_lock_discard_pages()) Process entered 00000020:00000001:0.0:1789438874.194663:0:237586:0:(cl_object.c:143:cl_object_top()) ffff95d2507a3a40 -> ffff95d26f64a530 00000020:00000001:0.0:1789438874.194666:0:237586:0:(cl_object.c:143:cl_object_top()) ffff95d26f64a530 -> ffff95d26f64a530 00000020:00000001:0.0:1789438874.194668:0:237586:0:(cl_io.c:126:__cl_io_init()) Process entered 00000080:00000001:0.0:1789438874.194672:0:237586:0:(vvp_io.c:1825:vvp_io_init()) Process entered 00000080:00200000:0.0:1789438874.194674:0:237586:0:(vvp_io.c:1830:vvp_io_init()) [0x200002b17:0x13c0:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1789438874.194678:0:237586:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1789438874.194679:0:237586:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1789438874.194681:0:237586:0:(vvp_io.c:1902:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1789438874.194685:0:237586:0:(lov_object.c:1590:lov_io_init()) [0x200002b17:0x13c0:0x0]io ffff95d2448b6550 type 8 ignore/verify layout 1/0 00020000:00000001:0.0:1789438874.194689:0:237586:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1789438874.194691:0:237586:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1789438874.194694:0:237586:0:(lov_io.c:825:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1789438874.194696:0:237586:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1789438874.194698:0:237586:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789438874.194699:0:237586:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1789438874.194700:0:237586:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1789438874.194702:0:237586:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00000020:00000001:0.0:1789438874.194704:0:237586:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1789438874.194706:0:237586:0:(osc_cache.c:3516:osc_page_gang_lookup()) Process entered 00000008:00000001:0.0:1789438874.194709:0:237586:0:(osc_cache.c:3593:osc_page_gang_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1789438874.194712:0:237586:0:(cl_io.c:72:cl_io_fini()) Process entered 00020000:00000001:0.0:1789438874.194714:0:237586:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:0.0:1789438874.194715:0:237586:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:0.0:1789438874.194717:0:237586:0:(vvp_io.c:297:vvp_io_fini()) Process entered 00000080:00200000:0.0:1789438874.194719:0:237586:0:(vvp_io.c:305:vvp_io_fini()) [0x200002b17:0x13c0:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00000080:00000001:0.0:1789438874.194722:0:237586:0:(vvp_io.c:403:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1789438874.194723:0:237586:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000008:00000001:0.0:1789438874.194725:0:237586:0:(osc_cache.c:3748:osc_lock_discard_pages()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1789438874.194727:0:237586:0:(cl_object.c:917:cl_env_put()) 1@ffff95d26fa6a000 00000008:00000001:0.0:1789438874.194730:0:237586:0:(osc_lock.c:387:osc_lock_flush()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789438874.194733:0:237586:0:(cl_object.c:143:cl_object_top()) ffff95d2507a3a40 -> ffff95d26f64a530 00010000:00000001:0.0:1789438874.194736:0:237586:0:(ldlm_extent.c:945:ldlm_extent_shift_kms()) Process entered 00010000:00000001:0.0:1789438874.194738:0:237586:0:(ldlm_extent.c:1018:ldlm_extent_shift_kms()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789438874.194740:0:237586:0:(cl_object.c:143:cl_object_top()) ffff95d2507a3a40 -> ffff95d26f64a530 00000020:00000001:0.0:1789438874.194742:0:237586:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:0.0:1789438874.194745:0:237586:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:0.0:1789438874.194747:0:237586:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1789438874.194749:0:237586:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789438874.194758:0:237586:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789438874.194760:0:237586:0:(cl_object.c:143:cl_object_top()) ffff95d2507a3a40 -> ffff95d26f64a530 00000020:00000001:0.0:1789438874.194761:0:237586:0:(cl_object.c:143:cl_object_top()) ffff95d26f64a530 -> ffff95d26f64a530 00000020:00000001:0.0:1789438874.194763:0:237586:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000020:00000001:0.0:1789438874.194765:0:237586:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789438874.194767:0:237586:0:(cl_object.c:143:cl_object_top()) ffff95d2507a3a40 -> ffff95d26f64a530 00000008:00000001:0.0:1789438874.194771:0:237586:0:(osc_lock.c:470:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1789438874.194772:0:237586:0:(cl_object.c:917:cl_env_put()) 1@ffff95d2796accf0 00000008:00000001:0.0:1789438874.194775:0:237586:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789438874.194778:0:237586:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1789438874.194782:0:237586:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789438874.194784:0:237586:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789438874.194786:0:237586:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789438874.194787:0:237586:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789438874.194791:0:237586:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff95d2862de800 with handle 0xbb27724d72d3a8b9 from hash 00010000:00000001:0.0:1789438874.194793:0:237586:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789438874.194795:0:237586:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789438874.194796:0:237586:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789438874.194797:0:237586:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789438874.194801:0:237586:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789438874.194803:0:237586:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1789438874.194806:0:237586:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789438874.194808:0:237586:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789438874.194811:0:237586:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1789438874.194819:0:237586:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95d272165500. 00000020:00000040:0.0:1789438874.194823:0:237586:0:(genops.c:1209:class_import_get()) import ffff95d26f5f0000 refcount=4 obd=lustre-OST0000-osc-ffff95d244e30800 00000100:00000001:0.0:1789438874.194827:0:237586:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789438874.194830:0:237586:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789438874.194834:0:237586:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789438874.194841:0:237586:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff95d279250200. 00000100:00000001:0.0:1789438874.194847:0:237586:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789438874.194849:0:237586:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1789438874.194855:0:237586:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff95d244e30800 lock: 00000000fa1e05d5/0xbb27724d72d3a8b9 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x55c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400010020 nid: local remote: 0x2538edef7ed04869 expref: -99 pid: 280612 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1789438874.194863:0:237586:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1789438874.194870:0:237586:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789438874.194873:0:237586:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1789438874.194875:0:237586:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1789438874.194881:0:237586:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff95d27927d600. 00000100:00000001:0.0:1789438874.194883:0:237586:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446627329941165568 : -116743768386048 : ffff95d27927d600) 00000100:00000001:0.0:1789438874.194886:0:237586:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789438874.194887:0:237586:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446627329822577920 : -116743886973696 : ffff95d272165500) 00000100:00000001:0.0:1789438874.194892:0:237586:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789438874.194896:0:237586:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789438874.194898:0:237586:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1789438874.194899:0:237586:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789438874.194910:0:237586:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95d272165500 x1876351184898560/t0(0) o103->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789438874.194919:0:237586:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789438874.194921:0:237586:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789438874.194924:0:237586:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789438874.194927:0:237586:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789438874.194930:0:237586:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789438874.194933:0:237586:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff95d272165500 pname:cluuid:pid:xid:nid:opc:job ldlm_bl_01:2d9a8a45-a42f-4142-a7af-34df75c08653:237586:1876351184898560:192.168.202.129@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1789438874.194937:0:237586:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789438874.194943:0:237586:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789438874.194946:0:237586:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789438874.194949:0:237586:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789438874.194953:0:237586:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff95d279250000. 02000000:00000001:0.0:1789438874.194955:0:237586:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789438874.194961:0:237586:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000010:0.0:1789438874.194967:0:237586:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95d265ed8268. 00000400:00000010:0.0:1789438874.194973:0:237586:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95d245b5ea18. 00000100:00000200:0.0:1789438874.194980:0:237586:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876351184898560, portal 18 00000100:00000001:0.0:1789438874.194982:0:237586:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789438874.194983:0:237586:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446627329822577920 : -116743886973696 : ffff95d272165500) 00000100:00000040:0.0:1789438874.194990:0:237586:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff95d272165500 x1876351184898560/t0(0) o103->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1789438890 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789438874.195006:0:237586:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789438874.195010:0:237586:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:0.0:1789438874.195029:0:237586:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95d245b5e990. 00000100:00000200:0.0:1789438874.195034:0:237586:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1876351184898560, offset 0 00000400:00000200:0.0:1789438874.195039:0:237586:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:0.0:1789438874.195048:0:237586:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:0.0:1789438874.195055:0:237586:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:0.0:1789438874.195060:0:237586:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789438874.195064:0:237586:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:0.0:1789438874.195068:0:237586:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789438874.195070:0:237586:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:0.0:1789438874.195074:0:237586:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [548334:548334:256:4294967295] 192.168.202.129@tcp LPNI seq info [548273:548273:8:4294967295] 00000400:00000200:0.0:1789438874.195077:0:237586:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:0.0:1789438874.195087:0:237586:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:0.0:1789438874.195092:0:237586:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:0.0:1789438874.195096:0:237586:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95d244aa7400. 00000800:00000200:0.0:1789438874.195292:0:237586:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95d247a15180] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:0.0:1789438874.195300:0:237586:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:0.0:1789438874.195305:0:237586:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff95d244aa7400 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1789438874.195320:0:237586:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789438874.195325:0:237586:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff95d244e30800: using a timeout of 102616 usecs (103 jiffies) 00000400:00000200:0.0:1789438874.195329:0:237586:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000100:00000001:0.0:1789438874.195332:0:237586:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95d244e30800: PM QoS new deadline estimation for cpu 2 is 4305783440 00000100:00000001:0.0:1789438874.195335:0:237586:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95d244e30800: PM QoS request active for cpu 2, keep current deadline 4305786557 00000100:00000001:0.0:1789438874.195337:0:237586:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95d244e30800: PM QoS new deadline estimation for cpu 3 is 4305783440 00000100:00000001:0.0:1789438874.195339:0:237586:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95d244e30800: PM QoS request active for cpu 3, keep current deadline 4305786557 00000100:00000001:0.0:1789438874.195342:0:237586:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789438874.195344:0:237586:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789438874.195352:0:237586:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789438874.195354:0:237586:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1789438874.195357:0:237586:0:(client.c:2716:ptlrpc_set_wait()) set ffff95d27927d600 going to sleep for 11 seconds 00000100:00000001:0.0:1789438874.195359:0:237586:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789438874.195362:0:237586:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789438874.196712:0:281027:0:(ldlm_resource.c:195:lru_size_store()) dropping all unused locks from namespace lustre-OST0001-osc-ffff95d244e30800 00010000:00000001:2.0:1789438874.196718:0:281027:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789438874.196720:0:281027:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789438874.196724:0:281027:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789438874.196728:0:281027:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789438874.196730:0:281027:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789438874.196732:0:281027:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789438874.198945:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789438874.198954:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95d244aa7400. 00000400:00000200:3.0:1789438874.198960:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789438874.198969:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:3.0:1789438874.198976:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95d245b5e990 00000400:00000010:3.0:1789438874.198979:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95d245b5e990. 00000100:00000001:3.0:1789438874.198984:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789438874.198992:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff95d272165500 x1876351184898560/t0(0) o103->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1789438890 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789438874.199004:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789438874.199007:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff95d272165500 x1876351184898560/t0(0) o103->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1789438890 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789438874.199364:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789438874.199366:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1789438874.208833:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789438874.208852:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789438874.208893:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789438874.208897:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789438874.208907:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1789438874.208916:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:3.0:1789438874.208925:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1789438874.208946:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1789438874.208952:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1789438874.208957:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 18 MB=0x6aa880dd98a00 00000400:00000200:3.0:1789438874.208962:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1789438874.208969:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.202.129@tcp of length 224/224 into md 0x51648d [1] + 224 00000800:00000001:3.0:1789438874.208977:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789438874.208983:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789438874.208987:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789438874.208992:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:3.0:1789438874.208999:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789438874.209007:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff95d272165500 x1876351184898560/t0(0) o103->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1789438890 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789438874.209064:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff95d272165500 x1876351184898560/t0(0) o103->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1789438890 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789438874.209077:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789438874.209085:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789438874.209088:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789438874.209180:0:237586:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789438874.209188:0:237586:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789438874.209190:0:237586:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789438874.209193:0:237586:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95d265ed8268. 00000400:00000200:0.0:1789438874.209199:0:237586:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95d245b5ea18 00000400:00000010:0.0:1789438874.209202:0:237586:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95d245b5ea18. 00000100:00000001:0.0:1789438874.209206:0:237586:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789438874.209211:0:237586:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff95d272165500 x1876351184898560/t0(0) o103->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1789438890 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789438874.209220:0:237586:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff95d272165500 x1876351184898560/t0(0) o103->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1789438890 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789438874.209226:0:237586:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789438874.209228:0:237586:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789438874.209231:0:237586:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789438874.209234:0:237586:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789438874.209237:0:237586:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789438874.209239:0:237586:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789438874.209243:0:237586:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789438874.209253:0:237586:0:(import.c:2196:obd_at_measure()) add 5 to ffff95d26f5f0538 time=138 v=5 (5 5 5 5) 00000100:00001000:0.0:1789438874.209257:0:237586:0:(import.c:2196:obd_at_measure()) add 1 to ffff95d26f5f0418 time=25 v=5 (1 1 1 1) 00000100:00000001:0.0:1789438874.209260:0:237586:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789438874.209262:0:237586:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789438874.209264:0:237586:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789438874.209268:0:237586:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789438874.209271:0:237586:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789438874.209274:0:237586:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff95d244e30800: skip recheck: last_committed 42949693985 00000100:00000001:0.0:1789438874.209275:0:237586:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789438874.209277:0:237586:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789438874.209281:0:237586:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95d272165500 x1876351184898560/t0(0) o103->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1789438890 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789438874.209300:0:237586:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789438874.209303:0:237586:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789438874.209305:0:237586:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789438874.209309:0:237586:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95d272165500 x1876351184898560/t0(0) o103->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1789438890 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789438874.209317:0:237586:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff95d272165500 pname:cluuid:pid:xid:nid:opc:job ldlm_bl_01:2d9a8a45-a42f-4142-a7af-34df75c08653:237586:1876351184898560:192.168.202.129@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1789438874.209322:0:237586:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789438874.209324:0:237586:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789438874.209327:0:237586:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1789438874.209329:0:237586:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789438874.209332:0:237586:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95d272165500 x1876351184898560/t0(0) o103->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1789438890 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789438874.209339:0:237586:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789438874.209342:0:237586:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff95d27927d600. 00000100:00000001:0.0:1789438874.209345:0:237586:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1789438874.209346:0:237586:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789438874.209349:0:237586:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789438874.209352:0:237586:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95d272165500 x1876351184898560/t0(0) o103->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1789438890 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789438874.209357:0:237586:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789438874.209360:0:237586:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789438874.209363:0:237586:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff95d279250000. 02000000:00000001:0.0:1789438874.209365:0:237586:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789438874.209368:0:237586:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789438874.209370:0:237586:0:(genops.c:1222:class_import_put()) import ffff95d26f5f0000 refcount=3 obd=lustre-OST0000-osc-ffff95d244e30800 00000020:00000001:0.0:1789438874.209372:0:237586:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789438874.209374:0:237586:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff95d279250200. 02000000:00000001:0.0:1789438874.209377:0:237586:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789438874.209379:0:237586:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789438874.209380:0:237586:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95d272165500. 00000100:00000001:0.0:1789438874.209385:0:237586:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789438874.209392:0:237586:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789438874.209394:0:237586:0:(ldlm_request.c:1632:ldlm_cli_cancel_req()) Process leaving 00010000:00000001:0.0:1789438874.209397:0:237586:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789438874.209402:0:237586:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff95d244e30800 lock: 00000000fa1e05d5/0xbb27724d72d3a8b9 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x55c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400010020 nid: local remote: 0x2538edef7ed04869 expref: -99 pid: 280612 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000010:0.0:1789438874.209415:0:237586:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff95d27218b140. 00010000:00000040:0.0:1789438874.209418:0:237586:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff95d2796cbe00 count: 0 00010000:00000010:0.0:1789438874.209425:0:237586:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff95d2796cb200. 00010000:00000001:0.0:1789438874.209434:0:237586:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789438874.209436:0:237586:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789438874.209454:0:237586:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789438874.209458:0:237586:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789438874.209460:0:237586:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789438874.209462:0:237586:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1789438874.209464:0:237586:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789438874.209465:0:237586:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789438874.209467:0:237586:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1789438874.209468:0:237586:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789438874.209469:0:237586:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789438874.209471:0:237586:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1789438874.209537:0:281028:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789438874.209541:0:281028:0:(ldlm_lockd.c:2264:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789438874.209544:0:281028:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.1:1789438874.235441:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95d2796cbe00. 00010000:00000010:0.1:1789438874.235454:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95d2862de800. 00010000:00000001:3.0:1789438875.178224:0:247630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789438875.178233:0:247630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789438875.178240:0:247630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789438875.178242:0:247630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789438875.179317:0:259124:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789438875.179325:0:259124:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789438875.179330:0:259124:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1789438876.209357:0:247630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789438876.209366:0:247630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789438876.209372:0:247630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789438876.209373:0:247630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789438876.209656:0:249312:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789438876.209661:0:249312:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789438876.209665:0:249312:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1789438877.228928:0:247630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789438877.228939:0:247630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789438877.228948:0:247630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789438877.228952:0:247630:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789438877.228955:0:247630:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789438877.228963:0:247630:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789438877.228965:0:247630:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789438877.228966:0:247630:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789438877.228970:0:247630:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789438877.229519:0:247630:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789438877.229522:0:247630:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789438877.229525:0:247630:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789438877.229885:0:237587:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789438877.229890:0:237587:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789438877.229894:0:237587:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1789438877.418321:0:243182:0:(connection.c:75:cpu_latency_work()) work item of ffff95d244e33220 (cpu 2) has reached its deadline 4305786557, at 4305786560 00000100:00000010:2.0:1789438877.418342:0:243182:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95d270a067e0. 00000100:00000040:3.0:1789438877.418695:0:247630:0:(connection.c:75:cpu_latency_work()) work item of ffff95d244e33330 (cpu 3) has reached its deadline 4305786557, at 4305786560 00000100:00000010:3.0:1789438877.418712:0:247630:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95d270a06660. 00010000:00000001:3.0:1789438878.250460:0:247630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789438878.250468:0:247630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789438878.250474:0:247630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789438878.250476:0:247630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789438878.250678:0:243614:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789438878.250682:0:243614:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789438878.250685:0:243614:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1789438878.767141:0:234888:0:(pinger.c:229:ptlrpc_pinger_process_import()) 42963a40-8242-4716-b5a0-c55cef22b1d2->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789438878.767151:0:234888:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789438878.767158:0:234888:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95d272165500. 00000020:00000040:0.0:1789438878.767164:0:234888:0:(genops.c:1209:class_import_get()) import ffff95d245589000 refcount=4 obd=MGC192.168.202.129@tcp 00000100:00000001:0.0:1789438878.767169:0:234888:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789438878.767171:0:234888:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789438878.767176:0:234888:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789438878.767183:0:234888:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff95d244aa7d00. 00000100:00000001:0.0:1789438878.767190:0:234888:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789438878.767202:0:234888:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 42963a40-8242-4716-b5a0-c55cef22b1d2->MGS req@ffff95d272165500 x1876351184898688/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789438878.767220:0:234888:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789438878.767225:0:234888:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789438878.767231:0:234888:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000025768fd] to pc [ptlrpcd_00_01+1] req@ffff95d272165500 x1876351184898688/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789438878.767255:0:234888:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789438878.767258:0:234888:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2d9a8a45-a42f-4142-a7af-34df75c08653->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789438878.767261:0:234888:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789438878.767264:0:234888:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95d272166a00. 00000020:00000040:0.0:1789438878.767266:0:234888:0:(genops.c:1209:class_import_get()) import ffff95d2780b4000 refcount=6 obd=lustre-MDT0000-mdc-ffff95d244e30800 00000100:00000001:0.0:1789438878.767269:0:234888:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789438878.767270:0:234888:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789438878.767272:0:234888:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789438878.767275:0:234888:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff95d244aa7500. 00000100:00000001:0.0:1789438878.767285:0:234888:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789438878.767289:0:234888:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2d9a8a45-a42f-4142-a7af-34df75c08653->lustre-MDT0000_UUID req@ffff95d272166a00 x1876351184898816/t0(0) o400->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789438878.767296:0:234888:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789438878.767298:0:234888:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789438878.767302:0:234888:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ad6dd754] to pc [ptlrpcd_00_00+0] req@ffff95d272166a00 x1876351184898816/t0(0) o400->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789438878.767309:0:234888:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789438878.767311:0:234888:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2d9a8a45-a42f-4142-a7af-34df75c08653->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789438878.767314:0:234888:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789438878.767316:0:234888:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95d272167800. 00000020:00000040:0.0:1789438878.767319:0:234888:0:(genops.c:1209:class_import_get()) import ffff95d26f5f6800 refcount=4 obd=lustre-MDT0001-mdc-ffff95d244e30800 00000100:00000001:0.0:1789438878.767321:0:234888:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789438878.767323:0:234888:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789438878.767332:0:234888:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789438878.767336:0:234888:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff95d244aa7000. 00000100:00000001:0.0:1789438878.767345:0:234888:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789438878.767350:0:234888:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2d9a8a45-a42f-4142-a7af-34df75c08653->lustre-MDT0001_UUID req@ffff95d272167800 x1876351184898944/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789438878.767357:0:234888:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789438878.767359:0:234888:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789438878.767362:0:234888:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000478082b] to pc [ptlrpcd_00_01+1] req@ffff95d272167800 x1876351184898944/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789438878.767369:0:234888:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789438878.767371:0:234888:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2d9a8a45-a42f-4142-a7af-34df75c08653->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789438878.767374:0:234888:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789438878.767377:0:234888:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95d272167b80. 00000020:00000040:0.0:1789438878.767379:0:234888:0:(genops.c:1209:class_import_get()) import ffff95d26f5f0000 refcount=4 obd=lustre-OST0000-osc-ffff95d244e30800 00000100:00000001:0.0:1789438878.767380:0:234888:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789438878.767382:0:234888:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789438878.767383:0:234888:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789438878.767386:0:234888:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff95d244aa7a00. 00000100:00000001:0.0:1789438878.767389:0:234888:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789438878.767392:0:234888:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2d9a8a45-a42f-4142-a7af-34df75c08653->lustre-OST0000_UUID req@ffff95d272167b80 x1876351184899072/t0(0) o400->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789438878.767404:0:234888:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789438878.767406:0:234888:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789438878.767409:0:234888:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b617fe4b] to pc [ptlrpcd_00_00+0] req@ffff95d272167b80 x1876351184899072/t0(0) o400->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789438878.767416:0:234888:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789438878.767418:0:234888:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2d9a8a45-a42f-4142-a7af-34df75c08653->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789438878.767870:0:234888:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2d9a8a45-a42f-4142-a7af-34df75c08653->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789438878.767876:0:234888:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11125) 00000100:00000001:0.0:1789438878.767897:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789438878.767901:0:2390:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789438878.767909:0:2390:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789438878.767916:0:2390:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95d272165500 x1876351184898688/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789438878.767924:0:2390:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789438878.767926:0:2390:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789438878.767929:0:2390:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789438878.767931:0:2390:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789438878.767934:0:2390:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789438878.767937:0:2390:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff95d272165500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:42963a40-8242-4716-b5a0-c55cef22b1d2:2390:1876351184898688:192.168.202.129@tcp:400:kworker.0 00000100:00000001:0.0:1789438878.767942:0:2390:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789438878.767948:0:2390:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789438878.767950:0:2390:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789438878.767952:0:2390:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789438878.767957:0:2390:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff95d279250e00. 02000000:00000001:0.0:1789438878.767959:0:2390:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789438878.767966:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000010:0.0:1789438878.767970:0:2390:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95d265ed8268. 00000400:00000010:0.0:1789438878.767977:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95d245b5ea18. 00000100:00000200:0.0:1789438878.767984:0:2390:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876351184898688, portal 25 00000100:00000001:0.0:1789438878.767986:0:2390:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789438878.767988:0:2390:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446627329822577920 : -116743886973696 : ffff95d272165500) 00000100:00000040:0.0:1789438878.767993:0:2390:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff95d272165500 x1876351184898688/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789438894 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789438878.768000:0:2390:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789438878.768003:0:2390:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:0.0:1789438878.768006:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95d245b5e440. 00000100:00000200:0.0:1789438878.768010:0:2390:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1876351184898688, offset 0 00000400:00000200:0.0:1789438878.768060:0:2390:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:0.0:1789438878.768068:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:0.0:1789438878.768085:0:2390:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:0.0:1789438878.768090:0:2390:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789438878.768094:0:2390:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:0.0:1789438878.768097:0:2390:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789438878.768106:0:2390:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:0.0:1789438878.768110:0:2390:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [548335:548335:256:4294967295] 192.168.202.129@tcp LPNI seq info [548274:548274:8:4294967295] 00000400:00000200:0.0:1789438878.768115:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:0.0:1789438878.768126:0:2390:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:0.0:1789438878.768132:0:2390:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:0.0:1789438878.768137:0:2390:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95d244aa7c00. 00000800:00000200:0.0:1789438878.768143:0:2390:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95d247a15180] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:0.0:1789438878.768151:0:2390:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:0.0:1789438878.768155:0:2390:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff95d244aa7c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789438878.768167:0:2390:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789438878.768171:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000100:00000001:0.0:1789438878.768174:0:2390:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 2 is 4305791680 00000100:00000010:0.0:1789438878.768178:0:2390:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95d245b63a20. 00000100:00000001:0.0:1789438878.768185:0:2390:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1789438878.768189:0:2390:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 3 is 4305791680 00000100:00000010:0.0:1789438878.768191:0:2390:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95d245b63480. 00000100:00000001:0.0:1789438878.768194:0:2390:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1789438878.768196:0:2390:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789438878.768198:0:2390:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789438878.768201:0:2390:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789438878.768205:0:2390:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95d272167800 x1876351184898944/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789438878.768211:0:2390:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789438878.768213:0:2390:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789438878.768215:0:2390:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789438878.768216:0:2390:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789438878.768218:0:2390:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789438878.768221:0:2390:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff95d272167800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2d9a8a45-a42f-4142-a7af-34df75c08653:2390:1876351184898944:192.168.202.129@tcp:400:kworker.0 00000100:00000001:0.0:1789438878.768224:0:2390:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789438878.768231:0:2390:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789438878.768232:0:2390:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789438878.768234:0:2390:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789438878.768237:0:2390:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff95d279250000. 02000000:00000001:0.0:1789438878.768238:0:2390:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789438878.768242:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000010:0.0:1789438878.768244:0:2390:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95d265ed8420. 00000400:00000010:0.0:1789438878.768248:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95d245b5e550. 00000100:00000200:0.0:1789438878.768251:0:2390:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876351184898944, portal 10 00000100:00000001:0.0:1789438878.768253:0:2390:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789438878.768254:0:2390:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446627329822586880 : -116743886964736 : ffff95d272167800) 00000100:00000040:0.0:1789438878.768262:0:2390:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff95d272167800 x1876351184898944/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438933 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789438878.768268:0:2390:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789438878.768270:0:2390:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:0.0:1789438878.768273:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95d245b5ef68. 00000100:00000200:0.0:1789438878.768275:0:2390:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876351184898944, offset 0 00000400:00000200:0.0:1789438878.768279:0:2390:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:0.0:1789438878.768282:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000800:00000200:3.0:1789438878.768283:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1789438878.768286:0:2390:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000800:00000010:3.0:1789438878.768287:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95d244aa7c00. 00000400:00000200:0.0:1789438878.768288:0:2390:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789438878.768290:0:2390:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:3.0:1789438878.768292:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789438878.768293:0:2390:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789438878.768294:0:2390:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:3.0:1789438878.768297:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:0.0:1789438878.768297:0:2390:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [548336:548336:255:4294967295] 192.168.202.129@tcp LPNI seq info [548275:548275:7:4294967295] 00000400:00000200:0.0:1789438878.768301:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1789438878.768302:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95d245b5e440 00000400:00000010:3.0:1789438878.768304:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95d245b5e440. 00000400:00000200:0.0:1789438878.768307:0:2390:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000100:00000001:3.0:1789438878.768309:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000800:00000200:0.0:1789438878.768311:0:2390:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000100:00000200:3.0:1789438878.768313:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff95d272165500 x1876351184898688/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789438894 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000010:0.0:1789438878.768314:0:2390:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95d244aa7c00. 00000800:00000200:0.0:1789438878.768318:0:2390:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95d247a15180] -> 12345-192.168.202.129@tcp (5) 00000100:00000001:3.0:1789438878.768322:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000800:00000200:0.0:1789438878.768322:0:2390:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000100:00000040:3.0:1789438878.768326:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95d272165500 x1876351184898688/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789438894 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789438878.768333:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789438878.768334:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:0.0:1789438878.768335:0:2390:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff95d244aa7c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789438878.768348:0:2390:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789438878.768352:0:2390:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95d244e30800: using a timeout of 14267 usecs (15 jiffies) 00000400:00000200:0.0:1789438878.768355:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000100:00000001:0.0:1789438878.768357:0:2390:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95d244e30800: PM QoS new deadline estimation for cpu 2 is 4305787925 00000100:00000001:0.0:1789438878.768360:0:2390:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95d244e30800: PM QoS request active for cpu 2, keep current deadline 4305791680 00000100:00000001:0.0:1789438878.768362:0:2390:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95d244e30800: PM QoS new deadline estimation for cpu 3 is 4305787925 00000100:00000001:0.0:1789438878.768364:0:2390:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95d244e30800: PM QoS request active for cpu 3, keep current deadline 4305791680 00000100:00000001:0.0:1789438878.768366:0:2390:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789438878.768368:0:2390:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789438878.768370:0:2390:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789438878.768372:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789438878.768379:0:2390:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789438878.768380:0:2390:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1789438878.768382:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789438878.768383:0:2390:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789438878.768385:0:2390:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789438878.768387:0:2390:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:0.0:1789438878.768389:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789438878.768391:0:2390:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789438878.768392:0:2390:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789438878.768394:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789438878.768395:0:2390:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789438878.768396:0:2390:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789438878.768400:0:2390:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95d272166a00 x1876351184898816/t0(0) o400->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789438878.768407:0:2390:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789438878.768408:0:2390:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789438878.768410:0:2390:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789438878.768412:0:2390:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789438878.768414:0:2390:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789438878.768417:0:2390:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff95d272166a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2d9a8a45-a42f-4142-a7af-34df75c08653:2390:1876351184898816:192.168.202.129@tcp:400:kworker.0 00000100:00000001:0.0:1789438878.768420:0:2390:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789438878.768422:0:2390:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789438878.768427:0:2390:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789438878.768429:0:2390:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789438878.768432:0:2390:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff95d279251a00. 02000000:00000001:0.0:1789438878.768434:0:2390:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789438878.768437:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000010:0.0:1789438878.768439:0:2390:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95d265ed8dc0. 00000400:00000010:0.0:1789438878.768443:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95d245b5edd0. 00000100:00000200:0.0:1789438878.768446:0:2390:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876351184898816, portal 10 00000100:00000001:0.0:1789438878.768447:0:2390:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789438878.768449:0:2390:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446627329822583296 : -116743886968320 : ffff95d272166a00) 00000100:00000040:0.0:1789438878.768454:0:2390:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff95d272166a00 x1876351184898816/t0(0) o400->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438933 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789438878.768460:0:2390:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789438878.768462:0:2390:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:0.0:1789438878.768464:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95d245b5e5d8. 00000100:00000200:0.0:1789438878.768466:0:2390:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876351184898816, offset 0 00000400:00000200:0.0:1789438878.768470:0:2390:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:0.0:1789438878.768474:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:0.0:1789438878.768477:0:2390:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:0.0:1789438878.768480:0:2390:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789438878.768482:0:2390:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:0.0:1789438878.768484:0:2390:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789438878.768486:0:2390:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:0.0:1789438878.768489:0:2390:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [548337:548337:255:4294967295] 192.168.202.129@tcp LPNI seq info [548276:548276:7:4294967295] 00000400:00000200:0.0:1789438878.768492:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:0.0:1789438878.768498:0:2390:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:0.0:1789438878.768503:0:2390:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:0.0:1789438878.768506:0:2390:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95d244aa7400. 00000800:00000200:0.0:1789438878.768510:0:2390:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95d247a15180] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:0.0:1789438878.768514:0:2390:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:0.0:1789438878.768517:0:2390:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff95d244aa7400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789438878.768525:0:2390:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789438878.768527:0:2390:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95d244e30800: using a timeout of 24541 usecs (25 jiffies) 00000400:00000200:0.0:1789438878.768530:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000100:00000001:0.0:1789438878.768532:0:2390:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95d244e30800: PM QoS new deadline estimation for cpu 2 is 4305787935 00000100:00000001:0.0:1789438878.768534:0:2390:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95d244e30800: PM QoS request active for cpu 2, keep current deadline 4305791680 00000100:00000001:0.0:1789438878.768536:0:2390:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95d244e30800: PM QoS new deadline estimation for cpu 3 is 4305787935 00000100:00000001:0.0:1789438878.768537:0:2390:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95d244e30800: PM QoS request active for cpu 3, keep current deadline 4305791680 00000100:00000001:0.0:1789438878.768539:0:2390:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789438878.768541:0:2390:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789438878.768543:0:2390:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789438878.768547:0:2390:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95d272167b80 x1876351184899072/t0(0) o400->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789438878.768553:0:2390:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789438878.768555:0:2390:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789438878.768557:0:2390:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789438878.768558:0:2390:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789438878.768560:0:2390:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789438878.768563:0:2390:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff95d272167b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2d9a8a45-a42f-4142-a7af-34df75c08653:2390:1876351184899072:192.168.202.129@tcp:400:kworker.0 00000100:00000001:0.0:1789438878.768566:0:2390:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789438878.768568:0:2390:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789438878.768570:0:2390:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789438878.768571:0:2390:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789438878.768574:0:2390:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff95d279251c00. 02000000:00000001:0.0:1789438878.768576:0:2390:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789438878.768579:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000010:0.0:1789438878.768582:0:2390:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95d265ed8f78. 00000400:00000010:0.0:1789438878.768586:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95d245b5e088. 00000100:00000200:0.0:1789438878.768588:0:2390:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876351184899072, portal 4 00000100:00000001:0.0:1789438878.768590:0:2390:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789438878.768591:0:2390:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446627329822587776 : -116743886963840 : ffff95d272167b80) 00000100:00000040:0.0:1789438878.768596:0:2390:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff95d272167b80 x1876351184899072/t0(0) o400->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789438933 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789438878.768608:0:2390:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789438878.768611:0:2390:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:0.0:1789438878.768613:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95d245b5ecc0. 00000100:00000200:0.0:1789438878.768616:0:2390:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876351184899072, offset 0 00000400:00000200:0.0:1789438878.768620:0:2390:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:0.0:1789438878.768624:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:0.0:1789438878.768627:0:2390:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:0.0:1789438878.768630:0:2390:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789438878.768632:0:2390:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:0.0:1789438878.768634:0:2390:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789438878.768636:0:2390:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:0.0:1789438878.768639:0:2390:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [548338:548338:254:4294967295] 192.168.202.129@tcp LPNI seq info [548277:548277:6:4294967295] 00000400:00000200:0.0:1789438878.768642:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:0.0:1789438878.768648:0:2390:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:0.0:1789438878.768652:0:2390:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:0.0:1789438878.768656:0:2390:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95d258b27100. 00000800:00000200:0.0:1789438878.768660:0:2390:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95d247a15180] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:0.0:1789438878.768664:0:2390:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:0.0:1789438878.768667:0:2390:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff95d258b27100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789438878.768670:0:2390:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789438878.768672:0:2390:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff95d244e30800: using a timeout of 102546 usecs (103 jiffies) 00000400:00000200:0.0:1789438878.768675:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000100:00000001:0.0:1789438878.768677:0:2390:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95d244e30800: PM QoS new deadline estimation for cpu 2 is 4305788013 00000100:00000001:0.0:1789438878.768679:0:2390:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95d244e30800: PM QoS request active for cpu 2, keep current deadline 4305791680 00000100:00000001:0.0:1789438878.768680:0:2390:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95d244e30800: PM QoS new deadline estimation for cpu 3 is 4305788013 00000100:00000001:0.0:1789438878.768682:0:2390:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95d244e30800: PM QoS request active for cpu 3, keep current deadline 4305791680 00000100:00000001:0.0:1789438878.768684:0:2390:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789438878.768686:0:2390:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789438878.768693:0:2390:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789438878.768695:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789438878.768704:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789438878.768706:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1789438878.773474:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789438878.773489:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789438878.773492:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789438878.773501:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789438878.774277:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1789438878.774298:0:2383:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:3.0:1789438878.774311:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1789438878.774316:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1789438878.774326:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1789438878.774333:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 25 MB=0x6aa880dd98a80 00000400:00000200:3.0:1789438878.774339:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1789438878.774363:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.129@tcp of length 224/224 into md 0x516495 [1] + 224 00000800:00000001:3.0:1789438878.774374:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789438878.774387:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789438878.774391:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789438878.774395:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:3.0:1789438878.774403:0:2383:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789438878.774411:0:2383:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff95d272165500 x1876351184898688/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789438894 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789438878.774421:0:2383:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff95d272165500 x1876351184898688/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789438894 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789438878.774439:0:2383:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000200:3.0:1789438878.774474:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789438878.774478:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95d244aa7c00. 00000400:00000200:3.0:1789438878.774482:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789438878.774486:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:3.0:1789438878.774489:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95d245b5ef68 00000400:00000010:3.0:1789438878.774492:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95d245b5ef68. 00000100:00000001:3.0:1789438878.774497:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789438878.774501:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff95d272167800 x1876351184898944/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438933 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789438878.774525:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789438878.774530:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95d272167800 x1876351184898944/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438933 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789438878.774538:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789438878.774539:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1789438878.774547:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789438878.774550:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1789438878.774557:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789438878.774558:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95d244aa7400. 00000400:00000200:3.0:1789438878.774560:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789438878.774564:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:3.0:1789438878.774566:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95d245b5e5d8 00000400:00000010:3.0:1789438878.774573:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95d245b5e5d8. 00000100:00000001:3.0:1789438878.774576:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789438878.774585:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff95d272166a00 x1876351184898816/t0(0) o400->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438933 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789438878.774592:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789438878.774595:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95d272166a00 x1876351184898816/t0(0) o400->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438933 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789438878.774745:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789438878.774747:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789438878.774897:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789438878.774900:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95d258b27100. 00000400:00000200:3.0:1789438878.774903:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789438878.774911:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:3.0:1789438878.774914:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95d245b5ecc0 00000400:00000010:3.0:1789438878.774915:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95d245b5ecc0. 00000100:00000001:3.0:1789438878.774919:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789438878.774925:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff95d272167b80 x1876351184899072/t0(0) o400->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789438933 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789438878.774932:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789438878.774935:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95d272167b80 x1876351184899072/t0(0) o400->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789438933 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789438878.774941:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789438878.774942:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1789438878.778816:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789438878.778834:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789438878.778838:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789438878.778840:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789438878.778849:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1789438878.778856:0:2383:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:3.0:1789438878.778865:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1789438878.778869:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1789438878.778874:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1789438878.778879:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6aa880dd98b80 00000400:00000200:3.0:1789438878.778895:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1789438878.778901:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x51649d [1] + 224 00000800:00000001:3.0:1789438878.778909:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789438878.778913:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789438878.778916:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789438878.778920:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:3.0:1789438878.778927:0:2383:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789438878.778936:0:2383:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff95d272167800 x1876351184898944/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438933 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789438878.778947:0:2383:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff95d272167800 x1876351184898944/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438933 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789438878.778956:0:2383:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789438878.778962:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789438878.778966:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789438878.778968:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789438878.778969:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789438878.778973:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1789438878.778976:0:2383:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:3.0:1789438878.778980:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1789438878.778982:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1789438878.778985:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1789438878.778987:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6aa880dd98b00 00000400:00000200:3.0:1789438878.778990:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1789438878.778993:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x5164a5 [1] + 224 00000800:00000001:3.0:1789438878.778996:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789438878.778999:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789438878.779001:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789438878.779003:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:3.0:1789438878.779006:0:2383:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789438878.779032:0:2383:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff95d272166a00 x1876351184898816/t0(0) o400->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438933 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789438878.779053:0:2383:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff95d272166a00 x1876351184898816/t0(0) o400->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438933 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789438878.779059:0:2383:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789438878.779064:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789438878.779068:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789438878.779069:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789438878.779071:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789438878.779084:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1789438878.779088:0:2383:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:3.0:1789438878.779092:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1789438878.779094:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1789438878.779097:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1789438878.779100:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 4 MB=0x6aa880dd98c00 00000400:00000200:3.0:1789438878.779103:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1789438878.779106:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.129@tcp of length 224/224 into md 0x5164ad [1] + 224 00000800:00000001:3.0:1789438878.779110:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789438878.779125:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789438878.779128:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789438878.779131:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:3.0:1789438878.779134:0:2383:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789438878.779138:0:2383:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff95d272167b80 x1876351184899072/t0(0) o400->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789438933 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789438878.779145:0:2383:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff95d272167b80 x1876351184899072/t0(0) o400->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789438933 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789438878.779152:0:2383:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789438878.779155:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789438878.779158:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789438878.779348:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789438878.779353:0:2390:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789438878.779359:0:2390:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789438878.779361:0:2390:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789438878.779365:0:2390:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95d265ed8dc0. 00000400:00000200:1.0:1789438878.779369:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95d245b5edd0 00000400:00000010:1.0:1789438878.779371:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95d245b5edd0. 00000100:00000001:1.0:1789438878.779374:0:2390:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789438878.779379:0:2390:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff95d272166a00 x1876351184898816/t0(0) o400->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438933 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789438878.779387:0:2390:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff95d272166a00 x1876351184898816/t0(0) o400->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438933 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789438878.779393:0:2390:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789438878.779395:0:2390:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789438878.779398:0:2390:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789438878.779401:0:2390:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789438878.779403:0:2390:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789438878.779405:0:2390:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789438878.779408:0:2390:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789438878.779417:0:2390:0:(import.c:2196:obd_at_measure()) add 36 to ffff95d2780b4460 time=31 v=36 (36 36 36 36) 00000100:00001000:1.0:1789438878.779422:0:2390:0:(import.c:2196:obd_at_measure()) add 1 to ffff95d2780b4418 time=6 v=5 (1 1 2 0) 00000100:00000001:1.0:1789438878.779424:0:2390:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789438878.779426:0:2390:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789438878.779429:0:2390:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789438878.779438:0:2390:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789438878.779441:0:2390:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789438878.779443:0:2390:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff95d244e30800: skip recheck: last_committed 30064771461 00000100:00000001:1.0:1789438878.779445:0:2390:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789438878.779447:0:2390:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789438878.779452:0:2390:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95d272166a00 x1876351184898816/t0(0) o400->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438933 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789438878.779459:0:2390:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789438878.779462:0:2390:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789438878.779464:0:2390:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789438878.779467:0:2390:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95d272166a00 x1876351184898816/t0(0) o400->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438933 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789438878.779474:0:2390:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff95d272166a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2d9a8a45-a42f-4142-a7af-34df75c08653:2390:1876351184898816:192.168.202.129@tcp:400:kworker.0 00000400:00000001:1.0:1789438878.779480:0:2390:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789438878.779482:0:2390:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789438878.779483:0:2390:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95d265ed8f78. 00000400:00000200:1.0:1789438878.779486:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95d245b5e088 00000400:00000010:1.0:1789438878.779487:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95d245b5e088. 00000100:00000001:1.0:1789438878.779490:0:2390:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789438878.779494:0:2390:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff95d272167b80 x1876351184899072/t0(0) o400->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789438933 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789438878.779501:0:2390:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff95d272167b80 x1876351184899072/t0(0) o400->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789438933 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789438878.779523:0:2390:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789438878.779525:0:2390:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789438878.779527:0:2390:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789438878.779528:0:2390:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789438878.779530:0:2390:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789438878.779531:0:2390:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789438878.779533:0:2390:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789438878.779537:0:2390:0:(import.c:2196:obd_at_measure()) add 36 to ffff95d26f5f0460 time=31 v=36 (36 36 5 5) 00000100:00001000:1.0:1789438878.779541:0:2390:0:(import.c:2196:obd_at_measure()) add 1 to ffff95d26f5f0418 time=29 v=5 (1 1 1 1) 00000100:00000001:1.0:1789438878.779549:0:2390:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789438878.779551:0:2390:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789438878.779553:0:2390:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789438878.779555:0:2390:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789438878.779557:0:2390:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789438878.779558:0:2390:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff95d244e30800: skip recheck: last_committed 42949693985 00000100:00000001:1.0:1789438878.779560:0:2390:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789438878.779562:0:2390:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789438878.779566:0:2390:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95d272167b80 x1876351184899072/t0(0) o400->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789438933 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789438878.779572:0:2390:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789438878.779575:0:2390:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789438878.779576:0:2390:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789438878.779579:0:2390:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95d272167b80 x1876351184899072/t0(0) o400->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789438933 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789438878.779586:0:2390:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff95d272167b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2d9a8a45-a42f-4142-a7af-34df75c08653:2390:1876351184899072:192.168.202.129@tcp:400:kworker.0 00000400:00000001:1.0:1789438878.779592:0:2390:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789438878.779593:0:2390:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789438878.779595:0:2390:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95d265ed8268. 00000400:00000200:1.0:1789438878.779598:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95d245b5ea18 00000400:00000010:1.0:1789438878.779600:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95d245b5ea18. 00000100:00000001:1.0:1789438878.779603:0:2390:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789438878.779606:0:2390:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff95d272165500 x1876351184898688/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789438894 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789438878.779614:0:2390:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff95d272165500 x1876351184898688/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789438894 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789438878.779620:0:2390:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789438878.779621:0:2390:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789438878.779623:0:2390:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789438878.779625:0:2390:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789438878.779626:0:2390:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789438878.779628:0:2390:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789438878.779635:0:2390:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789438878.779639:0:2390:0:(import.c:2196:obd_at_measure()) add 5 to ffff95d245589460 time=32 v=5 (5 5 5 5) 00000100:00001000:1.0:1789438878.779642:0:2390:0:(import.c:2196:obd_at_measure()) add 1 to ffff95d245589418 time=6 v=5 (1 1 1 0) 00000100:00000001:1.0:1789438878.779644:0:2390:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789438878.779645:0:2390:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789438878.779647:0:2390:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789438878.779649:0:2390:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789438878.779651:0:2390:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789438878.779655:0:2390:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95d272165500 x1876351184898688/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789438894 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789438878.779662:0:2390:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789438878.779664:0:2390:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789438878.779665:0:2390:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789438878.779669:0:2390:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95d272165500 x1876351184898688/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789438894 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789438878.779676:0:2390:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff95d272165500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:42963a40-8242-4716-b5a0-c55cef22b1d2:2390:1876351184898688:192.168.202.129@tcp:400:kworker.0 00000400:00000001:1.0:1789438878.779682:0:2390:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789438878.779683:0:2390:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789438878.779685:0:2390:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95d265ed8420. 00000400:00000200:1.0:1789438878.779687:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95d245b5e550 00000400:00000010:1.0:1789438878.779688:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95d245b5e550. 00000100:00000001:1.0:1789438878.779691:0:2390:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789438878.779694:0:2390:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff95d272167800 x1876351184898944/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438933 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789438878.779702:0:2390:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff95d272167800 x1876351184898944/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438933 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789438878.779708:0:2390:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789438878.779710:0:2390:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789438878.779712:0:2390:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789438878.779713:0:2390:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789438878.779714:0:2390:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789438878.779715:0:2390:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789438878.779725:0:2390:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789438878.779730:0:2390:0:(import.c:2196:obd_at_measure()) add 36 to ffff95d26f5f6c60 time=31 v=36 (36 36 36 36) 00000100:00001000:1.0:1789438878.779733:0:2390:0:(import.c:2196:obd_at_measure()) add 1 to ffff95d26f5f6c18 time=131 v=5 (1 1 0 0) 00000100:00000001:1.0:1789438878.779735:0:2390:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789438878.779736:0:2390:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789438878.779738:0:2390:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1789438878.779742:0:2390:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff95d272167800 x1876351184898944/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438933 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1789438878.779748:0:2390:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789438878.779750:0:2390:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789438878.779751:0:2390:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff95d244e30800: skip recheck: last_committed 21474836545 00000100:00000001:1.0:1789438878.779753:0:2390:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789438878.779754:0:2390:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789438878.779757:0:2390:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95d272167800 x1876351184898944/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438933 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789438878.779763:0:2390:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789438878.780198:0:2390:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789438878.780199:0:2390:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789438878.780205:0:2390:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95d272167800 x1876351184898944/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438933 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789438878.780214:0:2390:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff95d272167800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2d9a8a45-a42f-4142-a7af-34df75c08653:2390:1876351184898944:192.168.202.129@tcp:400:kworker.0 00000100:00000001:1.0:1789438878.780218:0:2390:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789438878.780221:0:2390:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789438878.780224:0:2390:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95d272166a00 x1876351184898816/t0(0) o400->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438933 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789438878.780231:0:2390:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789438878.780233:0:2390:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789438878.780237:0:2390:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff95d279251a00. 02000000:00000001:1.0:1789438878.780241:0:2390:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789438878.780244:0:2390:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789438878.780245:0:2390:0:(genops.c:1222:class_import_put()) import ffff95d2780b4000 refcount=5 obd=lustre-MDT0000-mdc-ffff95d244e30800 00000020:00000001:1.0:1789438878.780254:0:2390:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789438878.780257:0:2390:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff95d244aa7500. 02000000:00000001:1.0:1789438878.780260:0:2390:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789438878.780262:0:2390:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789438878.780264:0:2390:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95d272166a00. 00000100:00000001:1.0:1789438878.780269:0:2390:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789438878.780270:0:2390:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789438878.780272:0:2390:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789438878.780277:0:2390:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95d272167b80 x1876351184899072/t0(0) o400->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789438933 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789438878.780283:0:2390:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789438878.780285:0:2390:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789438878.780286:0:2390:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff95d279251c00. 02000000:00000001:1.0:1789438878.780288:0:2390:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789438878.780289:0:2390:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789438878.780290:0:2390:0:(genops.c:1222:class_import_put()) import ffff95d26f5f0000 refcount=3 obd=lustre-OST0000-osc-ffff95d244e30800 00000020:00000001:1.0:1789438878.780292:0:2390:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789438878.780293:0:2390:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff95d244aa7a00. 02000000:00000001:1.0:1789438878.780295:0:2390:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789438878.780296:0:2390:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789438878.780298:0:2390:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95d272167b80. 00000100:00000001:1.0:1789438878.780301:0:2390:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789438878.780303:0:2390:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789438878.780304:0:2390:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789438878.780308:0:2390:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95d272165500 x1876351184898688/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789438894 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789438878.780314:0:2390:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789438878.780315:0:2390:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789438878.780317:0:2390:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff95d279250e00. 02000000:00000001:1.0:1789438878.780319:0:2390:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789438878.780320:0:2390:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789438878.780321:0:2390:0:(genops.c:1222:class_import_put()) import ffff95d245589000 refcount=3 obd=MGC192.168.202.129@tcp 00000020:00000001:1.0:1789438878.780323:0:2390:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789438878.780324:0:2390:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff95d244aa7d00. 02000000:00000001:1.0:1789438878.780326:0:2390:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789438878.780327:0:2390:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789438878.780333:0:2390:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95d272165500. 00000100:00000001:1.0:1789438878.780336:0:2390:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789438878.780337:0:2390:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789438878.780339:0:2390:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789438878.780343:0:2390:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95d272167800 x1876351184898944/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438933 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789438878.780349:0:2390:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789438878.780351:0:2390:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789438878.780352:0:2390:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff95d279250000. 02000000:00000001:1.0:1789438878.780354:0:2390:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789438878.780356:0:2390:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789438878.780357:0:2390:0:(genops.c:1222:class_import_put()) import ffff95d26f5f6800 refcount=3 obd=lustre-MDT0001-mdc-ffff95d244e30800 00000020:00000001:1.0:1789438878.780359:0:2390:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789438878.780360:0:2390:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff95d244aa7000. 02000000:00000001:1.0:1789438878.780362:0:2390:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789438878.780363:0:2390:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789438878.780365:0:2390:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95d272167800. 00000100:00000001:1.0:1789438878.780367:0:2390:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789438878.780368:0:2390:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789438878.780370:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789438878.780378:0:2390:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789438878.780380:0:2390:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789438878.780383:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789438878.780386:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789438879.274156:0:247630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789438879.274165:0:247630:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789438879.274167:0:247630:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789438879.274179:0:247630:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789438879.274184:0:247630:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789438879.274186:0:247630:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789438879.274188:0:247630:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789438879.274190:0:247630:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789438879.274194:0:247630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789438879.274196:0:247630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789438879.274303:0:237586:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789438879.274306:0:237586:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789438879.274310:0:237586:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1789438880.311377:0:247630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789438880.311384:0:247630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789438880.311390:0:247630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789438880.311392:0:247630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789438880.311631:0:259124:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789438880.311635:0:259124:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789438880.311637:0:259124:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0:1789438880.521730:0:281260:0:(llite_lib.c:4248:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1789438880.770632:0:281296:0:(debug.c:652:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1789438880.770639:0:281296:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg229-client.virtnet: executing wait_import_state CONNECTING osc.lustre-OST0000-osc-ffff95d244e30800.ost_server_uuid 50 00000001:00000001:0.0:1789438880.779948:0:281296:0:(debug.c:655:libcfs_debug_mark_buffer()) ************************************************** 00010000:00000001:3.0:1789438881.322158:0:247630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789438881.322165:0:247630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789438881.322171:0:247630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789438881.322172:0:247630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789438881.322261:0:249312:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789438881.322265:0:249312:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789438881.322268:0:249312:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1789438882.346804:0:247630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789438882.346811:0:247630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789438882.346818:0:247630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789438882.346819:0:247630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789438882.348596:0:237587:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789438882.348603:0:237587:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789438882.348608:0:237587:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1789438882.602143:0:247630:0:(connection.c:75:cpu_latency_work()) work item of ffff95d244e33330 (cpu 3) has reached its deadline 4305791680, at 4305791744 00000100:00000010:3.0:1789438882.602160:0:247630:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95d245b63480. 00000100:00000040:2.0:1789438882.603604:0:243182:0:(connection.c:75:cpu_latency_work()) work item of ffff95d244e33220 (cpu 2) has reached its deadline 4305791680, at 4305791745 00000100:00000010:2.0:1789438882.603618:0:243182:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95d245b63a20. 00010000:00000001:3.0:1789438883.370165:0:247630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789438883.370172:0:247630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789438883.370178:0:247630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789438883.370179:0:247630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789438883.370295:0:243614:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789438883.370299:0:243614:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789438883.370302:0:243614:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1789438883.882242:0:234888:0:(pinger.c:229:ptlrpc_pinger_process_import()) 42963a40-8242-4716-b5a0-c55cef22b1d2->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789438883.882253:0:234888:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1789438883.882264:0:234888:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95d2780f5180. 00000020:00000040:2.0:1789438883.882270:0:234888:0:(genops.c:1209:class_import_get()) import ffff95d245589000 refcount=4 obd=MGC192.168.202.129@tcp 00000100:00000001:2.0:1789438883.882275:0:234888:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789438883.882277:0:234888:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789438883.882282:0:234888:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789438883.882292:0:234888:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff95d14f8ed400. 00000100:00000001:2.0:1789438883.882299:0:234888:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789438883.882323:0:234888:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 42963a40-8242-4716-b5a0-c55cef22b1d2->MGS req@ffff95d2780f5180 x1876351184899200/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789438883.882334:0:234888:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789438883.882339:0:234888:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789438883.882345:0:234888:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001357b8d2] to pc [ptlrpcd_01_01+1] req@ffff95d2780f5180 x1876351184899200/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789438883.882377:0:234888:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789438883.882380:0:234888:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2d9a8a45-a42f-4142-a7af-34df75c08653->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789438883.882383:0:234888:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1789438883.882387:0:234888:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95d2780f5500. 00000020:00000040:2.0:1789438883.882389:0:234888:0:(genops.c:1209:class_import_get()) import ffff95d2780b4000 refcount=6 obd=lustre-MDT0000-mdc-ffff95d244e30800 00000100:00000001:2.0:1789438883.882392:0:234888:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789438883.882393:0:234888:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789438883.882395:0:234888:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789438883.882399:0:234888:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff95d14f8ed800. 00000100:00000001:2.0:1789438883.882402:0:234888:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789438883.882406:0:234888:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2d9a8a45-a42f-4142-a7af-34df75c08653->lustre-MDT0000_UUID req@ffff95d2780f5500 x1876351184899328/t0(0) o400->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789438883.882413:0:234888:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789438883.882415:0:234888:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789438883.882419:0:234888:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000011a02a73] to pc [ptlrpcd_01_00+0] req@ffff95d2780f5500 x1876351184899328/t0(0) o400->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789438883.882428:0:234888:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789438883.882431:0:234888:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2d9a8a45-a42f-4142-a7af-34df75c08653->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789438883.882434:0:234888:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1789438883.882437:0:234888:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95d2780f4e00. 00000020:00000040:2.0:1789438883.882439:0:234888:0:(genops.c:1209:class_import_get()) import ffff95d26f5f6800 refcount=4 obd=lustre-MDT0001-mdc-ffff95d244e30800 00000100:00000001:2.0:1789438883.882441:0:234888:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789438883.882443:0:234888:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789438883.882444:0:234888:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789438883.882455:0:234888:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff95d14f8edb00. 00000100:00000001:2.0:1789438883.882458:0:234888:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789438883.882463:0:234888:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2d9a8a45-a42f-4142-a7af-34df75c08653->lustre-MDT0001_UUID req@ffff95d2780f4e00 x1876351184899456/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789438883.882470:0:234888:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789438883.882472:0:234888:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789438883.882476:0:234888:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dc4d4bf1] to pc [ptlrpcd_01_01+1] req@ffff95d2780f4e00 x1876351184899456/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789438883.882482:0:234888:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789438883.882484:0:234888:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2d9a8a45-a42f-4142-a7af-34df75c08653->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789438883.882486:0:234888:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1789438883.882490:0:234888:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95d2780f7480. 00000020:00000040:2.0:1789438883.882492:0:234888:0:(genops.c:1209:class_import_get()) import ffff95d26f5f0000 refcount=4 obd=lustre-OST0000-osc-ffff95d244e30800 00000100:00000001:2.0:1789438883.882494:0:234888:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789438883.882495:0:234888:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789438883.882497:0:234888:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789438883.882500:0:234888:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff95d14f8edf00. 00000100:00000001:2.0:1789438883.882502:0:234888:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789438883.882506:0:234888:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2d9a8a45-a42f-4142-a7af-34df75c08653->lustre-OST0000_UUID req@ffff95d2780f7480 x1876351184899584/t0(0) o400->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789438883.882512:0:234888:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789438883.882514:0:234888:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789438883.882517:0:234888:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000057caae5f] to pc [ptlrpcd_01_00+0] req@ffff95d2780f7480 x1876351184899584/t0(0) o400->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789438883.882524:0:234888:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789438883.882526:0:234888:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2d9a8a45-a42f-4142-a7af-34df75c08653->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789438883.882529:0:234888:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2d9a8a45-a42f-4142-a7af-34df75c08653->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789438883.882534:0:234888:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11130) 00000100:00000001:3.0:1789438883.882607:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789438883.882623:0:2392:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789438883.882626:0:2392:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789438883.882634:0:2392:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95d2780f5180 x1876351184899200/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789438883.882642:0:2392:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789438883.882644:0:2392:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789438883.882648:0:2392:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789438883.882651:0:2392:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789438883.882654:0:2392:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789438883.882657:0:2392:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff95d2780f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:42963a40-8242-4716-b5a0-c55cef22b1d2:2392:1876351184899200:192.168.202.129@tcp:400:kworker.0 00000100:00000001:3.0:1789438883.882668:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789438883.882674:0:2392:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789438883.882677:0:2392:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789438883.882679:0:2392:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789438883.882684:0:2392:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff95d2503c6200. 02000000:00000001:3.0:1789438883.882686:0:2392:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789438883.882694:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000010:3.0:1789438883.882699:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95d2782d0c60. 00000400:00000010:3.0:1789438883.882706:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95d27200c550. 00000100:00000200:3.0:1789438883.882713:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876351184899200, portal 25 00000100:00000001:3.0:1789438883.882716:0:2392:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789438883.882717:0:2392:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446627329922781568 : -116743786770048 : ffff95d2780f5180) 00000100:00000040:3.0:1789438883.882724:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff95d2780f5180 x1876351184899200/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789438899 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789438883.882731:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789438883.882734:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:3.0:1789438883.882737:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95d27200c330. 00000100:00000200:3.0:1789438883.882740:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1876351184899200, offset 0 00000400:00000200:3.0:1789438883.882747:0:2392:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:3.0:1789438883.882755:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1789438883.882762:0:2392:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:3.0:1789438883.882768:0:2392:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789438883.882771:0:2392:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:3.0:1789438883.882775:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789438883.882778:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:3.0:1789438883.882782:0:2392:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [548339:548339:256:4294967295] 192.168.202.129@tcp LPNI seq info [548278:548278:8:4294967295] 00000400:00000200:3.0:1789438883.882786:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1789438883.882795:0:2392:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:3.0:1789438883.882801:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:3.0:1789438883.882807:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95d244aa7000. 00000800:00000200:3.0:1789438883.882813:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95d247a15180] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:3.0:1789438883.882827:0:2392:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:3.0:1789438883.882832:0:2392:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff95d244aa7000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789438883.882852:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789438883.882856:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000100:00000001:3.0:1789438883.882859:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 2 is 4305796794 00000100:00000010:3.0:1789438883.882863:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95d270b4d1e0. 00000100:00000001:3.0:1789438883.882870:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1789438883.882874:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 3 is 4305796794 00000100:00000010:3.0:1789438883.882878:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95d270b4d420. 00000100:00000001:3.0:1789438883.882881:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1789438883.882883:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789438883.882887:0:2392:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789438883.882889:0:2392:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789438883.882894:0:2392:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95d2780f4e00 x1876351184899456/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789438883.882900:0:2392:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789438883.882902:0:2392:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789438883.882904:0:2392:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789438883.882906:0:2392:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789438883.882907:0:2392:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789438883.882910:0:2392:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff95d2780f4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2d9a8a45-a42f-4142-a7af-34df75c08653:2392:1876351184899456:192.168.202.129@tcp:400:kworker.0 00000100:00000001:3.0:1789438883.882913:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789438883.882916:0:2392:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789438883.882917:0:2392:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789438883.882919:0:2392:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789438883.882922:0:2392:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff95d2503c7a00. 02000000:00000001:3.0:1789438883.882924:0:2392:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789438883.882927:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000010:3.0:1789438883.882930:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95d2782d0058. 00000400:00000010:3.0:1789438883.882934:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95d27200caa0. 00000100:00000200:3.0:1789438883.882938:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876351184899456, portal 10 00000100:00000001:3.0:1789438883.882940:0:2392:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789438883.882947:0:2392:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446627329922780672 : -116743786770944 : ffff95d2780f4e00) 00000100:00000040:3.0:1789438883.882955:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff95d2780f4e00 x1876351184899456/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438938 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789438883.882962:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789438883.882964:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:3.0:1789438883.882967:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95d27200c4c8. 00000100:00000200:3.0:1789438883.882970:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876351184899456, offset 0 00000400:00000200:3.0:1789438883.882975:0:2392:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:3.0:1789438883.882979:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1789438883.882983:0:2392:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:3.0:1789438883.882986:0:2392:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789438883.882988:0:2392:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:3.0:1789438883.882991:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789438883.882993:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:3.0:1789438883.882995:0:2392:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [548340:548340:255:4294967295] 192.168.202.129@tcp LPNI seq info [548279:548279:7:4294967295] 00000400:00000200:3.0:1789438883.882999:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1789438883.883005:0:2392:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:3.0:1789438883.883010:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:3.0:1789438883.883069:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95d244aa7d00. 00000800:00000200:3.0:1789438883.883073:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95d247a15180] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:3.0:1789438883.883078:0:2392:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:3.0:1789438883.883081:0:2392:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff95d244aa7d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789438883.883084:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789438883.883087:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95d244e30800: using a timeout of 14267 usecs (15 jiffies) 00000400:00000200:3.0:1789438883.883090:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000100:00000001:3.0:1789438883.883092:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95d244e30800: PM QoS new deadline estimation for cpu 2 is 4305793040 00000100:00000001:3.0:1789438883.883095:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95d244e30800: PM QoS request active for cpu 2, keep current deadline 4305796794 00000100:00000001:3.0:1789438883.883097:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95d244e30800: PM QoS new deadline estimation for cpu 3 is 4305793040 00000100:00000001:3.0:1789438883.883098:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95d244e30800: PM QoS request active for cpu 3, keep current deadline 4305796794 00000100:00000001:3.0:1789438883.883109:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789438883.883111:0:2392:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789438883.883114:0:2392:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789438883.883116:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789438883.883123:0:2392:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789438883.883125:0:2392:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1789438883.883127:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789438883.883129:0:2392:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789438883.883130:0:2392:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789438883.883132:0:2392:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:3.0:1789438883.883134:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789438883.883136:0:2392:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789438883.883137:0:2392:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789438883.883139:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789438883.883140:0:2392:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789438883.883141:0:2392:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789438883.883146:0:2392:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95d2780f5500 x1876351184899328/t0(0) o400->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789438883.883152:0:2392:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789438883.883154:0:2392:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789438883.883156:0:2392:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789438883.883157:0:2392:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789438883.883159:0:2392:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789438883.883162:0:2392:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff95d2780f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2d9a8a45-a42f-4142-a7af-34df75c08653:2392:1876351184899328:192.168.202.129@tcp:400:kworker.0 00000100:00000001:3.0:1789438883.883165:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789438883.883168:0:2392:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789438883.883169:0:2392:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789438883.883171:0:2392:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789438883.883174:0:2392:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff95d2503c7c00. 02000000:00000001:3.0:1789438883.883176:0:2392:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789438883.883180:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000010:3.0:1789438883.883183:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95d2782d0f78. 00000400:00000010:3.0:1789438883.883187:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95d27200c908. 00000100:00000200:3.0:1789438883.883190:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876351184899328, portal 10 00000100:00000001:3.0:1789438883.883192:0:2392:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789438883.883198:0:2392:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446627329922782464 : -116743786769152 : ffff95d2780f5500) 00000100:00000040:3.0:1789438883.883205:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff95d2780f5500 x1876351184899328/t0(0) o400->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438938 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789438883.883211:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789438883.883213:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:3.0:1789438883.883216:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95d27200cc38. 00000100:00000200:3.0:1789438883.883219:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876351184899328, offset 0 00000400:00000200:3.0:1789438883.883223:0:2392:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:3.0:1789438883.883227:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1789438883.883230:0:2392:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:3.0:1789438883.883233:0:2392:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789438883.883236:0:2392:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:3.0:1789438883.883238:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789438883.883240:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:3.0:1789438883.883243:0:2392:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [548341:548341:254:4294967295] 192.168.202.129@tcp LPNI seq info [548280:548280:6:4294967295] 00000400:00000200:3.0:1789438883.883247:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1789438883.883254:0:2392:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:3.0:1789438883.883258:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:3.0:1789438883.883262:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95d244aa7a00. 00000800:00000200:3.0:1789438883.883266:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95d247a15180] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:3.0:1789438883.883271:0:2392:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:3.0:1789438883.883274:0:2392:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff95d244aa7a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789438883.883277:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789438883.883280:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95d244e30800: using a timeout of 24538 usecs (25 jiffies) 00000400:00000200:3.0:1789438883.883283:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000100:00000001:3.0:1789438883.883285:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95d244e30800: PM QoS new deadline estimation for cpu 2 is 4305793050 00000100:00000001:3.0:1789438883.883287:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95d244e30800: PM QoS request active for cpu 2, keep current deadline 4305796794 00000100:00000001:3.0:1789438883.883289:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95d244e30800: PM QoS new deadline estimation for cpu 3 is 4305793050 00000100:00000001:3.0:1789438883.883291:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95d244e30800: PM QoS request active for cpu 3, keep current deadline 4305796794 00000100:00000001:3.0:1789438883.883299:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789438883.883301:0:2392:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789438883.883303:0:2392:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789438883.883307:0:2392:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95d2780f7480 x1876351184899584/t0(0) o400->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789438883.883314:0:2392:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789438883.883316:0:2392:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789438883.883317:0:2392:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789438883.883319:0:2392:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789438883.883320:0:2392:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789438883.883323:0:2392:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff95d2780f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2d9a8a45-a42f-4142-a7af-34df75c08653:2392:1876351184899584:192.168.202.129@tcp:400:kworker.0 00000100:00000001:3.0:1789438883.883326:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789438883.883329:0:2392:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789438883.883331:0:2392:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789438883.883333:0:2392:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789438883.883336:0:2392:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff95d2503c7200. 02000000:00000001:3.0:1789438883.883337:0:2392:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789438883.883341:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000010:3.0:1789438883.883344:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95d2782d0d10. 00000400:00000010:3.0:1789438883.883348:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95d27200ce58. 00000100:00000200:3.0:1789438883.883351:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876351184899584, portal 4 00000100:00000001:3.0:1789438883.883352:0:2392:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789438883.883353:0:2392:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446627329922790528 : -116743786761088 : ffff95d2780f7480) 00000100:00000040:3.0:1789438883.883359:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff95d2780f7480 x1876351184899584/t0(0) o400->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789438938 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789438883.883365:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789438883.883367:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:3.0:1789438883.883369:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95d27200ca18. 00000100:00000200:3.0:1789438883.883371:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876351184899584, offset 0 00000400:00000200:3.0:1789438883.883375:0:2392:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:3.0:1789438883.883379:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1789438883.883382:0:2392:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:3.0:1789438883.883391:0:2392:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789438883.883393:0:2392:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:3.0:1789438883.883396:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789438883.883398:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:3.0:1789438883.883401:0:2392:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [548342:548342:253:4294967295] 192.168.202.129@tcp LPNI seq info [548281:548281:5:4294967295] 00000400:00000200:3.0:1789438883.883404:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1789438883.883410:0:2392:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:3.0:1789438883.883415:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:3.0:1789438883.883418:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95d244aa7500. 00000800:00000200:3.0:1789438883.883422:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95d247a15180] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:3.0:1789438883.883426:0:2392:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:3.0:1789438883.883428:0:2392:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff95d244aa7500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789438883.883431:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789438883.883434:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff95d244e30800: using a timeout of 102475 usecs (103 jiffies) 00000400:00000200:3.0:1789438883.883437:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000100:00000001:3.0:1789438883.883439:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95d244e30800: PM QoS new deadline estimation for cpu 2 is 4305793128 00000100:00000001:3.0:1789438883.883441:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95d244e30800: PM QoS request active for cpu 2, keep current deadline 4305796794 00000100:00000001:3.0:1789438883.883443:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95d244e30800: PM QoS new deadline estimation for cpu 3 is 4305793128 00000100:00000001:3.0:1789438883.883445:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95d244e30800: PM QoS request active for cpu 3, keep current deadline 4305796794 00000100:00000001:3.0:1789438883.883447:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789438883.883449:0:2392:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789438883.883452:0:2392:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789438883.883454:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789438883.883469:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789438883.883471:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789438883.883704:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789438883.883714:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95d244aa7000. 00000400:00000200:2.0:1789438883.883720:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789438883.883726:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:2.0:1789438883.883731:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95d27200c330 00000400:00000010:2.0:1789438883.883734:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95d27200c330. 00000100:00000001:2.0:1789438883.883738:0:2384:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789438883.883743:0:2384:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff95d2780f5180 x1876351184899200/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789438899 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789438883.883752:0:2384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789438883.883756:0:2384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95d2780f5180 x1876351184899200/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789438899 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789438883.883763:0:2384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789438883.883765:0:2384:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1789438883.883778:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789438883.883781:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95d244aa7d00. 00000400:00000200:2.0:1789438883.883783:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789438883.883786:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:2.0:1789438883.883789:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95d27200c4c8 00000400:00000010:2.0:1789438883.883791:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95d27200c4c8. 00000100:00000001:2.0:1789438883.883792:0:2384:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789438883.883796:0:2384:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff95d2780f4e00 x1876351184899456/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438938 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789438883.883802:0:2384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789438883.883805:0:2384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95d2780f4e00 x1876351184899456/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438938 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789438883.883810:0:2384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789438883.883811:0:2384:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1789438883.883818:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789438883.883821:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95d244aa7a00. 00000400:00000200:2.0:1789438883.883823:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789438883.883826:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:2.0:1789438883.883828:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95d27200cc38 00000400:00000010:2.0:1789438883.883830:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95d27200cc38. 00000100:00000001:2.0:1789438883.883838:0:2384:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789438883.883842:0:2384:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff95d2780f5500 x1876351184899328/t0(0) o400->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438938 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789438883.883850:0:2384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789438883.883852:0:2384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95d2780f5500 x1876351184899328/t0(0) o400->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438938 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789438883.883858:0:2384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789438883.883860:0:2384:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1789438883.883919:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789438883.883922:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95d244aa7500. 00000400:00000200:2.0:1789438883.883925:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789438883.883928:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:2.0:1789438883.883931:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95d27200ca18 00000400:00000010:2.0:1789438883.883932:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95d27200ca18. 00000100:00000001:2.0:1789438883.883934:0:2384:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789438883.883938:0:2384:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff95d2780f7480 x1876351184899584/t0(0) o400->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789438938 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789438883.883944:0:2384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789438883.883947:0:2384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95d2780f7480 x1876351184899584/t0(0) o400->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789438938 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789438883.883952:0:2384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789438883.883954:0:2384:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1789438883.894835:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789438883.894852:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789438883.894856:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789438883.894859:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789438883.894868:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1789438883.894876:0:2383:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:3.0:1789438883.894943:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1789438883.894948:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1789438883.894954:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1789438883.894958:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 25 MB=0x6aa880dd98c80 00000400:00000200:3.0:1789438883.894963:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1789438883.894969:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.129@tcp of length 224/224 into md 0x5164b5 [1] + 224 00000800:00000001:3.0:1789438883.894977:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789438883.894995:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789438883.894999:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789438883.895003:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:3.0:1789438883.895050:0:2383:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789438883.895060:0:2383:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff95d2780f5180 x1876351184899200/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789438899 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789438883.895071:0:2383:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff95d2780f5180 x1876351184899200/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789438899 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789438883.895098:0:2383:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789438883.895107:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789438883.895111:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789438883.895282:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789438883.895287:0:2392:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789438883.895293:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789438883.895295:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789438883.895299:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95d2782d0c60. 00000400:00000200:2.0:1789438883.895304:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95d27200c550 00000400:00000010:2.0:1789438883.895306:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95d27200c550. 00000100:00000001:2.0:1789438883.895310:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789438883.895315:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff95d2780f5180 x1876351184899200/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789438899 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789438883.895324:0:2392:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff95d2780f5180 x1876351184899200/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789438899 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789438883.895336:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789438883.895338:0:2392:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789438883.895341:0:2392:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789438883.895344:0:2392:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789438883.895346:0:2392:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789438883.895349:0:2392:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789438883.895352:0:2392:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789438883.895358:0:2392:0:(import.c:2196:obd_at_measure()) add 5 to ffff95d245589460 time=37 v=5 (5 5 5 5) 00000100:00001000:2.0:1789438883.895362:0:2392:0:(import.c:2196:obd_at_measure()) add 1 to ffff95d245589418 time=11 v=5 (1 1 1 0) 00000100:00000001:2.0:1789438883.895364:0:2392:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789438883.895366:0:2392:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789438883.895369:0:2392:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789438883.895371:0:2392:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789438883.895373:0:2392:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789438883.895378:0:2392:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95d2780f5180 x1876351184899200/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789438899 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789438883.895384:0:2392:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789438883.895387:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789438883.895389:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789438883.895392:0:2392:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95d2780f5180 x1876351184899200/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789438899 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789438883.895401:0:2392:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff95d2780f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:42963a40-8242-4716-b5a0-c55cef22b1d2:2392:1876351184899200:192.168.202.129@tcp:400:kworker.0 00000100:00000001:2.0:1789438883.895406:0:2392:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789438883.895409:0:2392:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789438883.895413:0:2392:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95d2780f5180 x1876351184899200/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789438899 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789438883.895419:0:2392:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789438883.895422:0:2392:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789438883.895425:0:2392:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff95d2503c6200. 02000000:00000001:2.0:1789438883.895429:0:2392:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789438883.895432:0:2392:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789438883.895438:0:2392:0:(genops.c:1222:class_import_put()) import ffff95d245589000 refcount=3 obd=MGC192.168.202.129@tcp 00000020:00000001:2.0:1789438883.895440:0:2392:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789438883.895443:0:2392:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff95d14f8ed400. 02000000:00000001:2.0:1789438883.895447:0:2392:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789438883.895449:0:2392:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789438883.895451:0:2392:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95d2780f5180. 00000100:00000001:2.0:1789438883.895455:0:2392:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789438883.895457:0:2392:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789438883.895460:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789438883.895462:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789438883.895463:0:2392:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789438883.895465:0:2392:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789438883.895467:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1789438883.897404:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789438883.897419:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789438883.897423:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789438883.897426:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789438883.897433:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438883.897440:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:2.0:1789438883.897446:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438883.897451:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438883.897456:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438883.897460:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6aa880dd98d80 00000400:00000200:2.0:1789438883.897465:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438883.897471:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x5164c5 [1] + 224 00000800:00000001:2.0:1789438883.897477:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789438883.897482:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789438883.897588:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789438883.897594:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:2.0:1789438883.897601:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789438883.897611:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff95d2780f4e00 x1876351184899456/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438938 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789438883.897621:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff95d2780f4e00 x1876351184899456/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438938 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789438883.897659:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789438883.897667:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789438883.897671:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789438883.897673:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789438883.897675:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789438883.897678:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438883.897682:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:2.0:1789438883.897686:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438883.897689:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438883.897692:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438883.897695:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6aa880dd98d00 00000400:00000200:2.0:1789438883.897698:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438883.897702:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x5164d5 [1] + 224 00000800:00000001:2.0:1789438883.897706:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789438883.897708:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789438883.897710:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789438883.897713:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:2.0:1789438883.897716:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789438883.897720:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff95d2780f5500 x1876351184899328/t0(0) o400->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438938 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789438883.897728:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff95d2780f5500 x1876351184899328/t0(0) o400->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438938 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789438883.897735:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789438883.897738:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789438883.897741:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789438883.897742:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789438883.897744:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789438883.897747:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438883.897750:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:2.0:1789438883.897753:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438883.897761:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438883.897764:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438883.897767:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 4 MB=0x6aa880dd98e00 00000400:00000200:2.0:1789438883.897771:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438883.897775:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.129@tcp of length 224/224 into md 0x5164e5 [1] + 224 00000800:00000001:2.0:1789438883.897779:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789438883.897784:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789438883.897787:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789438883.897790:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:2.0:1789438883.897793:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789438883.897797:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff95d2780f7480 x1876351184899584/t0(0) o400->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789438938 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789438883.897804:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff95d2780f7480 x1876351184899584/t0(0) o400->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789438938 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789438883.897811:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789438883.897815:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789438883.897817:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789438883.897877:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789438883.897880:0:2392:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789438883.897886:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789438883.897887:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789438883.897891:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95d2782d0f78. 00000400:00000200:3.0:1789438883.897896:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95d27200c908 00000400:00000010:3.0:1789438883.897898:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95d27200c908. 00000100:00000001:3.0:1789438883.897901:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789438883.897905:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff95d2780f5500 x1876351184899328/t0(0) o400->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438938 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789438883.897914:0:2392:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff95d2780f5500 x1876351184899328/t0(0) o400->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438938 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789438883.897920:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789438883.897922:0:2392:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789438883.897929:0:2392:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789438883.897932:0:2392:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789438883.897934:0:2392:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789438883.897936:0:2392:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789438883.897940:0:2392:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789438883.897949:0:2392:0:(import.c:2196:obd_at_measure()) add 36 to ffff95d2780b4460 time=36 v=36 (36 36 36 36) 00000100:00001000:3.0:1789438883.897953:0:2392:0:(import.c:2196:obd_at_measure()) add 1 to ffff95d2780b4418 time=11 v=5 (1 1 2 0) 00000100:00000001:3.0:1789438883.897955:0:2392:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789438883.897956:0:2392:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789438883.897958:0:2392:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789438883.897962:0:2392:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789438883.897966:0:2392:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789438883.897967:0:2392:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff95d244e30800: skip recheck: last_committed 30064771461 00000100:00000001:3.0:1789438883.897970:0:2392:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789438883.897971:0:2392:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789438883.897975:0:2392:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95d2780f5500 x1876351184899328/t0(0) o400->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438938 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789438883.897982:0:2392:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789438883.897985:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789438883.897986:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789438883.897990:0:2392:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95d2780f5500 x1876351184899328/t0(0) o400->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438938 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789438883.897996:0:2392:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff95d2780f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2d9a8a45-a42f-4142-a7af-34df75c08653:2392:1876351184899328:192.168.202.129@tcp:400:kworker.0 00000400:00000001:3.0:1789438883.898002:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789438883.898004:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789438883.898005:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95d2782d0d10. 00000400:00000200:3.0:1789438883.898008:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95d27200ce58 00000400:00000010:3.0:1789438883.898009:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95d27200ce58. 00000100:00000001:3.0:1789438883.898045:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789438883.898049:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff95d2780f7480 x1876351184899584/t0(0) o400->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789438938 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789438883.898057:0:2392:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff95d2780f7480 x1876351184899584/t0(0) o400->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789438938 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789438883.898068:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789438883.898069:0:2392:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789438883.898071:0:2392:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789438883.898073:0:2392:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789438883.898074:0:2392:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789438883.898076:0:2392:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789438883.898077:0:2392:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789438883.898082:0:2392:0:(import.c:2196:obd_at_measure()) add 36 to ffff95d26f5f0460 time=36 v=36 (36 36 5 5) 00000100:00001000:3.0:1789438883.898085:0:2392:0:(import.c:2196:obd_at_measure()) add 1 to ffff95d26f5f0418 time=34 v=5 (1 1 1 1) 00000100:00000001:3.0:1789438883.898087:0:2392:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789438883.898089:0:2392:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789438883.898090:0:2392:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789438883.898093:0:2392:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789438883.898095:0:2392:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789438883.898096:0:2392:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff95d244e30800: skip recheck: last_committed 42949693985 00000100:00000001:3.0:1789438883.898098:0:2392:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789438883.898099:0:2392:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789438883.898104:0:2392:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95d2780f7480 x1876351184899584/t0(0) o400->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789438938 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789438883.898111:0:2392:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789438883.898113:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789438883.898114:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789438883.898118:0:2392:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95d2780f7480 x1876351184899584/t0(0) o400->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789438938 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789438883.898125:0:2392:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff95d2780f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2d9a8a45-a42f-4142-a7af-34df75c08653:2392:1876351184899584:192.168.202.129@tcp:400:kworker.0 00000400:00000001:3.0:1789438883.898130:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789438883.898131:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789438883.898133:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95d2782d0058. 00000400:00000200:3.0:1789438883.898135:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95d27200caa0 00000400:00000010:3.0:1789438883.898137:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95d27200caa0. 00000100:00000001:3.0:1789438883.898141:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789438883.898150:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff95d2780f4e00 x1876351184899456/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438938 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789438883.898156:0:2392:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff95d2780f4e00 x1876351184899456/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438938 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789438883.898162:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789438883.898163:0:2392:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789438883.898165:0:2392:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789438883.898166:0:2392:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789438883.898167:0:2392:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789438883.898168:0:2392:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789438883.898170:0:2392:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789438883.898174:0:2392:0:(import.c:2196:obd_at_measure()) add 36 to ffff95d26f5f6c60 time=36 v=36 (36 36 36 36) 00000100:00001000:3.0:1789438883.898177:0:2392:0:(import.c:2196:obd_at_measure()) add 1 to ffff95d26f5f6c18 time=136 v=5 (1 1 0 0) 00000100:00000001:3.0:1789438883.898179:0:2392:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789438883.898180:0:2392:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789438883.898182:0:2392:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1789438883.898185:0:2392:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff95d2780f4e00 x1876351184899456/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438938 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1789438883.898191:0:2392:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789438883.898193:0:2392:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789438883.898195:0:2392:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff95d244e30800: skip recheck: last_committed 21474836545 00000100:00000001:3.0:1789438883.898196:0:2392:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789438883.898198:0:2392:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789438883.898200:0:2392:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95d2780f4e00 x1876351184899456/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438938 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789438883.898205:0:2392:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789438883.898207:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789438883.898208:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789438883.898212:0:2392:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95d2780f4e00 x1876351184899456/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438938 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789438883.898219:0:2392:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff95d2780f4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2d9a8a45-a42f-4142-a7af-34df75c08653:2392:1876351184899456:192.168.202.129@tcp:400:kworker.0 00000100:00000001:3.0:1789438883.898229:0:2392:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789438883.898232:0:2392:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789438883.898247:0:2392:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95d2780f5500 x1876351184899328/t0(0) o400->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438938 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789438883.898254:0:2392:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789438883.898257:0:2392:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789438883.898260:0:2392:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff95d2503c7c00. 02000000:00000001:3.0:1789438883.898263:0:2392:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789438883.898266:0:2392:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789438883.898268:0:2392:0:(genops.c:1222:class_import_put()) import ffff95d2780b4000 refcount=5 obd=lustre-MDT0000-mdc-ffff95d244e30800 00000020:00000001:3.0:1789438883.898270:0:2392:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789438883.898273:0:2392:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff95d14f8ed800. 02000000:00000001:3.0:1789438883.898276:0:2392:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789438883.898277:0:2392:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789438883.898280:0:2392:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95d2780f5500. 00000100:00000001:3.0:1789438883.898283:0:2392:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789438883.898285:0:2392:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789438883.898286:0:2392:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789438883.898289:0:2392:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95d2780f7480 x1876351184899584/t0(0) o400->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789438938 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789438883.898295:0:2392:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789438883.898297:0:2392:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789438883.898298:0:2392:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff95d2503c7200. 02000000:00000001:3.0:1789438883.898300:0:2392:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789438883.898301:0:2392:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789438883.898301:0:2392:0:(genops.c:1222:class_import_put()) import ffff95d26f5f0000 refcount=3 obd=lustre-OST0000-osc-ffff95d244e30800 00000020:00000001:3.0:1789438883.898303:0:2392:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789438883.898304:0:2392:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff95d14f8edf00. 02000000:00000001:3.0:1789438883.898306:0:2392:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789438883.898307:0:2392:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789438883.898308:0:2392:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95d2780f7480. 00000100:00000001:3.0:1789438883.898310:0:2392:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789438883.898311:0:2392:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789438883.898312:0:2392:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789438883.898315:0:2392:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95d2780f4e00 x1876351184899456/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438938 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789438883.898326:0:2392:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789438883.898327:0:2392:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789438883.898329:0:2392:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff95d2503c7a00. 02000000:00000001:3.0:1789438883.898331:0:2392:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789438883.898332:0:2392:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789438883.898333:0:2392:0:(genops.c:1222:class_import_put()) import ffff95d26f5f6800 refcount=3 obd=lustre-MDT0001-mdc-ffff95d244e30800 00000020:00000001:3.0:1789438883.898335:0:2392:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789438883.898336:0:2392:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff95d14f8edb00. 02000000:00000001:3.0:1789438883.898338:0:2392:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789438883.898339:0:2392:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789438883.898340:0:2392:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95d2780f4e00. 00000100:00000001:3.0:1789438883.898343:0:2392:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789438883.898344:0:2392:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789438883.898346:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789438883.898354:0:2392:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789438883.898356:0:2392:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789438883.898358:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789438883.898361:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789438884.394266:0:247630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789438884.394272:0:247630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789438884.394278:0:247630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789438884.394280:0:247630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789438884.394373:0:237586:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789438884.394376:0:237586:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789438884.394379:0:237586:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1789438885.418258:0:247630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789438885.418265:0:247630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789438885.418271:0:247630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789438885.418272:0:247630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789438885.420820:0:259124:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789438885.420828:0:259124:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789438885.420832:0:259124:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1789438886.443126:0:247630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789438886.443134:0:247630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789438886.443142:0:247630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789438886.443143:0:247630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789438886.443292:0:249312:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789438886.443295:0:249312:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789438886.443298:0:249312:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1789438887.466149:0:247630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789438887.466156:0:247630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789438887.466161:0:247630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789438887.466164:0:247630:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789438887.466167:0:247630:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789438887.466172:0:247630:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789438887.466191:0:247630:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789438887.466192:0:247630:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789438887.466196:0:247630:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789438887.466197:0:247630:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789438887.466200:0:247630:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789438887.466214:0:247630:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789438887.466416:0:237587:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789438887.466419:0:237587:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789438887.466424:0:237587:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1789438887.658180:0:243182:0:(connection.c:75:cpu_latency_work()) work item of ffff95d244e33220 (cpu 2) has reached its deadline 4305796794, at 4305796800 00000100:00000010:2.0:1789438887.658198:0:243182:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95d270b4d1e0. 00000100:00000040:3.0:1789438887.658298:0:247630:0:(connection.c:75:cpu_latency_work()) work item of ffff95d244e33330 (cpu 3) has reached its deadline 4305796794, at 4305796800 00000100:00000010:3.0:1789438887.658304:0:247630:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95d270b4d420. 00010000:00000001:3.0:1789438888.493178:0:247630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789438888.493185:0:247630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789438888.493190:0:247630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789438888.493191:0:247630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789438888.493687:0:243614:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789438888.493692:0:243614:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789438888.493695:0:243614:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1789438889.002144:0:152475:0:(pinger.c:229:ptlrpc_pinger_process_import()) 42963a40-8242-4716-b5a0-c55cef22b1d2->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789438889.002156:0:152475:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1789438889.002168:0:152475:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95d2780f5180. 00000020:00000040:2.0:1789438889.002174:0:152475:0:(genops.c:1209:class_import_get()) import ffff95d245589000 refcount=4 obd=MGC192.168.202.129@tcp 00000100:00000001:2.0:1789438889.002179:0:152475:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789438889.002181:0:152475:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789438889.002186:0:152475:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789438889.002195:0:152475:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff95d14f8ed400. 00000100:00000001:2.0:1789438889.002201:0:152475:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789438889.002213:0:152475:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 42963a40-8242-4716-b5a0-c55cef22b1d2->MGS req@ffff95d2780f5180 x1876351184899712/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789438889.002237:0:152475:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789438889.002241:0:152475:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789438889.002247:0:152475:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001357b8d2] to pc [ptlrpcd_01_01+1] req@ffff95d2780f5180 x1876351184899712/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789438889.002286:0:152475:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789438889.002289:0:152475:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2d9a8a45-a42f-4142-a7af-34df75c08653->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789438889.002293:0:152475:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1789438889.002296:0:152475:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95d2780f5880. 00000020:00000040:2.0:1789438889.002299:0:152475:0:(genops.c:1209:class_import_get()) import ffff95d2780b4000 refcount=6 obd=lustre-MDT0000-mdc-ffff95d244e30800 00000100:00000001:2.0:1789438889.002302:0:152475:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789438889.002304:0:152475:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789438889.002307:0:152475:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789438889.002311:0:152475:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff95d14f8edc00. 00000100:00000001:3.0:1789438889.002313:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789438889.002315:0:152475:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789438889.002320:0:2392:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1789438889.002322:0:152475:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2d9a8a45-a42f-4142-a7af-34df75c08653->lustre-MDT0000_UUID req@ffff95d2780f5880 x1876351184899840/t0(0) o400->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789438889.002324:0:2392:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1789438889.002334:0:152475:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000040:3.0:1789438889.002335:0:2392:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95d2780f5180 x1876351184899712/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789438889.002338:0:152475:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789438889.002347:0:152475:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000016fbdd87] to pc [ptlrpcd_01_00+0] req@ffff95d2780f5880 x1876351184899840/t0(0) o400->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789438889.002353:0:2392:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789438889.002357:0:2392:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789438889.002362:0:152475:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789438889.002364:0:2392:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1789438889.002367:0:152475:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2d9a8a45-a42f-4142-a7af-34df75c08653->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1789438889.002368:0:2392:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789438889.002374:0:152475:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:3.0:1789438889.002375:0:2392:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789438889.002379:0:152475:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95d2780f6680. 00000100:00100000:3.0:1789438889.002381:0:2392:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff95d2780f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:42963a40-8242-4716-b5a0-c55cef22b1d2:2392:1876351184899712:192.168.202.129@tcp:400:kworker.0 00000020:00000040:2.0:1789438889.002383:0:152475:0:(genops.c:1209:class_import_get()) import ffff95d26f5f6800 refcount=4 obd=lustre-MDT0001-mdc-ffff95d244e30800 00000100:00000001:2.0:1789438889.002389:0:152475:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1789438889.002390:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789438889.002391:0:152475:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789438889.002395:0:152475:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789438889.002397:0:2392:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000010:2.0:1789438889.002398:0:152475:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff95d14f8ed200. 02000000:00000001:3.0:1789438889.002401:0:2392:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789438889.002403:0:2392:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1789438889.002409:0:152475:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789438889.002410:0:2392:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff95d2503c7000. 02000000:00000001:3.0:1789438889.002414:0:2392:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789438889.002417:0:152475:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2d9a8a45-a42f-4142-a7af-34df75c08653->lustre-MDT0001_UUID req@ffff95d2780f6680 x1876351184899968/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1789438889.002425:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000010:3.0:1789438889.002432:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95d2782d0058. 00000100:00000001:2.0:1789438889.002432:0:152475:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789438889.002436:0:152475:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1789438889.002440:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95d27200caa0. 00000100:00000040:2.0:1789438889.002442:0:152475:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000025a5c54e] to pc [ptlrpcd_01_01+1] req@ffff95d2780f6680 x1876351184899968/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789438889.002450:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876351184899712, portal 25 00000100:00000001:2.0:1789438889.002453:0:152475:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789438889.002454:0:2392:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000040:2.0:1789438889.002457:0:152475:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2d9a8a45-a42f-4142-a7af-34df75c08653->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789438889.002460:0:152475:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1789438889.002464:0:2392:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446627329922781568 : -116743786770048 : ffff95d2780f5180) 00000100:00000010:2.0:1789438889.002464:0:152475:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95d2780f4a80. 00000020:00000040:2.0:1789438889.002469:0:152475:0:(genops.c:1209:class_import_get()) import ffff95d26f5f0000 refcount=4 obd=lustre-OST0000-osc-ffff95d244e30800 00000100:00000001:2.0:1789438889.002474:0:152475:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:3.0:1789438889.002475:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff95d2780f5180 x1876351184899712/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789438905 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1789438889.002476:0:152475:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789438889.002479:0:152475:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789438889.002485:0:152475:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff95d14f8ede00. 00000100:00000001:3.0:1789438889.002489:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1789438889.002490:0:152475:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789438889.002495:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000100:00000040:2.0:1789438889.002500:0:152475:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2d9a8a45-a42f-4142-a7af-34df75c08653->lustre-OST0000_UUID req@ffff95d2780f4a80 x1876351184900096/t0(0) o400->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:3.0:1789438889.002502:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95d27200ce58. 00000100:00000200:3.0:1789438889.002507:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1876351184899712, offset 0 00000100:00000001:2.0:1789438889.002512:0:152475:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789438889.002515:0:152475:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789438889.002520:0:2392:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00000040:2.0:1789438889.002523:0:152475:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006b04304a] to pc [ptlrpcd_01_00+0] req@ffff95d2780f4a80 x1876351184900096/t0(0) o400->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789438889.002533:0:152475:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789438889.002535:0:152475:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2d9a8a45-a42f-4142-a7af-34df75c08653->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789438889.002538:0:152475:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2d9a8a45-a42f-4142-a7af-34df75c08653->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789438889.002543:0:152475:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11135) 00000400:00000200:3.0:1789438889.002546:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1789438889.002555:0:2392:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:3.0:1789438889.002561:0:2392:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789438889.002565:0:2392:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:3.0:1789438889.002569:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789438889.002571:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:3.0:1789438889.002575:0:2392:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [548343:548343:256:4294967295] 192.168.202.129@tcp LPNI seq info [548282:548282:8:4294967295] 00000400:00000200:3.0:1789438889.002580:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000100:00000001:2.0:1789438889.002584:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789438889.002588:0:2391:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1789438889.002591:0:2392:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000100:00000001:2.0:1789438889.002596:0:2391:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000800:00000200:3.0:1789438889.002600:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000100:00000040:2.0:1789438889.002604:0:2391:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95d2780f5880 x1876351184899840/t0(0) o400->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000010:3.0:1789438889.002607:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95d244aa7400. 00000100:00000001:2.0:1789438889.002616:0:2391:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000800:00000200:3.0:1789438889.002618:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95d247a15180] -> 12345-192.168.202.129@tcp (5) 00000100:00000001:2.0:1789438889.002618:0:2391:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789438889.002624:0:2391:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789438889.002626:0:2391:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789438889.002630:0:2391:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789438889.002631:0:2392:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:3.0:1789438889.002637:0:2392:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff95d244aa7400 type 1, nob 320 niov 1 nkiov 1 00000100:00100000:2.0:1789438889.002637:0:2391:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff95d2780f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2d9a8a45-a42f-4142-a7af-34df75c08653:2391:1876351184899840:192.168.202.129@tcp:400:kworker.0 00000100:00000001:2.0:1789438889.002645:0:2391:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789438889.002648:0:2391:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789438889.002649:0:2391:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789438889.002652:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789438889.002652:0:2391:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789438889.002656:0:2391:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff95d245997c00. 00000400:00000200:3.0:1789438889.002660:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 02000000:00000001:2.0:1789438889.002661:0:2391:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789438889.002664:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 2 is 4305801914 00000400:00000200:2.0:1789438889.002669:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000100:00000010:3.0:1789438889.002673:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95d270b4d420. 00000400:00000010:2.0:1789438889.002674:0:2391:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95d24a756c60. 00000100:00000001:3.0:1789438889.002681:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request now active for cpu 2 00000400:00000010:2.0:1789438889.002681:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95d24519a110. 00000100:00000200:2.0:1789438889.002686:0:2391:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876351184899840, portal 10 00000100:00000001:3.0:1789438889.002688:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 3 is 4305801914 00000100:00000001:2.0:1789438889.002689:0:2391:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789438889.002692:0:2391:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446627329922783360 : -116743786768256 : ffff95d2780f5880) 00000100:00000010:3.0:1789438889.002695:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95d270b4d000. 00000100:00000001:3.0:1789438889.002699:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request now active for cpu 3 00000100:00000040:2.0:1789438889.002701:0:2391:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff95d2780f5880 x1876351184899840/t0(0) o400->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438944 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789438889.002710:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789438889.002712:0:2391:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1789438889.002716:0:2392:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789438889.002717:0:2391:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000100:00000001:3.0:1789438889.002721:0:2392:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1789438889.002722:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95d24519ad48. 00000100:00000001:3.0:1789438889.002726:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1789438889.002727:0:2391:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876351184899840, offset 0 00000400:00000200:2.0:1789438889.002734:0:2391:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00000001:3.0:1789438889.002736:0:2392:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789438889.002740:0:2392:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:2.0:1789438889.002740:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000100:00000001:3.0:1789438889.002746:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1789438889.002748:0:2391:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000100:00000001:3.0:1789438889.002749:0:2392:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789438889.002752:0:2392:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1789438889.002754:0:2391:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789438889.002759:0:2391:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000100:00000040:3.0:1789438889.002760:0:2392:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95d2780f6680 x1876351184899968/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1789438889.002762:0:2391:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789438889.002771:0:2391:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:2.0:1789438889.002775:0:2391:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [548344:548344:255:4294967295] 192.168.202.129@tcp LPNI seq info [548283:548283:7:4294967295] 00000400:00000200:2.0:1789438889.002780:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438889.002786:0:2391:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:2.0:1789438889.002793:0:2391:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:2.0:1789438889.002799:0:2391:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95d14f8ed300. 00000100:00000001:3.0:1789438889.002805:0:2392:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789438889.002808:0:2392:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789438889.002809:0:2391:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95d247a15180] -> 12345-192.168.202.129@tcp (5) 02000000:00000001:3.0:1789438889.002812:0:2392:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789438889.002815:0:2392:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000800:00000200:2.0:1789438889.002819:0:2391:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 02000000:00000001:3.0:1789438889.002820:0:2392:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789438889.002825:0:2391:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff95d14f8ed300 type 1, nob 320 niov 1 nkiov 1 00000100:00100000:3.0:1789438889.002827:0:2392:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff95d2780f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2d9a8a45-a42f-4142-a7af-34df75c08653:2392:1876351184899968:192.168.202.129@tcp:400:kworker.0 00000100:00000001:2.0:1789438889.002830:0:2391:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789438889.002833:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1789438889.002836:0:2391:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95d244e30800: using a timeout of 24537 usecs (25 jiffies) 02000000:00000001:3.0:1789438889.002837:0:2392:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789438889.002840:0:2392:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789438889.002843:0:2392:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1789438889.002844:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000100:00000001:2.0:1789438889.002848:0:2391:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95d244e30800: PM QoS new deadline estimation for cpu 2 is 4305798169 02000000:00000010:3.0:1789438889.002849:0:2392:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff95d2503c7200. 00000100:00000001:2.0:1789438889.002851:0:2391:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95d244e30800: PM QoS request active for cpu 2, keep current deadline 4305801914 02000000:00000001:3.0:1789438889.002854:0:2392:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789438889.002855:0:2391:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95d244e30800: PM QoS new deadline estimation for cpu 3 is 4305798169 00000100:00000001:2.0:1789438889.002859:0:2391:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95d244e30800: PM QoS request active for cpu 3, keep current deadline 4305801914 00000400:00000200:3.0:1789438889.002862:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000100:00000001:2.0:1789438889.002863:0:2391:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1789438889.002868:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95d2782d0d10. 00000100:00000001:2.0:1789438889.002868:0:2391:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789438889.002871:0:2391:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000400:00000010:3.0:1789438889.002873:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95d27200c908. 00000100:00000040:2.0:1789438889.002878:0:2391:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95d2780f4a80 x1876351184900096/t0(0) o400->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789438889.002879:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876351184899968, portal 10 00000100:00000001:3.0:1789438889.002884:0:2392:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789438889.002886:0:2392:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446627329922786944 : -116743786764672 : ffff95d2780f6680) 00000100:00000001:2.0:1789438889.002893:0:2391:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789438889.002896:0:2391:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789438889.002897:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff95d2780f6680 x1876351184899968/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438944 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1789438889.002900:0:2391:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789438889.002903:0:2391:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789438889.002907:0:2391:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789438889.002911:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:2.0:1789438889.002915:0:2391:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff95d2780f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2d9a8a45-a42f-4142-a7af-34df75c08653:2391:1876351184900096:192.168.202.129@tcp:400:kworker.0 00000100:00000040:3.0:1789438889.002917:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000100:00000001:2.0:1789438889.002920:0:2391:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000010:3.0:1789438889.002927:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95d27200c110. 00000100:00000200:3.0:1789438889.002929:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876351184899968, offset 0 02000000:00000001:2.0:1789438889.002935:0:2391:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:3.0:1789438889.002936:0:2392:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 02000000:00000001:2.0:1789438889.002939:0:2391:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789438889.002943:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 02000000:00000001:2.0:1789438889.002944:0:2391:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789438889.002949:0:2391:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff95d245996800. 00000400:00000200:3.0:1789438889.002950:0:2392:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 02000000:00000001:2.0:1789438889.002954:0:2391:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789438889.002956:0:2392:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789438889.002962:0:2392:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:2.0:1789438889.002962:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1789438889.002966:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789438889.002968:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:3.0:1789438889.002970:0:2392:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [548345:548345:254:4294967295] 192.168.202.129@tcp LPNI seq info [548284:548284:6:4294967295] 00000400:00000200:3.0:1789438889.002974:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000010:2.0:1789438889.002981:0:2391:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95d24a7567e8. 00000400:00000200:3.0:1789438889.002993:0:2392:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:3.0:1789438889.002999:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:3.0:1789438889.003003:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95d244aa7c00. 00000800:00000200:3.0:1789438889.003007:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95d247a15180] -> 12345-192.168.202.129@tcp (5) 00000400:00000010:2.0:1789438889.003034:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95d24519a5d8. 00000100:00000200:2.0:1789438889.003038:0:2391:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876351184900096, portal 4 00000100:00000001:2.0:1789438889.003040:0:2391:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789438889.003043:0:2391:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446627329922779776 : -116743786771840 : ffff95d2780f4a80) 00000100:00000040:2.0:1789438889.003050:0:2391:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff95d2780f4a80 x1876351184900096/t0(0) o400->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789438944 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789438889.003057:0:2391:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:3.0:1789438889.003060:0:2392:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000100:00000040:2.0:1789438889.003063:0:2391:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000800:00000200:3.0:1789438889.003066:0:2392:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff95d244aa7c00 type 1, nob 320 niov 1 nkiov 1 00000400:00000010:2.0:1789438889.003068:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95d24519a088. 00000100:00000200:2.0:1789438889.003074:0:2391:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876351184900096, offset 0 00000100:00000001:3.0:1789438889.003075:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789438889.003080:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95d244e30800: using a timeout of 14267 usecs (15 jiffies) 00000400:00000200:2.0:1789438889.003082:0:2391:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:3.0:1789438889.003087:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000100:00000001:3.0:1789438889.003091:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95d244e30800: PM QoS new deadline estimation for cpu 2 is 4305798160 00000400:00000200:2.0:1789438889.003091:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000100:00000001:3.0:1789438889.003097:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95d244e30800: PM QoS request active for cpu 2, keep current deadline 4305801914 00000400:00000200:2.0:1789438889.003099:0:2391:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000100:00000001:3.0:1789438889.003101:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95d244e30800: PM QoS new deadline estimation for cpu 3 is 4305798160 00000400:00000200:2.0:1789438889.003104:0:2391:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1789438889.003105:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95d244e30800: PM QoS request active for cpu 3, keep current deadline 4305801914 00000400:00000200:2.0:1789438889.003109:0:2391:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000100:00000001:3.0:1789438889.003110:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789438889.003114:0:2392:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789438889.003117:0:2392:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789438889.003119:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789438889.003122:0:2392:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789438889.003124:0:2392:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1789438889.003131:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789438889.003133:0:2392:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789438889.003134:0:2392:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789438889.003136:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789438889.003181:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789438889.003185:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95d244aa7400. 00000400:00000200:3.0:1789438889.003191:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789438889.003196:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:2.0:1789438889.003299:0:2391:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789438889.003302:0:2391:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:2.0:1789438889.003305:0:2391:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [548346:548346:253:4294967295] 192.168.202.129@tcp LPNI seq info [548285:548285:5:4294967295] 00000400:00000200:2.0:1789438889.003309:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438889.003314:0:2391:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:2.0:1789438889.003318:0:2391:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:2.0:1789438889.003322:0:2391:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95d14f8ed600. 00000800:00000200:2.0:1789438889.003330:0:2391:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95d247a15180] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:2.0:1789438889.003334:0:2391:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:2.0:1789438889.003337:0:2391:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff95d14f8ed600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789438889.003347:0:2391:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789438889.003350:0:2391:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff95d244e30800: using a timeout of 102406 usecs (103 jiffies) 00000400:00000200:2.0:1789438889.003354:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000100:00000001:2.0:1789438889.003356:0:2391:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95d244e30800: PM QoS new deadline estimation for cpu 2 is 4305798248 00000100:00000001:2.0:1789438889.003357:0:2391:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95d244e30800: PM QoS request active for cpu 2, keep current deadline 4305801914 00000100:00000001:2.0:1789438889.003359:0:2391:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95d244e30800: PM QoS new deadline estimation for cpu 3 is 4305798248 00000100:00000001:2.0:1789438889.003361:0:2391:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95d244e30800: PM QoS request active for cpu 3, keep current deadline 4305801914 00000100:00000001:2.0:1789438889.003362:0:2391:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789438889.003364:0:2391:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789438889.003366:0:2391:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789438889.003368:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789438889.003371:0:2391:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789438889.003373:0:2391:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00000001:2.0:1789438889.003375:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789438889.003376:0:2391:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789438889.003378:0:2391:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789438889.003380:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789438889.003383:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95d27200ce58 00000400:00000010:3.0:1789438889.003387:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95d27200ce58. 00000100:00000001:3.0:1789438889.003393:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789438889.003399:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff95d2780f5180 x1876351184899712/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789438905 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789438889.003408:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789438889.003412:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95d2780f5180 x1876351184899712/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789438905 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789438889.003419:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789438889.003421:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789438889.003434:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789438889.003437:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95d14f8ed300. 00000400:00000200:3.0:1789438889.003440:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789438889.003444:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:3.0:1789438889.003446:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95d24519ad48 00000400:00000010:3.0:1789438889.003448:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95d24519ad48. 00000100:00000001:3.0:1789438889.003451:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789438889.003454:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff95d2780f5880 x1876351184899840/t0(0) o400->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438944 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789438889.003460:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789438889.003462:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95d2780f5880 x1876351184899840/t0(0) o400->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438944 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789438889.003468:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789438889.003469:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789438889.003477:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789438889.003485:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95d244aa7c00. 00000400:00000200:3.0:1789438889.003487:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789438889.003490:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:3.0:1789438889.003493:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95d27200c110 00000400:00000010:3.0:1789438889.003494:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95d27200c110. 00000100:00000001:3.0:1789438889.003497:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789438889.003500:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff95d2780f6680 x1876351184899968/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438944 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789438889.003508:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789438889.003510:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95d2780f6680 x1876351184899968/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438944 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789438889.003516:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789438889.003518:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789438889.004362:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789438889.004367:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95d14f8ed600. 00000400:00000200:3.0:1789438889.004372:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789438889.004376:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:3.0:1789438889.004380:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95d24519a088 00000400:00000010:3.0:1789438889.004382:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95d24519a088. 00000100:00000001:3.0:1789438889.004384:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789438889.004389:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff95d2780f4a80 x1876351184900096/t0(0) o400->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789438944 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789438889.004398:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789438889.004400:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95d2780f4a80 x1876351184900096/t0(0) o400->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789438944 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789438889.004406:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789438889.004408:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789438889.010164:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789438889.010181:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789438889.010186:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789438889.010189:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789438889.010199:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438889.010207:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:2.0:1789438889.010215:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438889.010219:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438889.010225:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438889.010230:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 4 MB=0x6aa880dd99000 00000400:00000200:2.0:1789438889.010235:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438889.010242:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.129@tcp of length 224/224 into md 0x516525 [1] + 224 00000800:00000001:2.0:1789438889.010374:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789438889.010380:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789438889.010384:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789438889.010389:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:2.0:1789438889.010409:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789438889.010418:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff95d2780f4a80 x1876351184900096/t0(0) o400->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789438944 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789438889.010428:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff95d2780f4a80 x1876351184900096/t0(0) o400->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789438944 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789438889.010489:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789438889.010493:0:2391:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789438889.010513:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789438889.010521:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789438889.010525:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789438889.010527:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789438889.010530:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789438889.010533:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438889.010537:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:2.0:1789438889.010541:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438889.010543:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438889.010546:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438889.010549:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6aa880dd98f00 00000400:00000200:2.0:1789438889.010552:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438889.010557:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x516505 [1] + 224 00000800:00000001:2.0:1789438889.010570:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789438889.010574:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789438889.010576:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789438889.010580:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:2.0:1789438889.010583:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789438889.010587:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff95d2780f5880 x1876351184899840/t0(0) o400->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438944 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789438889.010596:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff95d2780f5880 x1876351184899840/t0(0) o400->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438944 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789438889.010603:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789438889.010606:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789438889.010610:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789438889.010611:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789438889.010619:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789438889.010623:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438889.010626:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:2.0:1789438889.010630:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438889.010632:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438889.010635:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438889.010638:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6aa880dd98f80 00000400:00000200:2.0:1789438889.010642:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438889.010646:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x516515 [1] + 224 00000800:00000001:2.0:1789438889.010650:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789438889.010653:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789438889.010655:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789438889.010658:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:2.0:1789438889.010661:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789438889.010667:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff95d2780f6680 x1876351184899968/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438944 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789438889.010675:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff95d2780f6680 x1876351184899968/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438944 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789438889.010691:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789438889.010694:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789438889.010698:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789438889.010700:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789438889.010702:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789438889.010705:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438889.010707:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:2.0:1789438889.010710:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438889.010713:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438889.010715:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438889.010717:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 25 MB=0x6aa880dd98e80 00000400:00000200:2.0:1789438889.010720:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438889.010724:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.129@tcp of length 224/224 into md 0x5164f5 [1] + 224 00000800:00000001:2.0:1789438889.010727:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789438889.010740:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789438889.010742:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789438889.010746:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:2.0:1789438889.010749:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789438889.010753:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff95d2780f5180 x1876351184899712/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789438905 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789438889.010761:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff95d2780f5180 x1876351184899712/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789438905 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789438889.010767:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789438889.010770:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789438889.010772:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789438889.010784:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789438889.010786:0:2392:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789438889.010791:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789438889.010793:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789438889.010795:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95d2782d0d10. 00000400:00000200:2.0:1789438889.010799:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95d27200c908 00000400:00000010:2.0:1789438889.010801:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95d27200c908. 00000100:00000001:2.0:1789438889.010804:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789438889.010808:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff95d2780f6680 x1876351184899968/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438944 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789438889.010815:0:2392:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff95d2780f6680 x1876351184899968/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438944 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789438889.010821:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789438889.010823:0:2392:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789438889.010826:0:2392:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789438889.010829:0:2392:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789438889.010831:0:2392:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789438889.010833:0:2392:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789438889.010836:0:2392:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789438889.010845:0:2392:0:(import.c:2196:obd_at_measure()) add 36 to ffff95d26f5f6c60 time=42 v=36 (36 36 36 36) 00000100:00001000:2.0:1789438889.010849:0:2392:0:(import.c:2196:obd_at_measure()) add 1 to ffff95d26f5f6c18 time=142 v=5 (1 1 0 0) 00000100:00000001:2.0:1789438889.010851:0:2392:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789438889.010853:0:2392:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789438889.010861:0:2392:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1789438889.010867:0:2392:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff95d2780f6680 x1876351184899968/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438944 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1789438889.010873:0:2392:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789438889.010876:0:2392:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789438889.010878:0:2392:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff95d244e30800: skip recheck: last_committed 21474836545 00000100:00000001:2.0:1789438889.010880:0:2392:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789438889.010882:0:2392:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789438889.010887:0:2392:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95d2780f6680 x1876351184899968/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438944 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789438889.010894:0:2392:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789438889.010897:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789438889.010899:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789438889.010903:0:2392:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95d2780f6680 x1876351184899968/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438944 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789438889.010909:0:2392:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff95d2780f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2d9a8a45-a42f-4142-a7af-34df75c08653:2392:1876351184899968:192.168.202.129@tcp:400:kworker.0 00000400:00000001:2.0:1789438889.010915:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789438889.010916:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789438889.010918:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95d2782d0058. 00000400:00000200:2.0:1789438889.010920:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95d27200caa0 00000400:00000010:2.0:1789438889.010922:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95d27200caa0. 00000100:00000001:2.0:1789438889.010924:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789438889.010927:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff95d2780f5180 x1876351184899712/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789438905 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789438889.010933:0:2392:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff95d2780f5180 x1876351184899712/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789438905 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789438889.010938:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789438889.010939:0:2392:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789438889.010941:0:2392:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789438889.010942:0:2392:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789438889.010950:0:2392:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789438889.010951:0:2392:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789438889.010953:0:2392:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789438889.010956:0:2392:0:(import.c:2196:obd_at_measure()) add 5 to ffff95d245589460 time=43 v=5 (5 5 5 5) 00000100:00001000:2.0:1789438889.010958:0:2392:0:(import.c:2196:obd_at_measure()) add 1 to ffff95d245589418 time=17 v=5 (1 1 1 0) 00000100:00000001:2.0:1789438889.010960:0:2392:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789438889.010961:0:2392:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789438889.010963:0:2392:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789438889.010981:0:2392:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789438889.010992:0:2392:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789438889.010996:0:2392:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95d2780f5180 x1876351184899712/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789438905 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789438889.011001:0:2392:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789438889.011003:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789438889.011004:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789438889.011007:0:2392:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95d2780f5180 x1876351184899712/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789438905 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789438889.011042:0:2392:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff95d2780f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:42963a40-8242-4716-b5a0-c55cef22b1d2:2392:1876351184899712:192.168.202.129@tcp:400:kworker.0 00000100:00000001:2.0:1789438889.011056:0:2392:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789438889.011059:0:2392:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789438889.011062:0:2392:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95d2780f6680 x1876351184899968/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438944 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789438889.011068:0:2392:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789438889.011070:0:2392:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789438889.011073:0:2392:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff95d2503c7200. 02000000:00000001:2.0:1789438889.011076:0:2392:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789438889.011079:0:2392:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789438889.011081:0:2392:0:(genops.c:1222:class_import_put()) import ffff95d26f5f6800 refcount=3 obd=lustre-MDT0001-mdc-ffff95d244e30800 00000020:00000001:2.0:1789438889.011083:0:2392:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789438889.011085:0:2392:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff95d14f8ed200. 02000000:00000001:2.0:1789438889.011088:0:2392:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789438889.011089:0:2392:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789438889.011091:0:2392:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95d2780f6680. 00000100:00000001:2.0:1789438889.011100:0:2392:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789438889.011101:0:2392:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789438889.011103:0:2392:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789438889.011106:0:2392:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95d2780f5180 x1876351184899712/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789438905 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789438889.011111:0:2392:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789438889.011112:0:2392:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789438889.011113:0:2392:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff95d2503c7000. 02000000:00000001:2.0:1789438889.011115:0:2392:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789438889.011116:0:2392:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789438889.011117:0:2392:0:(genops.c:1222:class_import_put()) import ffff95d245589000 refcount=3 obd=MGC192.168.202.129@tcp 00000020:00000001:2.0:1789438889.011119:0:2392:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789438889.011120:0:2392:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff95d14f8ed400. 02000000:00000001:2.0:1789438889.011122:0:2392:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789438889.011123:0:2392:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789438889.011124:0:2392:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95d2780f5180. 00000100:00000001:2.0:1789438889.011126:0:2392:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789438889.011127:0:2392:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789438889.011129:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789438889.011137:0:2392:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789438889.011138:0:2392:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789438889.011140:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789438889.011142:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1789438889.011632:0:2391:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789438889.011635:0:2391:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789438889.011639:0:2391:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95d24a7567e8. 00000400:00000200:3.0:1789438889.011643:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95d24519a5d8 00000400:00000010:3.0:1789438889.011651:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95d24519a5d8. 00000100:00000001:3.0:1789438889.011655:0:2391:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789438889.011660:0:2391:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff95d2780f4a80 x1876351184900096/t0(0) o400->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789438944 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789438889.011668:0:2391:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff95d2780f4a80 x1876351184900096/t0(0) o400->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789438944 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789438889.011674:0:2391:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789438889.011676:0:2391:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789438889.011677:0:2391:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789438889.011680:0:2391:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789438889.011681:0:2391:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789438889.011683:0:2391:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789438889.011684:0:2391:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789438889.011690:0:2391:0:(import.c:2196:obd_at_measure()) add 36 to ffff95d26f5f0460 time=42 v=36 (36 36 5 5) 00000100:00001000:3.0:1789438889.011693:0:2391:0:(import.c:2196:obd_at_measure()) add 1 to ffff95d26f5f0418 time=40 v=5 (1 1 1 1) 00000100:00000001:3.0:1789438889.011695:0:2391:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789438889.011696:0:2391:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789438889.011698:0:2391:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789438889.011700:0:2391:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789438889.011702:0:2391:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789438889.011705:0:2391:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff95d244e30800: skip recheck: last_committed 42949693985 00000100:00000001:3.0:1789438889.011706:0:2391:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789438889.011708:0:2391:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789438889.011711:0:2391:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95d2780f4a80 x1876351184900096/t0(0) o400->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789438944 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789438889.011716:0:2391:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789438889.011718:0:2391:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789438889.011719:0:2391:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789438889.011722:0:2391:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95d2780f4a80 x1876351184900096/t0(0) o400->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789438944 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789438889.011728:0:2391:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff95d2780f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2d9a8a45-a42f-4142-a7af-34df75c08653:2391:1876351184900096:192.168.202.129@tcp:400:kworker.0 00000100:00000001:3.0:1789438889.011732:0:2391:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789438889.011738:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789438889.011741:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95d2780f4a80 x1876351184900096/t0(0) o400->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789438944 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789438889.011747:0:2391:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789438889.011749:0:2391:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789438889.011750:0:2391:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff95d245996800. 02000000:00000001:3.0:1789438889.011753:0:2391:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789438889.011754:0:2391:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789438889.011756:0:2391:0:(genops.c:1222:class_import_put()) import ffff95d26f5f0000 refcount=3 obd=lustre-OST0000-osc-ffff95d244e30800 00000020:00000001:3.0:1789438889.011758:0:2391:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789438889.011759:0:2391:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff95d14f8ede00. 02000000:00000001:3.0:1789438889.011761:0:2391:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789438889.011762:0:2391:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789438889.011764:0:2391:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95d2780f4a80. 00000100:00000001:3.0:1789438889.011766:0:2391:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789438889.011768:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789438889.011770:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789438889.011771:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789438889.011773:0:2391:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789438889.011776:0:2391:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789438889.011777:0:2391:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789438889.011779:0:2391:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95d24a756c60. 00000400:00000200:3.0:1789438889.011782:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95d24519a110 00000400:00000010:3.0:1789438889.011783:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95d24519a110. 00000100:00000001:3.0:1789438889.011786:0:2391:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789438889.011789:0:2391:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff95d2780f5880 x1876351184899840/t0(0) o400->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438944 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789438889.011796:0:2391:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff95d2780f5880 x1876351184899840/t0(0) o400->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438944 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789438889.011802:0:2391:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789438889.011803:0:2391:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789438889.011805:0:2391:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789438889.011806:0:2391:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789438889.011807:0:2391:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789438889.011808:0:2391:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789438889.011810:0:2391:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789438889.011823:0:2391:0:(import.c:2196:obd_at_measure()) add 36 to ffff95d2780b4460 time=42 v=36 (36 36 36 36) 00000100:00001000:3.0:1789438889.011826:0:2391:0:(import.c:2196:obd_at_measure()) add 1 to ffff95d2780b4418 time=17 v=5 (1 1 2 0) 00000100:00000001:3.0:1789438889.011828:0:2391:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789438889.011830:0:2391:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789438889.011832:0:2391:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789438889.011833:0:2391:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789438889.011836:0:2391:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789438889.011837:0:2391:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff95d244e30800: skip recheck: last_committed 30064771461 00000100:00000001:3.0:1789438889.011838:0:2391:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789438889.011840:0:2391:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789438889.011844:0:2391:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95d2780f5880 x1876351184899840/t0(0) o400->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438944 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789438889.011850:0:2391:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789438889.011852:0:2391:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789438889.011854:0:2391:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789438889.011856:0:2391:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95d2780f5880 x1876351184899840/t0(0) o400->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438944 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789438889.011864:0:2391:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff95d2780f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2d9a8a45-a42f-4142-a7af-34df75c08653:2391:1876351184899840:192.168.202.129@tcp:400:kworker.0 00000100:00000001:3.0:1789438889.011869:0:2391:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789438889.011870:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789438889.011873:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95d2780f5880 x1876351184899840/t0(0) o400->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438944 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789438889.011878:0:2391:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789438889.011879:0:2391:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789438889.011881:0:2391:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff95d245997c00. 02000000:00000001:3.0:1789438889.011884:0:2391:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789438889.011885:0:2391:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789438889.011886:0:2391:0:(genops.c:1222:class_import_put()) import ffff95d2780b4000 refcount=5 obd=lustre-MDT0000-mdc-ffff95d244e30800 00000020:00000001:3.0:1789438889.011888:0:2391:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789438889.011889:0:2391:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff95d14f8edc00. 02000000:00000001:3.0:1789438889.011891:0:2391:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789438889.011892:0:2391:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789438889.011899:0:2391:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95d2780f5880. 00000100:00000001:3.0:1789438889.011901:0:2391:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789438889.011902:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789438889.011904:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789438889.011909:0:2391:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789438889.011910:0:2391:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789438889.011912:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789438889.011914:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789438889.514243:0:247630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789438889.514251:0:247630:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789438889.514253:0:247630:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789438889.514257:0:247630:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789438889.514262:0:247630:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789438889.514265:0:247630:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789438889.514267:0:247630:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789438889.514268:0:247630:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789438889.514272:0:247630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789438889.514273:0:247630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789438889.517387:0:237586:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789438889.517394:0:237586:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789438889.517398:0:237586:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1789438890.543614:0:247630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789438890.543621:0:247630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789438890.543628:0:247630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789438890.543629:0:247630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789438890.543730:0:259124:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789438890.543734:0:259124:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789438890.543737:0:259124:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1789438891.562693:0:247630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789438891.562700:0:247630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789438891.562706:0:247630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789438891.562707:0:247630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789438891.562786:0:249312:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789438891.562790:0:249312:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789438891.562794:0:249312:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1789438892.586694:0:247630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789438892.586700:0:247630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789438892.586706:0:247630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789438892.586707:0:247630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789438892.586864:0:237587:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789438892.586868:0:237587:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789438892.586872:0:237587:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1789438892.779898:0:243182:0:(connection.c:75:cpu_latency_work()) work item of ffff95d244e33220 (cpu 2) has reached its deadline 4305801914, at 4305801921 00000100:00000010:2.0:1789438892.779913:0:243182:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95d270b4d420. 00000100:00000040:3.0:1789438892.780376:0:247630:0:(connection.c:75:cpu_latency_work()) work item of ffff95d244e33330 (cpu 3) has reached its deadline 4305801914, at 4305801922 00000100:00000010:3.0:1789438892.780383:0:247630:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95d270b4d000. 00010000:00000001:3.0:1789438893.610211:0:247630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789438893.610218:0:247630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789438893.610224:0:247630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789438893.610225:0:247630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789438893.610444:0:243614:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789438893.610449:0:243614:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789438893.610469:0:243614:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1789438894.122384:0:152475:0:(pinger.c:229:ptlrpc_pinger_process_import()) 42963a40-8242-4716-b5a0-c55cef22b1d2->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789438894.122395:0:152475:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1789438894.122407:0:152475:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95d2780f5180. 00000020:00000040:2.0:1789438894.122413:0:152475:0:(genops.c:1209:class_import_get()) import ffff95d245589000 refcount=4 obd=MGC192.168.202.129@tcp 00000100:00000001:2.0:1789438894.122418:0:152475:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789438894.122421:0:152475:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789438894.122426:0:152475:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789438894.122435:0:152475:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff95d14f8ed400. 00000100:00000001:2.0:1789438894.122443:0:152475:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789438894.122455:0:152475:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 42963a40-8242-4716-b5a0-c55cef22b1d2->MGS req@ffff95d2780f5180 x1876351184900224/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789438894.122481:0:152475:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789438894.122485:0:152475:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789438894.122491:0:152475:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001357b8d2] to pc [ptlrpcd_01_01+1] req@ffff95d2780f5180 x1876351184900224/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789438894.122527:0:152475:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789438894.122530:0:152475:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2d9a8a45-a42f-4142-a7af-34df75c08653->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789438894.122532:0:152475:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1789438894.122535:0:152475:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95d2780f6680. 00000020:00000040:2.0:1789438894.122547:0:152475:0:(genops.c:1209:class_import_get()) import ffff95d2780b4000 refcount=6 obd=lustre-MDT0000-mdc-ffff95d244e30800 00000100:00000001:2.0:1789438894.122550:0:152475:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789438894.122551:0:152475:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789438894.122553:0:152475:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789438894.122557:0:152475:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff95d14f8ed200. 00000100:00000001:2.0:1789438894.122560:0:152475:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789438894.122564:0:152475:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2d9a8a45-a42f-4142-a7af-34df75c08653->lustre-MDT0000_UUID req@ffff95d2780f6680 x1876351184900352/t0(0) o400->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789438894.122570:0:152475:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789438894.122572:0:152475:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789438894.122575:0:152475:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000025a5c54e] to pc [ptlrpcd_01_00+0] req@ffff95d2780f6680 x1876351184900352/t0(0) o400->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789438894.122582:0:152475:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789438894.122585:0:152475:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2d9a8a45-a42f-4142-a7af-34df75c08653->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789438894.122587:0:152475:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1789438894.122589:0:152475:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95d2780f4000. 00000020:00000040:2.0:1789438894.122591:0:152475:0:(genops.c:1209:class_import_get()) import ffff95d26f5f6800 refcount=4 obd=lustre-MDT0001-mdc-ffff95d244e30800 00000100:00000001:2.0:1789438894.122593:0:152475:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789438894.122594:0:152475:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789438894.122596:0:152475:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789438894.122598:0:152475:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff95d14f8ed900. 00000100:00000001:2.0:1789438894.122607:0:152475:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789438894.122611:0:152475:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2d9a8a45-a42f-4142-a7af-34df75c08653->lustre-MDT0001_UUID req@ffff95d2780f4000 x1876351184900480/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789438894.122617:0:152475:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789438894.122619:0:152475:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789438894.122623:0:152475:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000056967518] to pc [ptlrpcd_01_01+1] req@ffff95d2780f4000 x1876351184900480/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789438894.122630:0:152475:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789438894.122632:0:152475:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2d9a8a45-a42f-4142-a7af-34df75c08653->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789438894.122635:0:152475:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1789438894.122637:0:152475:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95d2780f7100. 00000020:00000040:2.0:1789438894.122639:0:152475:0:(genops.c:1209:class_import_get()) import ffff95d26f5f0000 refcount=4 obd=lustre-OST0000-osc-ffff95d244e30800 00000100:00000001:2.0:1789438894.122641:0:152475:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789438894.122642:0:152475:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789438894.122644:0:152475:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789438894.122647:0:152475:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff95d14f8eda00. 00000100:00000001:2.0:1789438894.122649:0:152475:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789438894.122653:0:152475:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2d9a8a45-a42f-4142-a7af-34df75c08653->lustre-OST0000_UUID req@ffff95d2780f7100 x1876351184900608/t0(0) o400->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789438894.122669:0:152475:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789438894.122671:0:152475:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789438894.122675:0:152475:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009269e076] to pc [ptlrpcd_01_00+0] req@ffff95d2780f7100 x1876351184900608/t0(0) o400->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789438894.122681:0:152475:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789438894.122683:0:152475:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2d9a8a45-a42f-4142-a7af-34df75c08653->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789438894.122685:0:152475:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2d9a8a45-a42f-4142-a7af-34df75c08653->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789438894.122691:0:152475:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11140) 00000100:00000001:3.0:1789438894.122875:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789438894.122879:0:2392:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789438894.122888:0:2392:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789438894.122895:0:2392:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95d2780f5180 x1876351184900224/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789438894.122915:0:2392:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789438894.122917:0:2392:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789438894.122922:0:2392:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789438894.122925:0:2392:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789438894.122928:0:2392:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789438894.122931:0:2392:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff95d2780f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:42963a40-8242-4716-b5a0-c55cef22b1d2:2392:1876351184900224:192.168.202.129@tcp:400:kworker.0 00000100:00000001:3.0:1789438894.122948:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789438894.122954:0:2392:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789438894.122956:0:2392:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789438894.122958:0:2392:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789438894.122963:0:2392:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff95d2503c7a00. 02000000:00000001:3.0:1789438894.122965:0:2392:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789438894.122972:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000010:3.0:1789438894.122976:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95d2782d0f78. 00000400:00000010:3.0:1789438894.122982:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95d27200c110. 00000100:00000200:3.0:1789438894.122989:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876351184900224, portal 25 00000100:00000001:3.0:1789438894.122991:0:2392:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789438894.122992:0:2392:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446627329922781568 : -116743786770048 : ffff95d2780f5180) 00000100:00000040:3.0:1789438894.122998:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff95d2780f5180 x1876351184900224/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789438910 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789438894.123005:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789438894.123008:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:3.0:1789438894.123010:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95d27200ce58. 00000100:00000200:3.0:1789438894.123237:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1876351184900224, offset 0 00000400:00000200:3.0:1789438894.123245:0:2392:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:3.0:1789438894.123254:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1789438894.123262:0:2392:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:3.0:1789438894.123267:0:2392:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789438894.123271:0:2392:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:3.0:1789438894.123274:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789438894.123283:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:3.0:1789438894.123287:0:2392:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [548347:548347:256:4294967295] 192.168.202.129@tcp LPNI seq info [548286:548286:8:4294967295] 00000400:00000200:3.0:1789438894.123293:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1789438894.123302:0:2392:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:3.0:1789438894.123309:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:3.0:1789438894.123314:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95d244aa7c00. 00000800:00000200:3.0:1789438894.123320:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95d247a15180] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:3.0:1789438894.123328:0:2392:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:3.0:1789438894.123333:0:2392:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff95d244aa7c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789438894.123353:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789438894.123359:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000100:00000001:3.0:1789438894.123361:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 2 is 4305807035 00000100:00000010:3.0:1789438894.123366:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95d270b4d000. 00000100:00000001:3.0:1789438894.123373:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1789438894.123378:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 3 is 4305807035 00000100:00000010:3.0:1789438894.123381:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95d270b4d660. 00000100:00000001:3.0:1789438894.123385:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1789438894.123388:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789438894.123390:0:2392:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789438894.123394:0:2392:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789438894.123399:0:2392:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95d2780f4000 x1876351184900480/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789438894.123406:0:2392:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789438894.123407:0:2392:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789438894.123410:0:2392:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789438894.123411:0:2392:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789438894.123413:0:2392:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789438894.123416:0:2392:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff95d2780f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2d9a8a45-a42f-4142-a7af-34df75c08653:2392:1876351184900480:192.168.202.129@tcp:400:kworker.0 00000100:00000001:3.0:1789438894.123420:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789438894.123429:0:2392:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789438894.123430:0:2392:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789438894.123432:0:2392:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789438894.123435:0:2392:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff95d2503c7000. 02000000:00000001:3.0:1789438894.123437:0:2392:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789438894.123441:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000010:3.0:1789438894.123444:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95d2782d03c8. 00000400:00000010:3.0:1789438894.123448:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95d27200c198. 00000100:00000200:3.0:1789438894.123452:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876351184900480, portal 10 00000100:00000001:3.0:1789438894.123454:0:2392:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789438894.123455:0:2392:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446627329922777088 : -116743786774528 : ffff95d2780f4000) 00000100:00000040:3.0:1789438894.123462:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff95d2780f4000 x1876351184900480/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438949 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789438894.123468:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789438894.123471:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:3.0:1789438894.123473:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95d27200cd48. 00000100:00000200:3.0:1789438894.123476:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876351184900480, offset 0 00000400:00000200:3.0:1789438894.123480:0:2392:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:3.0:1789438894.123484:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1789438894.123488:0:2392:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:3.0:1789438894.123491:0:2392:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789438894.123493:0:2392:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:3.0:1789438894.123496:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789438894.123498:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:3.0:1789438894.123501:0:2392:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [548348:548348:255:4294967295] 192.168.202.129@tcp LPNI seq info [548287:548287:7:4294967295] 00000400:00000200:3.0:1789438894.123505:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1789438894.123510:0:2392:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:3.0:1789438894.123515:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:3.0:1789438894.123519:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95d244aa7400. 00000800:00000200:3.0:1789438894.123524:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95d247a15180] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:3.0:1789438894.123528:0:2392:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:3.0:1789438894.123531:0:2392:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff95d244aa7400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789438894.123554:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789438894.123558:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95d244e30800: using a timeout of 14267 usecs (15 jiffies) 00000400:00000200:3.0:1789438894.123562:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000100:00000001:3.0:1789438894.123565:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95d244e30800: PM QoS new deadline estimation for cpu 2 is 4305803280 00000100:00000001:3.0:1789438894.123567:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95d244e30800: PM QoS request active for cpu 2, keep current deadline 4305807035 00000100:00000001:3.0:1789438894.123570:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95d244e30800: PM QoS new deadline estimation for cpu 3 is 4305803280 00000100:00000001:3.0:1789438894.123572:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95d244e30800: PM QoS request active for cpu 3, keep current deadline 4305807035 00000100:00000001:3.0:1789438894.123574:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789438894.123576:0:2392:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789438894.123579:0:2392:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789438894.123582:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789438894.123591:0:2392:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789438894.123593:0:2392:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1789438894.123595:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789438894.123596:0:2392:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789438894.123598:0:2392:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789438894.123601:0:2392:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:3.0:1789438894.123603:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789438894.123605:0:2392:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789438894.123607:0:2392:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789438894.123608:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789438894.123609:0:2392:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789438894.123611:0:2392:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789438894.123615:0:2392:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95d2780f6680 x1876351184900352/t0(0) o400->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789438894.123623:0:2392:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789438894.123624:0:2392:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789438894.123626:0:2392:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789438894.123628:0:2392:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789438894.123630:0:2392:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789438894.123633:0:2392:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff95d2780f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2d9a8a45-a42f-4142-a7af-34df75c08653:2392:1876351184900352:192.168.202.129@tcp:400:kworker.0 00000100:00000001:3.0:1789438894.123635:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789438894.123638:0:2392:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789438894.123645:0:2392:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789438894.123647:0:2392:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789438894.123650:0:2392:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff95d2503c7c00. 02000000:00000001:3.0:1789438894.123652:0:2392:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789438894.123656:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000010:3.0:1789438894.123669:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95d2782d0790. 00000400:00000010:3.0:1789438894.123676:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95d27200caa0. 00000100:00000200:3.0:1789438894.123679:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876351184900352, portal 10 00000100:00000001:3.0:1789438894.123681:0:2392:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789438894.123683:0:2392:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446627329922786944 : -116743786764672 : ffff95d2780f6680) 00000100:00000040:3.0:1789438894.123689:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff95d2780f6680 x1876351184900352/t0(0) o400->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438949 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789438894.123696:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789438894.123699:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:3.0:1789438894.123701:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95d27200c908. 00000100:00000200:3.0:1789438894.123704:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876351184900352, offset 0 00000400:00000200:3.0:1789438894.123709:0:2392:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:3.0:1789438894.123713:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1789438894.123716:0:2392:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:3.0:1789438894.123719:0:2392:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789438894.123721:0:2392:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:3.0:1789438894.123724:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789438894.123726:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:3.0:1789438894.123729:0:2392:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [548349:548349:254:4294967295] 192.168.202.129@tcp LPNI seq info [548288:548288:6:4294967295] 00000400:00000200:3.0:1789438894.123733:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1789438894.123738:0:2392:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:3.0:1789438894.123743:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:3.0:1789438894.123746:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95d244aa7500. 00000800:00000200:3.0:1789438894.123751:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95d247a15180] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:3.0:1789438894.123755:0:2392:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:3.0:1789438894.123758:0:2392:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff95d244aa7500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789438894.123767:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789438894.123770:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95d244e30800: using a timeout of 24533 usecs (25 jiffies) 00000400:00000200:3.0:1789438894.123774:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000100:00000001:3.0:1789438894.123776:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95d244e30800: PM QoS new deadline estimation for cpu 2 is 4305803290 00000100:00000001:3.0:1789438894.123778:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95d244e30800: PM QoS request active for cpu 2, keep current deadline 4305807035 00000100:00000001:3.0:1789438894.123780:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95d244e30800: PM QoS new deadline estimation for cpu 3 is 4305803290 00000100:00000001:3.0:1789438894.123782:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95d244e30800: PM QoS request active for cpu 3, keep current deadline 4305807035 00000100:00000001:3.0:1789438894.123784:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789438894.123786:0:2392:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789438894.123789:0:2392:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789438894.123793:0:2392:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95d2780f7100 x1876351184900608/t0(0) o400->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789438894.123800:0:2392:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789438894.123802:0:2392:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789438894.123804:0:2392:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789438894.123806:0:2392:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789438894.123808:0:2392:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789438894.123811:0:2392:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff95d2780f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2d9a8a45-a42f-4142-a7af-34df75c08653:2392:1876351184900608:192.168.202.129@tcp:400:kworker.0 00000100:00000001:3.0:1789438894.123814:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789438894.123817:0:2392:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789438894.123818:0:2392:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789438894.123820:0:2392:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789438894.123823:0:2392:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff95d2503c7200. 02000000:00000001:3.0:1789438894.123825:0:2392:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789438894.123829:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000010:3.0:1789438894.123832:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95d2782d06e0. 00000400:00000010:3.0:1789438894.123837:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95d27200c550. 00000100:00000200:3.0:1789438894.123840:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876351184900608, portal 4 00000100:00000001:3.0:1789438894.123841:0:2392:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789438894.123843:0:2392:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446627329922789632 : -116743786761984 : ffff95d2780f7100) 00000100:00000040:3.0:1789438894.123849:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff95d2780f7100 x1876351184900608/t0(0) o400->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789438949 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789438894.123860:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789438894.123862:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:3.0:1789438894.123864:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95d27200ca18. 00000100:00000200:3.0:1789438894.123867:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876351184900608, offset 0 00000400:00000200:3.0:1789438894.123871:0:2392:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:3.0:1789438894.123875:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1789438894.123878:0:2392:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:3.0:1789438894.123881:0:2392:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789438894.123883:0:2392:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:3.0:1789438894.123886:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789438894.123888:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:3.0:1789438894.123891:0:2392:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [548350:548350:253:4294967295] 192.168.202.129@tcp LPNI seq info [548289:548289:5:4294967295] 00000400:00000200:3.0:1789438894.123895:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1789438894.123901:0:2392:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:3.0:1789438894.124194:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:3.0:1789438894.124199:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95d244aa7a00. 00000800:00000200:3.0:1789438894.124203:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95d247a15180] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:3.0:1789438894.124208:0:2392:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:3.0:1789438894.124211:0:2392:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff95d244aa7a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789438894.124215:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789438894.124218:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff95d244e30800: using a timeout of 102332 usecs (103 jiffies) 00000400:00000200:3.0:1789438894.124221:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000100:00000001:3.0:1789438894.124223:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95d244e30800: PM QoS new deadline estimation for cpu 2 is 4305803369 00000100:00000001:3.0:1789438894.124226:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95d244e30800: PM QoS request active for cpu 2, keep current deadline 4305807035 00000100:00000001:3.0:1789438894.124229:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95d244e30800: PM QoS new deadline estimation for cpu 3 is 4305803369 00000100:00000001:3.0:1789438894.124231:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95d244e30800: PM QoS request active for cpu 3, keep current deadline 4305807035 00000100:00000001:3.0:1789438894.124233:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789438894.124235:0:2392:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789438894.124244:0:2392:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789438894.124247:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789438894.124262:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789438894.124264:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789438894.124366:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789438894.124370:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95d244aa7c00. 00000400:00000200:2.0:1789438894.124384:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789438894.124389:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:2.0:1789438894.124394:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95d27200ce58 00000400:00000010:2.0:1789438894.124397:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95d27200ce58. 00000100:00000001:2.0:1789438894.124403:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789438894.124408:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff95d2780f5180 x1876351184900224/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789438910 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789438894.124418:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789438894.124422:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95d2780f5180 x1876351184900224/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789438910 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789438894.124430:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789438894.124431:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1789438894.124444:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789438894.124446:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95d244aa7400. 00000400:00000200:2.0:1789438894.124449:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789438894.124452:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:2.0:1789438894.124455:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95d27200cd48 00000400:00000010:2.0:1789438894.124457:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95d27200cd48. 00000100:00000001:2.0:1789438894.124459:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789438894.124463:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff95d2780f4000 x1876351184900480/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438949 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789438894.124471:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789438894.124474:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95d2780f4000 x1876351184900480/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438949 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789438894.124480:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789438894.124482:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1789438894.124490:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789438894.124492:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95d244aa7500. 00000400:00000200:2.0:1789438894.124495:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789438894.124498:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:2.0:1789438894.124500:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95d27200c908 00000400:00000010:2.0:1789438894.124502:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95d27200c908. 00000100:00000001:2.0:1789438894.124505:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789438894.124514:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff95d2780f6680 x1876351184900352/t0(0) o400->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438949 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789438894.124522:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789438894.124525:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95d2780f6680 x1876351184900352/t0(0) o400->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438949 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789438894.124532:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789438894.124533:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1789438894.125357:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789438894.125363:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95d244aa7a00. 00000400:00000200:2.0:1789438894.125368:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789438894.125374:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:2.0:1789438894.125378:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95d27200ca18 00000400:00000010:2.0:1789438894.125379:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95d27200ca18. 00000100:00000001:2.0:1789438894.125382:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789438894.125388:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff95d2780f7100 x1876351184900608/t0(0) o400->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789438949 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789438894.125396:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789438894.125399:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95d2780f7100 x1876351184900608/t0(0) o400->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789438949 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789438894.125405:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789438894.125407:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789438894.127479:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789438894.127495:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789438894.127499:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789438894.127501:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789438894.127509:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438894.127517:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:2.0:1789438894.127525:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438894.127530:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438894.127534:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438894.127538:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 25 MB=0x6aa880dd99080 00000400:00000200:2.0:1789438894.127542:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438894.127561:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.129@tcp of length 224/224 into md 0x516535 [1] + 224 00000800:00000001:2.0:1789438894.127568:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789438894.127575:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789438894.127578:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789438894.127581:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:2.0:1789438894.127587:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789438894.127595:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff95d2780f5180 x1876351184900224/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789438910 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789438894.127606:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff95d2780f5180 x1876351184900224/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789438910 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789438894.127627:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789438894.127635:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789438894.127644:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789438894.128353:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789438894.128360:0:2392:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789438894.128367:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789438894.128368:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789438894.128372:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95d2782d0f78. 00000400:00000200:3.0:1789438894.128376:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95d27200c110 00000400:00000010:3.0:1789438894.128378:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95d27200c110. 00000100:00000001:3.0:1789438894.128382:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789438894.128388:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff95d2780f5180 x1876351184900224/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789438910 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789438894.128397:0:2392:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff95d2780f5180 x1876351184900224/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789438910 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789438894.128403:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789438894.128405:0:2392:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789438894.128407:0:2392:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789438894.128410:0:2392:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789438894.128413:0:2392:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789438894.128415:0:2392:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789438894.128418:0:2392:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789438894.128424:0:2392:0:(import.c:2196:obd_at_measure()) add 5 to ffff95d245589460 time=48 v=5 (5 5 5 5) 00000100:00001000:3.0:1789438894.128428:0:2392:0:(import.c:2196:obd_at_measure()) add 1 to ffff95d245589418 time=22 v=5 (1 1 1 0) 00000100:00000001:3.0:1789438894.128430:0:2392:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789438894.128432:0:2392:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789438894.128434:0:2392:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789438894.128437:0:2392:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789438894.128439:0:2392:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789438894.128444:0:2392:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95d2780f5180 x1876351184900224/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789438910 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789438894.128451:0:2392:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789438894.128454:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789438894.128456:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789438894.128468:0:2392:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95d2780f5180 x1876351184900224/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789438910 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789438894.128476:0:2392:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff95d2780f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:42963a40-8242-4716-b5a0-c55cef22b1d2:2392:1876351184900224:192.168.202.129@tcp:400:kworker.0 00000100:00000001:3.0:1789438894.128481:0:2392:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789438894.128484:0:2392:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789438894.128487:0:2392:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95d2780f5180 x1876351184900224/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789438910 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789438894.128493:0:2392:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789438894.128496:0:2392:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789438894.128499:0:2392:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff95d2503c7a00. 02000000:00000001:3.0:1789438894.128503:0:2392:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789438894.128505:0:2392:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789438894.128507:0:2392:0:(genops.c:1222:class_import_put()) import ffff95d245589000 refcount=3 obd=MGC192.168.202.129@tcp 00000020:00000001:3.0:1789438894.128509:0:2392:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789438894.128512:0:2392:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff95d14f8ed400. 02000000:00000001:3.0:1789438894.128515:0:2392:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789438894.128517:0:2392:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789438894.128519:0:2392:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95d2780f5180. 00000100:00000001:3.0:1789438894.128523:0:2392:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789438894.128524:0:2392:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789438894.128527:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789438894.128529:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789438894.128530:0:2392:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789438894.128532:0:2392:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789438894.128533:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1789438894.128610:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789438894.128618:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789438894.128620:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789438894.128622:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789438894.128626:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438894.128630:0:2383:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:2.0:1789438894.128642:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438894.128645:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438894.128649:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438894.128653:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6aa880dd99180 00000400:00000200:2.0:1789438894.128656:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438894.129276:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x516545 [1] + 224 00000800:00000001:2.0:1789438894.129284:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789438894.129289:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789438894.129292:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789438894.129295:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:2.0:1789438894.129300:0:2383:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789438894.129306:0:2383:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff95d2780f4000 x1876351184900480/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438949 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789438894.129329:0:2383:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff95d2780f4000 x1876351184900480/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438949 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789438894.129348:0:2383:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789438894.129354:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789438894.129357:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789438894.129359:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789438894.129360:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789438894.129364:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438894.129368:0:2383:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:2.0:1789438894.129372:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438894.129374:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438894.129377:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438894.129380:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6aa880dd99100 00000400:00000200:2.0:1789438894.129384:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438894.129387:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x516555 [1] + 224 00000800:00000001:2.0:1789438894.129391:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789438894.129393:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789438894.129395:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789438894.129398:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:2.0:1789438894.129400:0:2383:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789438894.129404:0:2383:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff95d2780f6680 x1876351184900352/t0(0) o400->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438949 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789438894.129412:0:2383:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff95d2780f6680 x1876351184900352/t0(0) o400->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438949 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789438894.129419:0:2383:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789438894.129422:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789438894.129425:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789438894.129426:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789438894.129428:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789438894.129431:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438894.129439:0:2383:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:2.0:1789438894.129444:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438894.129446:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438894.129449:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438894.129452:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 4 MB=0x6aa880dd99200 00000400:00000200:2.0:1789438894.129456:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438894.129460:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.129@tcp of length 224/224 into md 0x516565 [1] + 224 00000800:00000001:2.0:1789438894.129464:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789438894.129470:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789438894.129472:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789438894.129475:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:2.0:1789438894.129478:0:2383:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789438894.129483:0:2383:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff95d2780f7100 x1876351184900608/t0(0) o400->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789438949 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789438894.129492:0:2383:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff95d2780f7100 x1876351184900608/t0(0) o400->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789438949 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789438894.129499:0:2383:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789438894.129503:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789438894.129506:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789438894.129557:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789438894.129560:0:2392:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789438894.129564:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789438894.129566:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789438894.129568:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95d2782d0790. 00000400:00000200:3.0:1789438894.129572:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95d27200caa0 00000400:00000010:3.0:1789438894.129574:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95d27200caa0. 00000100:00000001:3.0:1789438894.129577:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789438894.129582:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff95d2780f6680 x1876351184900352/t0(0) o400->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438949 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789438894.129601:0:2392:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff95d2780f6680 x1876351184900352/t0(0) o400->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438949 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789438894.129607:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789438894.129609:0:2392:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789438894.129610:0:2392:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789438894.129612:0:2392:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789438894.129614:0:2392:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789438894.129617:0:2392:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789438894.129619:0:2392:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789438894.129626:0:2392:0:(import.c:2196:obd_at_measure()) add 36 to ffff95d2780b4460 time=47 v=36 (36 36 36 36) 00000100:00001000:3.0:1789438894.129629:0:2392:0:(import.c:2196:obd_at_measure()) add 1 to ffff95d2780b4418 time=22 v=5 (1 1 2 0) 00000100:00000001:3.0:1789438894.129642:0:2392:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789438894.129643:0:2392:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789438894.129646:0:2392:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789438894.129649:0:2392:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789438894.129652:0:2392:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789438894.129654:0:2392:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff95d244e30800: skip recheck: last_committed 30064771461 00000100:00000001:3.0:1789438894.129655:0:2392:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789438894.129657:0:2392:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789438894.129666:0:2392:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95d2780f6680 x1876351184900352/t0(0) o400->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438949 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789438894.129674:0:2392:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789438894.129676:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789438894.129678:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789438894.129682:0:2392:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95d2780f6680 x1876351184900352/t0(0) o400->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438949 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789438894.129689:0:2392:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff95d2780f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2d9a8a45-a42f-4142-a7af-34df75c08653:2392:1876351184900352:192.168.202.129@tcp:400:kworker.0 00000400:00000001:3.0:1789438894.129694:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789438894.129695:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789438894.129697:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95d2782d06e0. 00000400:00000200:3.0:1789438894.129703:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95d27200c550 00000400:00000010:3.0:1789438894.129704:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95d27200c550. 00000100:00000001:3.0:1789438894.129706:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789438894.129710:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff95d2780f7100 x1876351184900608/t0(0) o400->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789438949 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789438894.129718:0:2392:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff95d2780f7100 x1876351184900608/t0(0) o400->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789438949 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789438894.129724:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789438894.129725:0:2392:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789438894.129727:0:2392:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789438894.129728:0:2392:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789438894.129729:0:2392:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789438894.129730:0:2392:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789438894.129732:0:2392:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789438894.129736:0:2392:0:(import.c:2196:obd_at_measure()) add 36 to ffff95d26f5f0460 time=47 v=36 (36 36 5 5) 00000100:00001000:3.0:1789438894.129739:0:2392:0:(import.c:2196:obd_at_measure()) add 1 to ffff95d26f5f0418 time=45 v=5 (1 1 1 1) 00000100:00000001:3.0:1789438894.129741:0:2392:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789438894.129742:0:2392:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789438894.129743:0:2392:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789438894.129745:0:2392:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789438894.129747:0:2392:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789438894.129748:0:2392:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff95d244e30800: skip recheck: last_committed 42949693985 00000100:00000001:3.0:1789438894.129750:0:2392:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789438894.129752:0:2392:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789438894.129756:0:2392:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95d2780f7100 x1876351184900608/t0(0) o400->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789438949 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789438894.129761:0:2392:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789438894.129763:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789438894.129764:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789438894.129767:0:2392:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95d2780f7100 x1876351184900608/t0(0) o400->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789438949 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789438894.129774:0:2392:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff95d2780f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2d9a8a45-a42f-4142-a7af-34df75c08653:2392:1876351184900608:192.168.202.129@tcp:400:kworker.0 00000400:00000001:3.0:1789438894.129784:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789438894.129785:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789438894.129786:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95d2782d03c8. 00000400:00000200:3.0:1789438894.129789:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95d27200c198 00000400:00000010:3.0:1789438894.129790:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95d27200c198. 00000100:00000001:3.0:1789438894.129792:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789438894.129795:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff95d2780f4000 x1876351184900480/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438949 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789438894.129803:0:2392:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff95d2780f4000 x1876351184900480/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438949 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789438894.129809:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789438894.129810:0:2392:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789438894.129812:0:2392:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789438894.129813:0:2392:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789438894.129814:0:2392:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789438894.129816:0:2392:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789438894.129817:0:2392:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789438894.129821:0:2392:0:(import.c:2196:obd_at_measure()) add 36 to ffff95d26f5f6c60 time=47 v=36 (36 36 36 36) 00000100:00001000:3.0:1789438894.129823:0:2392:0:(import.c:2196:obd_at_measure()) add 1 to ffff95d26f5f6c18 time=147 v=5 (1 1 0 0) 00000100:00000001:3.0:1789438894.129825:0:2392:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789438894.129827:0:2392:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789438894.129828:0:2392:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1789438894.129831:0:2392:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff95d2780f4000 x1876351184900480/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438949 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1789438894.129838:0:2392:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789438894.129839:0:2392:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789438894.129840:0:2392:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff95d244e30800: skip recheck: last_committed 21474836545 00000100:00000001:3.0:1789438894.129842:0:2392:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789438894.129843:0:2392:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789438894.129846:0:2392:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95d2780f4000 x1876351184900480/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438949 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789438894.129851:0:2392:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789438894.129862:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789438894.129864:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789438894.129868:0:2392:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95d2780f4000 x1876351184900480/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438949 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789438894.129876:0:2392:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff95d2780f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2d9a8a45-a42f-4142-a7af-34df75c08653:2392:1876351184900480:192.168.202.129@tcp:400:kworker.0 00000100:00000001:3.0:1789438894.129879:0:2392:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789438894.129882:0:2392:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789438894.129884:0:2392:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95d2780f6680 x1876351184900352/t0(0) o400->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438949 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789438894.129891:0:2392:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789438894.129893:0:2392:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789438894.129896:0:2392:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff95d2503c7c00. 02000000:00000001:3.0:1789438894.129898:0:2392:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789438894.129900:0:2392:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789438894.129902:0:2392:0:(genops.c:1222:class_import_put()) import ffff95d2780b4000 refcount=5 obd=lustre-MDT0000-mdc-ffff95d244e30800 00000020:00000001:3.0:1789438894.129904:0:2392:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789438894.129906:0:2392:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff95d14f8ed200. 02000000:00000001:3.0:1789438894.129909:0:2392:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789438894.129910:0:2392:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789438894.129912:0:2392:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95d2780f6680. 00000100:00000001:3.0:1789438894.129915:0:2392:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789438894.129916:0:2392:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789438894.129918:0:2392:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789438894.129920:0:2392:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95d2780f7100 x1876351184900608/t0(0) o400->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789438949 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789438894.129926:0:2392:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789438894.129928:0:2392:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789438894.129929:0:2392:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff95d2503c7200. 02000000:00000001:3.0:1789438894.129931:0:2392:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789438894.129932:0:2392:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789438894.129947:0:2392:0:(genops.c:1222:class_import_put()) import ffff95d26f5f0000 refcount=3 obd=lustre-OST0000-osc-ffff95d244e30800 00000020:00000001:3.0:1789438894.129950:0:2392:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789438894.129951:0:2392:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff95d14f8eda00. 02000000:00000001:3.0:1789438894.129958:0:2392:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789438894.129959:0:2392:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789438894.129961:0:2392:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95d2780f7100. 00000100:00000001:3.0:1789438894.129963:0:2392:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789438894.129964:0:2392:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789438894.129965:0:2392:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789438894.129969:0:2392:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95d2780f4000 x1876351184900480/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438949 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789438894.129976:0:2392:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789438894.129977:0:2392:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789438894.129978:0:2392:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff95d2503c7000. 02000000:00000001:3.0:1789438894.129980:0:2392:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789438894.129981:0:2392:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789438894.129982:0:2392:0:(genops.c:1222:class_import_put()) import ffff95d26f5f6800 refcount=3 obd=lustre-MDT0001-mdc-ffff95d244e30800 00000020:00000001:3.0:1789438894.129984:0:2392:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789438894.129985:0:2392:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff95d14f8ed900. 02000000:00000001:3.0:1789438894.129987:0:2392:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789438894.129987:0:2392:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789438894.129989:0:2392:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95d2780f4000. 00000100:00000001:3.0:1789438894.129991:0:2392:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789438894.129992:0:2392:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789438894.129994:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789438894.130001:0:2392:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789438894.130003:0:2392:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789438894.130004:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789438894.130006:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789438894.635985:0:247630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789438894.635993:0:247630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789438894.635998:0:247630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789438894.635999:0:247630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789438894.636154:0:237586:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789438894.636157:0:237586:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789438894.636160:0:237586:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:0.0:1789438895.082154:0:2380:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95d246611840] -> 12345-192.168.202.29@tcp (6) 00000800:00000200:0.0:1789438895.082163:0:2380:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.29@tcp ip 192.168.202.29:988 00000800:00000200:0.0:1789438895.082168:0:2380:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff95d246577100 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:2.0:1789438895.082913:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000001:2.0:1789438895.082921:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789438895.082944:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789438895.082949:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789438895.082952:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1789438895.658155:0:247630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789438895.658162:0:247630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789438895.658168:0:247630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789438895.658170:0:247630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789438895.658271:0:259124:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789438895.658275:0:259124:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789438895.658278:0:259124:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1789438896.682255:0:247630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789438896.682266:0:247630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789438896.682274:0:247630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789438896.682299:0:247630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789438896.682472:0:249312:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789438896.682479:0:249312:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789438896.682483:0:249312:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1789438897.706775:0:247630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789438897.706785:0:247630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789438897.706793:0:247630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789438897.706798:0:247630:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789438897.706801:0:247630:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789438897.706810:0:247630:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789438897.706813:0:247630:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789438897.706816:0:247630:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789438897.706820:0:247630:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789438897.706823:0:247630:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789438897.706825:0:247630:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789438897.706828:0:247630:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789438897.707498:0:237587:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789438897.707503:0:237587:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789438897.707508:0:237587:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1789438897.899263:0:247630:0:(connection.c:75:cpu_latency_work()) work item of ffff95d244e33330 (cpu 3) has reached its deadline 4305807035, at 4305807041 00000100:00000010:3.0:1789438897.899284:0:247630:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95d270b4d660. 00000100:00000040:2.0:1789438897.900065:0:243182:0:(connection.c:75:cpu_latency_work()) work item of ffff95d244e33220 (cpu 2) has reached its deadline 4305807035, at 4305807042 00000100:00000010:2.0:1789438897.900148:0:243182:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95d270b4d000. 00010000:00000001:3.0:1789438898.730152:0:247630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789438898.730160:0:247630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789438898.730166:0:247630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789438898.730167:0:247630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789438898.733518:0:243614:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789438898.733525:0:243614:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789438898.733530:0:243614:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1789438899.242134:0:152475:0:(pinger.c:229:ptlrpc_pinger_process_import()) 42963a40-8242-4716-b5a0-c55cef22b1d2->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789438899.242145:0:152475:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1789438899.242168:0:152475:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95d2780f5c00. 00000020:00000040:2.0:1789438899.242174:0:152475:0:(genops.c:1209:class_import_get()) import ffff95d245589000 refcount=4 obd=MGC192.168.202.129@tcp 00000100:00000001:2.0:1789438899.242178:0:152475:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789438899.242192:0:152475:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789438899.242197:0:152475:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789438899.242205:0:152475:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff95d14f8ed000. 00000100:00000001:2.0:1789438899.242212:0:152475:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789438899.242223:0:152475:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 42963a40-8242-4716-b5a0-c55cef22b1d2->MGS req@ffff95d2780f5c00 x1876351184900736/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789438899.242234:0:152475:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789438899.242238:0:152475:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789438899.242244:0:152475:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f7e0c304] to pc [ptlrpcd_01_01+1] req@ffff95d2780f5c00 x1876351184900736/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789438899.242271:0:152475:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789438899.242275:0:152475:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2d9a8a45-a42f-4142-a7af-34df75c08653->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789438899.242278:0:152475:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1789438899.242280:0:152475:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95d2780f6a00. 00000020:00000040:2.0:1789438899.242283:0:152475:0:(genops.c:1209:class_import_get()) import ffff95d2780b4000 refcount=6 obd=lustre-MDT0000-mdc-ffff95d244e30800 00000100:00000001:2.0:1789438899.242285:0:152475:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789438899.242286:0:152475:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789438899.242288:0:152475:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789438899.242291:0:152475:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff95d14f8edd00. 00000100:00000001:2.0:1789438899.242294:0:152475:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789438899.242298:0:152475:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2d9a8a45-a42f-4142-a7af-34df75c08653->lustre-MDT0000_UUID req@ffff95d2780f6a00 x1876351184900864/t0(0) o400->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789438899.242304:0:152475:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789438899.242306:0:152475:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789438899.242310:0:152475:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097f778fe] to pc [ptlrpcd_01_00+0] req@ffff95d2780f6a00 x1876351184900864/t0(0) o400->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789438899.242317:0:152475:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789438899.242319:0:152475:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2d9a8a45-a42f-4142-a7af-34df75c08653->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789438899.242322:0:152475:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1789438899.242324:0:152475:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95d2780f7b80. 00000020:00000040:2.0:1789438899.242331:0:152475:0:(genops.c:1209:class_import_get()) import ffff95d26f5f6800 refcount=4 obd=lustre-MDT0001-mdc-ffff95d244e30800 00000100:00000001:2.0:1789438899.242334:0:152475:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789438899.242335:0:152475:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789438899.242337:0:152475:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789438899.242341:0:152475:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff95d14f8ed900. 00000100:00000001:2.0:1789438899.242344:0:152475:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789438899.242348:0:152475:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2d9a8a45-a42f-4142-a7af-34df75c08653->lustre-MDT0001_UUID req@ffff95d2780f7b80 x1876351184900992/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789438899.242355:0:152475:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789438899.242358:0:152475:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789438899.242361:0:152475:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008e812fe7] to pc [ptlrpcd_01_01+1] req@ffff95d2780f7b80 x1876351184900992/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789438899.242369:0:152475:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789438899.242371:0:152475:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2d9a8a45-a42f-4142-a7af-34df75c08653->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789438899.242374:0:152475:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1789438899.242377:0:152475:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95d2780f5f80. 00000020:00000040:2.0:1789438899.242379:0:152475:0:(genops.c:1209:class_import_get()) import ffff95d26f5f0000 refcount=4 obd=lustre-OST0000-osc-ffff95d244e30800 00000100:00000001:2.0:1789438899.242381:0:152475:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789438899.242382:0:152475:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789438899.242384:0:152475:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789438899.242387:0:152475:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff95d14f8eda00. 00000100:00000001:2.0:1789438899.242389:0:152475:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789438899.242392:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1789438899.242393:0:152475:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2d9a8a45-a42f-4142-a7af-34df75c08653->lustre-OST0000_UUID req@ffff95d2780f5f80 x1876351184901120/t0(0) o400->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789438899.242396:0:2392:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789438899.242399:0:2392:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1789438899.242399:0:152475:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789438899.242401:0:152475:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789438899.242404:0:152475:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fa60bbfa] to pc [ptlrpcd_01_00+0] req@ffff95d2780f5f80 x1876351184901120/t0(0) o400->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789438899.242411:0:152475:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789438899.242413:0:152475:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2d9a8a45-a42f-4142-a7af-34df75c08653->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789438899.242414:0:2392:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95d2780f5c00 x1876351184900736/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789438899.242421:0:152475:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2d9a8a45-a42f-4142-a7af-34df75c08653->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:3.0:1789438899.242422:0:2392:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789438899.242424:0:2392:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789438899.242426:0:152475:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11146) 02000000:00000001:3.0:1789438899.242427:0:2392:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789438899.242430:0:2392:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789438899.242432:0:2392:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789438899.242435:0:2392:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff95d2780f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:42963a40-8242-4716-b5a0-c55cef22b1d2:2392:1876351184900736:192.168.202.129@tcp:400:kworker.0 00000100:00000001:3.0:1789438899.242440:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1789438899.242441:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789438899.242443:0:2391:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789438899.242444:0:2391:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 02000000:00000001:3.0:1789438899.242445:0:2392:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789438899.242448:0:2392:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789438899.242449:0:2391:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95d2780f6a00 x1876351184900864/t0(0) o400->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1789438899.242450:0:2392:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789438899.242454:0:2392:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff95d2503c6e00. 00000100:00000001:2.0:1789438899.242455:0:2391:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 02000000:00000001:3.0:1789438899.242456:0:2392:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789438899.242456:0:2391:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789438899.242459:0:2391:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789438899.242460:0:2391:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789438899.242462:0:2391:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789438899.242465:0:2391:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff95d2780f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2d9a8a45-a42f-4142-a7af-34df75c08653:2391:1876351184900864:192.168.202.129@tcp:400:kworker.0 00000400:00000200:3.0:1789438899.242467:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000100:00000001:2.0:1789438899.242468:0:2391:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789438899.242470:0:2391:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789438899.242471:0:2391:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1789438899.242472:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95d2782d03c8. 02000000:00000001:2.0:1789438899.242473:0:2391:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789438899.242475:0:2391:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff95d245996600. 02000000:00000001:2.0:1789438899.242477:0:2391:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1789438899.242478:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95d27200c198. 00000400:00000200:2.0:1789438899.242480:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000010:2.0:1789438899.242483:0:2391:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95d24a756b58. 00000100:00000200:3.0:1789438899.242485:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876351184900736, portal 25 00000400:00000010:2.0:1789438899.242486:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95d24519a7f8. 00000100:00000001:3.0:1789438899.242487:0:2392:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000200:2.0:1789438899.242488:0:2391:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876351184900864, portal 10 00000100:00000001:3.0:1789438899.242489:0:2392:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446627329922784256 : -116743786767360 : ffff95d2780f5c00) 00000100:00000001:2.0:1789438899.242490:0:2391:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789438899.242491:0:2391:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446627329922787840 : -116743786763776 : ffff95d2780f6a00) 00000100:00000040:3.0:1789438899.242494:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff95d2780f5c00 x1876351184900736/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789438915 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789438899.242496:0:2391:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff95d2780f6a00 x1876351184900864/t0(0) o400->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438954 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789438899.242502:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1789438899.242503:0:2391:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789438899.242505:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000100:00000040:2.0:1789438899.242505:0:2391:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:3.0:1789438899.242508:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95d27200c550. 00000400:00000010:2.0:1789438899.242508:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95d24519abb0. 00000100:00000200:3.0:1789438899.242511:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1876351184900736, offset 0 00000100:00000200:2.0:1789438899.242511:0:2391:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876351184900864, offset 0 00000400:00000200:3.0:1789438899.242517:0:2392:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:3.0:1789438899.242524:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1789438899.242532:0:2392:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:3.0:1789438899.242537:0:2392:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789438899.242542:0:2392:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:3.0:1789438899.242545:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789438899.242548:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:3.0:1789438899.242551:0:2392:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [548351:548351:256:4294967295] 192.168.202.129@tcp LPNI seq info [548290:548290:8:4294967295] 00000400:00000200:3.0:1789438899.242555:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1789438899.242564:0:2392:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:3.0:1789438899.242569:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:3.0:1789438899.242574:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95d244aa7d00. 00000800:00000200:3.0:1789438899.242580:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95d247a15180] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:3.0:1789438899.242588:0:2392:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:3.0:1789438899.242593:0:2392:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff95d244aa7d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789438899.242607:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789438899.242611:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000100:00000001:3.0:1789438899.242613:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 2 is 4305812154 00000100:00000010:3.0:1789438899.242619:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95d270b4d660. 00000100:00000001:3.0:1789438899.242631:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1789438899.242636:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 3 is 4305812154 00000100:00000010:3.0:1789438899.242639:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95d270b4da80. 00000100:00000001:3.0:1789438899.242642:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1789438899.242644:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789438899.242647:0:2392:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789438899.242649:0:2392:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789438899.242653:0:2392:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95d2780f7b80 x1876351184900992/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789438899.242659:0:2392:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789438899.242661:0:2392:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789438899.242663:0:2392:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789438899.242664:0:2392:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789438899.242666:0:2392:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789438899.242669:0:2392:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff95d2780f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2d9a8a45-a42f-4142-a7af-34df75c08653:2392:1876351184900992:192.168.202.129@tcp:400:kworker.0 00000100:00000001:3.0:1789438899.242672:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789438899.242674:0:2392:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789438899.242676:0:2392:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789438899.242678:0:2392:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789438899.242680:0:2392:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff95d2503c7c00. 02000000:00000001:3.0:1789438899.242682:0:2392:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789438899.242685:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000010:3.0:1789438899.242687:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95d2782d06e0. 00000400:00000200:2.0:1789438899.248729:0:2391:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:2.0:1789438899.248765:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438899.248775:0:2391:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:2.0:1789438899.248780:0:2391:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789438899.248784:0:2391:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:2.0:1789438899.248787:0:2391:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789438899.248789:0:2391:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:2.0:1789438899.248792:0:2391:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [548352:548352:255:4294967295] 192.168.202.129@tcp LPNI seq info [548291:548291:7:4294967295] 00000400:00000200:2.0:1789438899.248797:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438899.248805:0:2391:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:2.0:1789438899.248811:0:2391:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:2.0:1789438899.248819:0:2391:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95d14f8ed200. 00000800:00000200:2.0:1789438899.248826:0:2391:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95d247a15180] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:2.0:1789438899.248833:0:2391:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:2.0:1789438899.248838:0:2391:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff95d14f8ed200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789438899.248843:0:2391:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789438899.248849:0:2391:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95d244e30800: using a timeout of 24528 usecs (25 jiffies) 00000400:00000200:2.0:1789438899.248852:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000100:00000001:2.0:1789438899.248855:0:2391:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95d244e30800: PM QoS new deadline estimation for cpu 2 is 4305808415 00000100:00000001:2.0:1789438899.248858:0:2391:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95d244e30800: PM QoS request active for cpu 2, keep current deadline 4305812154 00000100:00000001:2.0:1789438899.248860:0:2391:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95d244e30800: PM QoS new deadline estimation for cpu 3 is 4305808415 00000100:00000001:2.0:1789438899.248862:0:2391:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95d244e30800: PM QoS request active for cpu 3, keep current deadline 4305812154 00000100:00000001:2.0:1789438899.248864:0:2391:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789438899.248868:0:2391:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789438899.248873:0:2391:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789438899.248881:0:2391:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95d2780f5f80 x1876351184901120/t0(0) o400->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789438899.248890:0:2391:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789438899.248892:0:2391:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789438899.248905:0:2391:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789438899.248913:0:2391:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789438899.248915:0:2391:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789438899.248920:0:2391:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff95d2780f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2d9a8a45-a42f-4142-a7af-34df75c08653:2391:1876351184901120:192.168.202.129@tcp:400:kworker.0 00000100:00000001:2.0:1789438899.248924:0:2391:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789438899.248930:0:2391:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789438899.248932:0:2391:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789438899.248935:0:2391:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789438899.248940:0:2391:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff95d245997e00. 02000000:00000001:2.0:1789438899.248941:0:2391:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789438899.248945:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000010:2.0:1789438899.248949:0:2391:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95d24a756dc0. 00000400:00000010:2.0:1789438899.248955:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95d24519acc0. 00000100:00000200:2.0:1789438899.248962:0:2391:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876351184901120, portal 4 00000100:00000001:2.0:1789438899.248964:0:2391:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789438899.248965:0:2391:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446627329922785152 : -116743786766464 : ffff95d2780f5f80) 00000100:00000040:2.0:1789438899.248972:0:2391:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff95d2780f5f80 x1876351184901120/t0(0) o400->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789438954 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789438899.248977:0:2391:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789438899.248979:0:2391:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:2.0:1789438899.248982:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95d24519a3b8. 00000100:00000200:2.0:1789438899.248984:0:2391:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876351184901120, offset 0 00000400:00000200:2.0:1789438899.248989:0:2391:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:2.0:1789438899.248992:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438899.248995:0:2391:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:2.0:1789438899.248998:0:2391:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789438899.249000:0:2391:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:2.0:1789438899.249002:0:2391:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789438899.249004:0:2391:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:2.0:1789438899.249006:0:2391:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [548353:548353:254:4294967295] 192.168.202.129@tcp LPNI seq info [548292:548292:6:4294967295] 00000400:00000200:2.0:1789438899.249010:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438899.249031:0:2391:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:2.0:1789438899.249036:0:2391:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:2.0:1789438899.249044:0:2391:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95d14f8ed400. 00000800:00000200:2.0:1789438899.249048:0:2391:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95d247a15180] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:2.0:1789438899.249051:0:2391:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:2.0:1789438899.249054:0:2391:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff95d14f8ed400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789438899.249056:0:2391:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789438899.249059:0:2391:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff95d244e30800: using a timeout of 102255 usecs (103 jiffies) 00000400:00000200:2.0:1789438899.249062:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000100:00000001:2.0:1789438899.249064:0:2391:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95d244e30800: PM QoS new deadline estimation for cpu 2 is 4305808493 00000100:00000001:2.0:1789438899.249066:0:2391:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95d244e30800: PM QoS request active for cpu 2, keep current deadline 4305812154 00000100:00000001:2.0:1789438899.249068:0:2391:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95d244e30800: PM QoS new deadline estimation for cpu 3 is 4305808493 00000100:00000001:2.0:1789438899.249070:0:2391:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95d244e30800: PM QoS request active for cpu 3, keep current deadline 4305812154 00000100:00000001:2.0:1789438899.249071:0:2391:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789438899.249074:0:2391:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789438899.249076:0:2391:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789438899.249080:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789438899.249088:0:2391:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789438899.249090:0:2391:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00000001:2.0:1789438899.249092:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789438899.249094:0:2391:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789438899.249095:0:2391:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789438899.249098:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1789438899.250944:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95d27200caa0. 00000100:00000200:3.0:1789438899.250956:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876351184900992, portal 10 00000100:00000001:3.0:1789438899.250959:0:2392:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789438899.250960:0:2392:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446627329922792320 : -116743786759296 : ffff95d2780f7b80) 00000100:00000040:3.0:1789438899.250972:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff95d2780f7b80 x1876351184900992/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438954 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789438899.250981:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789438899.250983:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:3.0:1789438899.250986:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95d27200c110. 00000100:00000200:3.0:1789438899.250998:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876351184900992, offset 0 00000400:00000200:3.0:1789438899.251003:0:2392:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:3.0:1789438899.251010:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1789438899.251040:0:2392:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:3.0:1789438899.251044:0:2392:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789438899.251048:0:2392:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:3.0:1789438899.251050:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789438899.251053:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:3.0:1789438899.251056:0:2392:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [548354:548354:253:4294967295] 192.168.202.129@tcp LPNI seq info [548293:548293:5:4294967295] 00000400:00000200:3.0:1789438899.251061:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1789438899.251068:0:2392:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:3.0:1789438899.251074:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:3.0:1789438899.251078:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95d244aa7000. 00000800:00000200:3.0:1789438899.251084:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95d247a15180] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:3.0:1789438899.251089:0:2392:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:3.0:1789438899.251093:0:2392:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff95d244aa7000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789438899.251097:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789438899.251101:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95d244e30800: using a timeout of 14267 usecs (15 jiffies) 00000400:00000200:3.0:1789438899.251104:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000100:00000001:3.0:1789438899.251106:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95d244e30800: PM QoS new deadline estimation for cpu 2 is 4305808408 00000100:00000001:3.0:1789438899.251109:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95d244e30800: PM QoS request active for cpu 2, keep current deadline 4305812154 00000100:00000001:3.0:1789438899.251111:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95d244e30800: PM QoS new deadline estimation for cpu 3 is 4305808408 00000100:00000001:3.0:1789438899.251113:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95d244e30800: PM QoS request active for cpu 3, keep current deadline 4305812154 00000100:00000001:3.0:1789438899.251115:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789438899.251118:0:2392:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789438899.251121:0:2392:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789438899.251124:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789438899.251130:0:2392:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789438899.251132:0:2392:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1789438899.251135:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789438899.251141:0:2392:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789438899.251142:0:2392:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789438899.251145:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789438899.251192:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789438899.251195:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95d244aa7d00. 00000400:00000200:3.0:1789438899.251200:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789438899.251205:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:3.0:1789438899.251210:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95d27200c550 00000400:00000010:3.0:1789438899.251212:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95d27200c550. 00000100:00000001:3.0:1789438899.251216:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789438899.251221:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff95d2780f5c00 x1876351184900736/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789438915 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789438899.251232:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789438899.251235:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95d2780f5c00 x1876351184900736/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789438915 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789438899.251242:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789438899.251244:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789438899.251254:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789438899.251256:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95d14f8ed200. 00000400:00000200:3.0:1789438899.251259:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789438899.251262:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:3.0:1789438899.251264:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95d24519abb0 00000400:00000010:3.0:1789438899.251266:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95d24519abb0. 00000100:00000001:3.0:1789438899.251268:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789438899.251272:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff95d2780f6a00 x1876351184900864/t0(0) o400->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438954 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789438899.251279:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789438899.251282:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95d2780f6a00 x1876351184900864/t0(0) o400->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438954 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789438899.251288:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789438899.251289:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789438899.251294:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789438899.251295:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95d14f8ed400. 00000400:00000200:3.0:1789438899.251297:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789438899.251531:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:3.0:1789438899.251535:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95d24519a3b8 00000400:00000010:3.0:1789438899.251537:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95d24519a3b8. 00000100:00000001:3.0:1789438899.251540:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789438899.251544:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff95d2780f5f80 x1876351184901120/t0(0) o400->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789438954 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789438899.251551:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789438899.251554:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95d2780f5f80 x1876351184901120/t0(0) o400->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789438954 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789438899.251561:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789438899.251562:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789438899.251615:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789438899.251618:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95d244aa7000. 00000400:00000200:3.0:1789438899.251621:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789438899.251624:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:3.0:1789438899.251626:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95d27200c110 00000400:00000010:3.0:1789438899.251628:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95d27200c110. 00000100:00000001:3.0:1789438899.251629:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789438899.251633:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff95d2780f7b80 x1876351184900992/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438954 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789438899.251640:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789438899.251643:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95d2780f7b80 x1876351184900992/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438954 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789438899.251650:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789438899.251651:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789438899.257762:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789438899.262444:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789438899.262455:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789438899.262462:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789438899.262473:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438899.262481:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:2.0:1789438899.262491:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438899.262495:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438899.262499:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438899.262502:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6aa880dd99300 00000400:00000200:2.0:1789438899.262506:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438899.262523:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x51657d [1] + 224 00000800:00000001:2.0:1789438899.262529:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789438899.262533:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789438899.262536:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789438899.262539:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:2.0:1789438899.262545:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789438899.262553:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff95d2780f6a00 x1876351184900864/t0(0) o400->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438954 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789438899.262562:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff95d2780f6a00 x1876351184900864/t0(0) o400->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438954 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789438899.262578:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789438899.262586:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789438899.262588:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789438899.262589:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789438899.262591:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789438899.262592:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438899.262594:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:2.0:1789438899.262597:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438899.262598:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438899.262600:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438899.262602:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6aa880dd99380 00000400:00000200:2.0:1789438899.262604:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438899.262606:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x5165a5 [1] + 224 00000800:00000001:2.0:1789438899.262608:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789438899.262614:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789438899.262616:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789438899.262617:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:2.0:1789438899.262619:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789438899.262622:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff95d2780f7b80 x1876351184900992/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438954 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789438899.262628:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff95d2780f7b80 x1876351184900992/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438954 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789438899.262642:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789438899.262644:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789438899.262646:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789438899.262663:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789438899.262666:0:2391:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789438899.262670:0:2391:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789438899.262671:0:2391:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789438899.262674:0:2391:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95d24a756b58. 00000400:00000200:2.0:1789438899.262677:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95d24519a7f8 00000400:00000010:2.0:1789438899.262679:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95d24519a7f8. 00000100:00000001:2.0:1789438899.262681:0:2391:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789438899.262683:0:2391:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff95d2780f6a00 x1876351184900864/t0(0) o400->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438954 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789438899.262689:0:2391:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff95d2780f6a00 x1876351184900864/t0(0) o400->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438954 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789438899.262693:0:2391:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789438899.262694:0:2391:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789438899.262696:0:2391:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789438899.262698:0:2391:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789438899.262700:0:2391:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789438899.262702:0:2391:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789438899.262704:0:2391:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789438899.262712:0:2391:0:(import.c:2196:obd_at_measure()) add 36 to ffff95d2780b4460 time=52 v=36 (36 36 36 36) 00000100:00001000:2.0:1789438899.262715:0:2391:0:(import.c:2196:obd_at_measure()) add 1 to ffff95d2780b4418 time=27 v=5 (1 1 2 0) 00000100:00000001:2.0:1789438899.262717:0:2391:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789438899.262718:0:2391:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789438899.262720:0:2391:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789438899.262722:0:2391:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789438899.262725:0:2391:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789438899.262726:0:2391:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff95d244e30800: skip recheck: last_committed 30064771461 00000100:00000001:2.0:1789438899.262728:0:2391:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789438899.262728:0:2391:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789438899.262732:0:2391:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95d2780f6a00 x1876351184900864/t0(0) o400->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438954 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789438899.262743:0:2391:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789438899.262745:0:2391:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789438899.262747:0:2391:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789438899.262750:0:2391:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95d2780f6a00 x1876351184900864/t0(0) o400->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438954 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789438899.262755:0:2391:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff95d2780f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2d9a8a45-a42f-4142-a7af-34df75c08653:2391:1876351184900864:192.168.202.129@tcp:400:kworker.0 00000100:00000001:2.0:1789438899.262760:0:2391:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789438899.262763:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789438899.262766:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95d2780f6a00 x1876351184900864/t0(0) o400->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438954 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789438899.262773:0:2391:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789438899.262776:0:2391:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789438899.262779:0:2391:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff95d245996600. 02000000:00000001:2.0:1789438899.262783:0:2391:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789438899.262785:0:2391:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789438899.262788:0:2391:0:(genops.c:1222:class_import_put()) import ffff95d2780b4000 refcount=5 obd=lustre-MDT0000-mdc-ffff95d244e30800 00000020:00000001:2.0:1789438899.262790:0:2391:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789438899.262792:0:2391:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff95d14f8edd00. 02000000:00000001:2.0:1789438899.262795:0:2391:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789438899.262797:0:2391:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789438899.262799:0:2391:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95d2780f6a00. 00000100:00000001:2.0:1789438899.262802:0:2391:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789438899.262803:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789438899.262806:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789438899.262808:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789438899.262808:0:2391:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789438899.262810:0:2391:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789438899.262811:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789438899.262822:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789438899.262823:0:2392:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789438899.262825:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789438899.262827:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789438899.262832:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95d2782d06e0. 00000400:00000200:2.0:1789438899.262834:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95d27200caa0 00000400:00000010:2.0:1789438899.262835:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95d27200caa0. 00000100:00000001:2.0:1789438899.262837:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789438899.262840:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff95d2780f7b80 x1876351184900992/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438954 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789438899.262846:0:2392:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff95d2780f7b80 x1876351184900992/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438954 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789438899.262850:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789438899.262851:0:2392:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789438899.262852:0:2392:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789438899.262853:0:2392:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789438899.262853:0:2392:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789438899.262854:0:2392:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789438899.262855:0:2392:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789438899.262859:0:2392:0:(import.c:2196:obd_at_measure()) add 36 to ffff95d26f5f6c60 time=52 v=36 (36 36 36 36) 00000100:00001000:2.0:1789438899.262861:0:2392:0:(import.c:2196:obd_at_measure()) add 1 to ffff95d26f5f6c18 time=152 v=5 (1 1 0 0) 00000100:00000001:2.0:1789438899.262863:0:2392:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789438899.262863:0:2392:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789438899.262865:0:2392:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1789438899.262867:0:2392:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff95d2780f7b80 x1876351184900992/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438954 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1789438899.262872:0:2392:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789438899.262874:0:2392:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789438899.262875:0:2392:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff95d244e30800: skip recheck: last_committed 21474836545 00000100:00000001:2.0:1789438899.262877:0:2392:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789438899.262878:0:2392:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789438899.262881:0:2392:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95d2780f7b80 x1876351184900992/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438954 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789438899.262888:0:2392:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789438899.262890:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789438899.262891:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789438899.262909:0:2392:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95d2780f7b80 x1876351184900992/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438954 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789438899.262923:0:2392:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff95d2780f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2d9a8a45-a42f-4142-a7af-34df75c08653:2392:1876351184900992:192.168.202.129@tcp:400:kworker.0 00000100:00000001:2.0:1789438899.262927:0:2392:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789438899.262928:0:2392:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789438899.262932:0:2392:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95d2780f7b80 x1876351184900992/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438954 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789438899.262936:0:2392:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789438899.262937:0:2392:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789438899.262939:0:2392:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff95d2503c7c00. 02000000:00000001:2.0:1789438899.262941:0:2392:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789438899.262942:0:2392:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789438899.262943:0:2392:0:(genops.c:1222:class_import_put()) import ffff95d26f5f6800 refcount=3 obd=lustre-MDT0001-mdc-ffff95d244e30800 00000020:00000001:2.0:1789438899.262944:0:2392:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789438899.262945:0:2392:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff95d14f8ed900. 02000000:00000001:2.0:1789438899.262946:0:2392:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789438899.262947:0:2392:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789438899.262948:0:2392:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95d2780f7b80. 00000100:00000001:2.0:1789438899.262950:0:2392:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789438899.262950:0:2392:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789438899.262952:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789438899.262953:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789438899.262954:0:2392:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789438899.262955:0:2392:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789438899.262956:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1789438899.267342:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789438899.267360:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789438899.267364:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789438899.267367:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789438899.267376:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438899.267384:0:2383:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:2.0:1789438899.267393:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438899.267398:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438899.267419:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438899.267424:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 4 MB=0x6aa880dd99400 00000400:00000200:2.0:1789438899.267444:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438899.267450:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.129@tcp of length 224/224 into md 0x516595 [1] + 224 00000800:00000001:2.0:1789438899.267459:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789438899.267464:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789438899.267467:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789438899.267472:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:2.0:1789438899.267481:0:2383:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789438899.267490:0:2383:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff95d2780f5f80 x1876351184901120/t0(0) o400->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789438954 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789438899.267502:0:2383:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff95d2780f5f80 x1876351184901120/t0(0) o400->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789438954 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789438899.267525:0:2383:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789438899.267536:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789438899.267540:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789438899.267542:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789438899.267543:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789438899.267546:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438899.267551:0:2383:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:2.0:1789438899.267556:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438899.267559:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438899.267563:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438899.267566:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 25 MB=0x6aa880dd99280 00000400:00000200:2.0:1789438899.267570:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438899.267578:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.129@tcp of length 224/224 into md 0x516575 [1] + 224 00000800:00000001:2.0:1789438899.267584:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789438899.267592:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789438899.267597:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1789438899.267598:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1789438899.267608:0:2391:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1789438899.267609:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:2.0:1789438899.267616:0:2383:0:(events.c:80:reply_in_callback()) Process entered 00000400:00000001:3.0:1789438899.267619:0:2391:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000200:2.0:1789438899.267622:0:2383:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff95d2780f5c00 x1876351184900736/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789438915 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1789438899.267625:0:2391:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789438899.267631:0:2391:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95d24a756dc0. 00000400:00000200:3.0:1789438899.267641:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95d24519acc0 00000400:00000010:3.0:1789438899.267647:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95d24519acc0. 00000100:00000001:3.0:1789438899.267657:0:2391:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000040:2.0:1789438899.267664:0:2383:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff95d2780f5c00 x1876351184900736/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789438915 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789438899.267685:0:2391:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff95d2780f5f80 x1876351184901120/t0(0) o400->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789438954 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789438899.267686:0:2383:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789438899.267694:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789438899.267699:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1789438899.267704:0:2391:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff95d2780f5f80 x1876351184901120/t0(0) o400->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789438954 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789438899.267716:0:2391:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789438899.267720:0:2391:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789438899.267720:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789438899.267726:0:2392:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789438899.267727:0:2391:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789438899.267734:0:2391:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000400:00000001:2.0:1789438899.267735:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1789438899.267738:0:2391:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000400:00000001:2.0:1789438899.267740:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1789438899.267744:0:2391:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1789438899.267746:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95d2782d03c8. 02000000:00000001:3.0:1789438899.267752:0:2391:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789438899.267754:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95d27200c198 00000400:00000010:2.0:1789438899.267760:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95d27200c198. 00000100:00000001:2.0:1789438899.267763:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00001000:3.0:1789438899.267767:0:2391:0:(import.c:2196:obd_at_measure()) add 36 to ffff95d26f5f0460 time=52 v=36 (36 36 5 5) 00000100:00000200:2.0:1789438899.267770:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff95d2780f5c00 x1876351184900736/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789438915 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1789438899.267777:0:2391:0:(import.c:2196:obd_at_measure()) add 1 to ffff95d26f5f0418 time=50 v=5 (1 1 1 1) 00000100:00000001:3.0:1789438899.267788:0:2391:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789438899.267792:0:2391:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1789438899.267797:0:2392:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff95d2780f5c00 x1876351184900736/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789438915 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1789438899.267799:0:2391:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789438899.267808:0:2391:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789438899.267818:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789438899.267820:0:2391:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000001:2.0:1789438899.267822:0:2392:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789438899.267825:0:2391:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff95d244e30800: skip recheck: last_committed 42949693985 00000100:00000001:2.0:1789438899.267827:0:2392:0:(client.c:1593:after_reply()) Process entered 00000100:00000001:3.0:1789438899.267831:0:2391:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 02000000:00000001:2.0:1789438899.267833:0:2392:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789438899.267836:0:2391:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789438899.267838:0:2392:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789438899.267843:0:2392:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789438899.267850:0:2391:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95d2780f5f80 x1876351184901120/t0(0) o400->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789438954 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1789438899.267851:0:2392:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789438899.267866:0:2392:0:(import.c:2196:obd_at_measure()) add 5 to ffff95d245589460 time=53 v=5 (5 5 5 5) 00000100:00000001:3.0:1789438899.267867:0:2391:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789438899.267881:0:2391:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00001000:2.0:1789438899.267884:0:2392:0:(import.c:2196:obd_at_measure()) add 1 to ffff95d245589418 time=27 v=5 (1 1 1 0) 00000100:00000001:3.0:1789438899.267885:0:2391:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789438899.267908:0:2391:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95d2780f5f80 x1876351184901120/t0(0) o400->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789438954 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789438899.267908:0:2392:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789438899.267916:0:2392:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789438899.267928:0:2392:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789438899.267935:0:2392:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789438899.267936:0:2391:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff95d2780f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2d9a8a45-a42f-4142-a7af-34df75c08653:2391:1876351184901120:192.168.202.129@tcp:400:kworker.0 00000100:00000001:2.0:1789438899.267944:0:2392:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789438899.267948:0:2391:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789438899.267955:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789438899.267955:0:2392:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95d2780f5c00 x1876351184900736/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789438915 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789438899.267982:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95d2780f5f80 x1876351184901120/t0(0) o400->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789438954 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789438899.267983:0:2392:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789438899.267994:0:2391:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789438899.267998:0:2391:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789438899.268003:0:2391:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff95d245997e00. 02000000:00000001:3.0:1789438899.268008:0:2391:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789438899.268011:0:2391:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789438899.268035:0:2391:0:(genops.c:1222:class_import_put()) import ffff95d26f5f0000 refcount=3 obd=lustre-OST0000-osc-ffff95d244e30800 00000020:00000001:3.0:1789438899.268038:0:2391:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789438899.268041:0:2391:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff95d14f8eda00. 02000000:00000001:3.0:1789438899.268046:0:2391:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789438899.268048:0:2391:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789438899.268050:0:2391:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95d2780f5f80. 00000100:00000001:3.0:1789438899.268055:0:2391:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789438899.268057:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789438899.268059:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789438899.268070:0:2391:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789438899.268072:0:2391:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789438899.268074:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789438899.268076:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789438899.268116:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789438899.268118:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789438899.268125:0:2392:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95d2780f5c00 x1876351184900736/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789438915 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789438899.268134:0:2392:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff95d2780f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:42963a40-8242-4716-b5a0-c55cef22b1d2:2392:1876351184900736:192.168.202.129@tcp:400:kworker.0 00000100:00000001:2.0:1789438899.268139:0:2392:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789438899.268141:0:2392:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789438899.268144:0:2392:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95d2780f5c00 x1876351184900736/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789438915 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789438899.268162:0:2392:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789438899.268164:0:2392:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789438899.268167:0:2392:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff95d2503c6e00. 02000000:00000001:2.0:1789438899.268171:0:2392:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789438899.268174:0:2392:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789438899.268176:0:2392:0:(genops.c:1222:class_import_put()) import ffff95d245589000 refcount=3 obd=MGC192.168.202.129@tcp 00000020:00000001:2.0:1789438899.268177:0:2392:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789438899.268180:0:2392:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff95d14f8ed000. 02000000:00000001:2.0:1789438899.268183:0:2392:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789438899.268184:0:2392:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789438899.268186:0:2392:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95d2780f5c00. 00000100:00000001:2.0:1789438899.268190:0:2392:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789438899.268191:0:2392:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789438899.268193:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789438899.268199:0:2392:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789438899.268201:0:2392:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789438899.268203:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789438899.268206:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789438899.754199:0:247630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789438899.754211:0:247630:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789438899.754214:0:247630:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789438899.754218:0:247630:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789438899.754224:0:247630:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789438899.754227:0:247630:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789438899.754229:0:247630:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789438899.754231:0:247630:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789438899.754237:0:247630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789438899.754238:0:247630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789438899.754365:0:237586:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789438899.754369:0:237586:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789438899.754373:0:237586:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1789438900.778142:0:247630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789438900.778149:0:247630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789438900.778156:0:247630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789438900.778157:0:247630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789438900.779982:0:259124:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789438900.779990:0:259124:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789438900.779994:0:259124:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1789438901.802380:0:247630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789438901.802386:0:247630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789438901.802392:0:247630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789438901.802407:0:247630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789438901.802594:0:249312:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789438901.802598:0:249312:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789438901.802602:0:249312:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1789438902.826157:0:247630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789438902.826164:0:247630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789438902.826170:0:247630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789438902.826171:0:247630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789438902.826282:0:237587:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789438902.826286:0:237587:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789438902.826289:0:237587:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1789438903.018301:0:247630:0:(connection.c:75:cpu_latency_work()) work item of ffff95d244e33330 (cpu 3) has reached its deadline 4305812154, at 4305812160 00000100:00000010:3.0:1789438903.018317:0:247630:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95d270b4da80. 00000100:00000040:2.0:1789438903.018462:0:243182:0:(connection.c:75:cpu_latency_work()) work item of ffff95d244e33220 (cpu 2) has reached its deadline 4305812154, at 4305812160 00000100:00000010:2.0:1789438903.018469:0:243182:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95d270b4d660. 00010000:00000001:3.0:1789438903.851354:0:247630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789438903.851362:0:247630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789438903.851367:0:247630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789438903.851368:0:247630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789438903.851511:0:243614:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789438903.851515:0:243614:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789438903.851519:0:243614:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1789438904.362486:0:152475:0:(pinger.c:229:ptlrpc_pinger_process_import()) 42963a40-8242-4716-b5a0-c55cef22b1d2->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789438904.362496:0:152475:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789438904.362506:0:152475:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95d272166300. 00000020:00000040:0.0:1789438904.362512:0:152475:0:(genops.c:1209:class_import_get()) import ffff95d245589000 refcount=4 obd=MGC192.168.202.129@tcp 00000100:00000001:0.0:1789438904.362516:0:152475:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789438904.362519:0:152475:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789438904.362523:0:152475:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789438904.362545:0:152475:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff95d243293b00. 00000100:00000001:0.0:1789438904.362553:0:152475:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789438904.362565:0:152475:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 42963a40-8242-4716-b5a0-c55cef22b1d2->MGS req@ffff95d272166300 x1876351184901248/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789438904.362577:0:152475:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789438904.362581:0:152475:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789438904.362588:0:152475:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000008cd4847] to pc [ptlrpcd_00_01+1] req@ffff95d272166300 x1876351184901248/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789438904.362611:0:152475:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789438904.362614:0:152475:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2d9a8a45-a42f-4142-a7af-34df75c08653->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789438904.362618:0:152475:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789438904.362621:0:152475:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95d272164380. 00000020:00000040:0.0:1789438904.362624:0:152475:0:(genops.c:1209:class_import_get()) import ffff95d2780b4000 refcount=6 obd=lustre-MDT0000-mdc-ffff95d244e30800 00000100:00000001:0.0:1789438904.362626:0:152475:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789438904.362627:0:152475:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789438904.362629:0:152475:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789438904.362632:0:152475:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff95d243293000. 00000100:00000001:0.0:1789438904.362635:0:152475:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789438904.362639:0:152475:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2d9a8a45-a42f-4142-a7af-34df75c08653->lustre-MDT0000_UUID req@ffff95d272164380 x1876351184901376/t0(0) o400->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789438904.362647:0:152475:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789438904.362649:0:152475:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789438904.362652:0:152475:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bd0b704a] to pc [ptlrpcd_00_00+0] req@ffff95d272164380 x1876351184901376/t0(0) o400->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789438904.362672:0:152475:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789438904.362675:0:152475:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2d9a8a45-a42f-4142-a7af-34df75c08653->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789438904.362678:0:152475:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789438904.362681:0:152475:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95d272165880. 00000020:00000040:0.0:1789438904.362683:0:152475:0:(genops.c:1209:class_import_get()) import ffff95d26f5f6800 refcount=4 obd=lustre-MDT0001-mdc-ffff95d244e30800 00000100:00000001:0.0:1789438904.362685:0:152475:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789438904.362691:0:152475:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789438904.362693:0:152475:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789438904.362696:0:152475:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff95d243293500. 00000100:00000001:0.0:1789438904.362699:0:152475:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789438904.362703:0:152475:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2d9a8a45-a42f-4142-a7af-34df75c08653->lustre-MDT0001_UUID req@ffff95d272165880 x1876351184901504/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789438904.362718:0:152475:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789438904.362720:0:152475:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789438904.362724:0:152475:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000961f6d83] to pc [ptlrpcd_00_01+1] req@ffff95d272165880 x1876351184901504/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789438904.362731:0:152475:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789438904.362733:0:152475:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2d9a8a45-a42f-4142-a7af-34df75c08653->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789438904.362737:0:152475:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789438904.362739:0:152475:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95d272166d80. 00000020:00000040:0.0:1789438904.362741:0:152475:0:(genops.c:1209:class_import_get()) import ffff95d26f5f0000 refcount=4 obd=lustre-OST0000-osc-ffff95d244e30800 00000100:00000001:0.0:1789438904.362743:0:152475:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789438904.362744:0:152475:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789438904.362745:0:152475:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789438904.362830:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789438904.362834:0:2390:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789438904.362844:0:2390:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789438904.362873:0:2390:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95d272166300 x1876351184901248/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789438904.362881:0:2390:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789438904.362883:0:2390:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789438904.362887:0:2390:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789438904.362890:0:2390:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789438904.362892:0:2390:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789438904.362895:0:2390:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff95d272166300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:42963a40-8242-4716-b5a0-c55cef22b1d2:2390:1876351184901248:192.168.202.129@tcp:400:kworker.0 00000100:00000001:1.0:1789438904.362900:0:2390:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789438904.362905:0:2390:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789438904.362907:0:2390:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789438904.362909:0:2390:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789438904.362915:0:2390:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff95d243e27400. 02000000:00000001:1.0:1789438904.362917:0:2390:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789438904.362924:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000010:1.0:1789438904.362928:0:2390:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95d25892db58. 00000400:00000010:1.0:1789438904.362936:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95d244cae550. 00000100:00000200:1.0:1789438904.362942:0:2390:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876351184901248, portal 25 00000100:00000001:1.0:1789438904.362945:0:2390:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789438904.362946:0:2390:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446627329822581504 : -116743886970112 : ffff95d272166300) 00000100:00000040:1.0:1789438904.362952:0:2390:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff95d272166300 x1876351184901248/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789438920 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789438904.362959:0:2390:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789438904.362962:0:2390:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:1.0:1789438904.362964:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95d244caedd0. 00000100:00000200:1.0:1789438904.362967:0:2390:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1876351184901248, offset 0 00000400:00000200:1.0:1789438904.362973:0:2390:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:1.0:1789438904.362987:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:1.0:1789438904.362994:0:2390:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:1.0:1789438904.362999:0:2390:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789438904.363003:0:2390:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:1.0:1789438904.363006:0:2390:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789438904.363009:0:2390:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:1.0:1789438904.363038:0:2390:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [548355:548355:256:4294967295] 192.168.202.129@tcp LPNI seq info [548294:548294:8:4294967295] 00000400:00000200:1.0:1789438904.363043:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:1.0:1789438904.363053:0:2390:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:1.0:1789438904.363058:0:2390:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:1.0:1789438904.363063:0:2390:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95d2521f1300. 00000800:00000200:1.0:1789438904.363070:0:2390:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95d247a15180] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:1.0:1789438904.363078:0:2390:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:1.0:1789438904.363083:0:2390:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff95d2521f1300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789438904.363091:0:2390:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789438904.363094:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000100:00000001:1.0:1789438904.363097:0:2390:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 2 is 4305817274 00000100:00000010:1.0:1789438904.363101:0:2390:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95d25e4e8540. 00000100:00000001:1.0:1789438904.363107:0:2390:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1789438904.363111:0:2390:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 3 is 4305817274 00000100:00000010:1.0:1789438904.363114:0:2390:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95d25e4e87e0. 00000100:00000001:1.0:1789438904.363117:0:2390:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1789438904.363119:0:2390:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789438904.363122:0:2390:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789438904.363125:0:2390:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789438904.363129:0:2390:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95d272165880 x1876351184901504/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789438904.363136:0:2390:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789438904.363138:0:2390:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789438904.363140:0:2390:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789438904.363146:0:2390:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789438904.363148:0:2390:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789438904.363152:0:2390:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff95d272165880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2d9a8a45-a42f-4142-a7af-34df75c08653:2390:1876351184901504:192.168.202.129@tcp:400:kworker.0 00000100:00000001:1.0:1789438904.363156:0:2390:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789438904.363158:0:2390:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789438904.363160:0:2390:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789438904.363162:0:2390:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789438904.363165:0:2390:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff95d243e26e00. 02000000:00000001:1.0:1789438904.363167:0:2390:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789438904.363170:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000010:1.0:1789438904.363173:0:2390:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95d25892d2c0. 00000400:00000010:1.0:1789438904.363177:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95d244caea18. 00000100:00000200:1.0:1789438904.363180:0:2390:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876351184901504, portal 10 00000100:00000001:1.0:1789438904.363182:0:2390:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789438904.363183:0:2390:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446627329822578816 : -116743886972800 : ffff95d272165880) 00000100:00000040:1.0:1789438904.363190:0:2390:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff95d272165880 x1876351184901504/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438959 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789438904.363197:0:2390:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789438904.363199:0:2390:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:1.0:1789438904.363203:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95d244caee58. 00000100:00000200:1.0:1789438904.363205:0:2390:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876351184901504, offset 0 00000400:00000200:1.0:1789438904.363209:0:2390:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:1.0:1789438904.363213:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:1.0:1789438904.363217:0:2390:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:1.0:1789438904.363220:0:2390:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789438904.363223:0:2390:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:1.0:1789438904.363226:0:2390:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789438904.363228:0:2390:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:1.0:1789438904.363232:0:2390:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [548356:548356:255:4294967295] 192.168.202.129@tcp LPNI seq info [548295:548295:7:4294967295] 00000400:00000200:1.0:1789438904.363237:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:1.0:1789438904.363242:0:2390:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:1.0:1789438904.363247:0:2390:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:1.0:1789438904.363254:0:2390:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95d2521f1400. 00000800:00000200:1.0:1789438904.363258:0:2390:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95d247a15180] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:1.0:1789438904.363262:0:2390:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:1.0:1789438904.363265:0:2390:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff95d2521f1400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789438904.363269:0:2390:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789438904.363273:0:2390:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95d244e30800: using a timeout of 14267 usecs (15 jiffies) 00000400:00000200:1.0:1789438904.363276:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000100:00000001:1.0:1789438904.363278:0:2390:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95d244e30800: PM QoS new deadline estimation for cpu 2 is 4305813520 00000100:00000001:1.0:1789438904.363281:0:2390:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95d244e30800: PM QoS request active for cpu 2, keep current deadline 4305817274 00000100:00000001:1.0:1789438904.363283:0:2390:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95d244e30800: PM QoS new deadline estimation for cpu 3 is 4305813520 00000100:00000001:1.0:1789438904.363285:0:2390:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95d244e30800: PM QoS request active for cpu 3, keep current deadline 4305817274 00000100:00000001:1.0:1789438904.363287:0:2390:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789438904.363289:0:2390:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789438904.363292:0:2390:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789438904.363294:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789438904.363301:0:2390:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789438904.363303:0:2390:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1789438904.363305:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789438904.363307:0:2390:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789438904.363308:0:2390:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789438904.363311:0:2390:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:1.0:1789438904.363313:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789438904.363314:0:2390:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789438904.363316:0:2390:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789438904.363317:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789438904.363318:0:2390:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789438904.363319:0:2390:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789438904.363323:0:2390:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95d272164380 x1876351184901376/t0(0) o400->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789438904.363330:0:2390:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789438904.363331:0:2390:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789438904.363333:0:2390:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789438904.363334:0:2390:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789438904.363342:0:2390:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789438904.363346:0:2390:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff95d272164380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2d9a8a45-a42f-4142-a7af-34df75c08653:2390:1876351184901376:192.168.202.129@tcp:400:kworker.0 00000100:00000001:1.0:1789438904.363349:0:2390:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789438904.363352:0:2390:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789438904.363353:0:2390:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789438904.363355:0:2390:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789438904.363357:0:2390:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff95d243e26600. 02000000:00000001:1.0:1789438904.363359:0:2390:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789438904.363362:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000010:1.0:1789438904.363365:0:2390:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95d25892dc60. 00000400:00000010:1.0:1789438904.363368:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95d244cae198. 00000100:00000200:1.0:1789438904.363373:0:2390:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876351184901376, portal 10 00000100:00000001:1.0:1789438904.363374:0:2390:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789438904.363375:0:2390:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446627329822573440 : -116743886978176 : ffff95d272164380) 00000100:00000040:1.0:1789438904.363381:0:2390:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff95d272164380 x1876351184901376/t0(0) o400->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438959 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789438904.363387:0:2390:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789438904.363389:0:2390:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:1.0:1789438904.363391:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95d244cae660. 00000100:00000200:1.0:1789438904.363393:0:2390:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876351184901376, offset 0 00000400:00000200:1.0:1789438904.363396:0:2390:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:1.0:1789438904.363399:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:1.0:1789438904.363403:0:2390:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:1.0:1789438904.363405:0:2390:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789438904.363407:0:2390:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:1.0:1789438904.363409:0:2390:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789438904.363411:0:2390:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:1.0:1789438904.363414:0:2390:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [548357:548357:254:4294967295] 192.168.202.129@tcp LPNI seq info [548296:548296:6:4294967295] 00000400:00000200:1.0:1789438904.363417:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:1.0:1789438904.363422:0:2390:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:1.0:1789438904.363425:0:2390:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:1.0:1789438904.363434:0:2390:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95d2521f1600. 00000800:00000200:1.0:1789438904.363437:0:2390:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95d247a15180] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:1.0:1789438904.363441:0:2390:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:1.0:1789438904.363444:0:2390:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff95d2521f1600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789438904.363447:0:2390:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789438904.363449:0:2390:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95d244e30800: using a timeout of 24530 usecs (25 jiffies) 00000400:00000200:1.0:1789438904.363452:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000100:00000001:1.0:1789438904.363454:0:2390:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95d244e30800: PM QoS new deadline estimation for cpu 2 is 4305813530 00000100:00000001:1.0:1789438904.363456:0:2390:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95d244e30800: PM QoS request active for cpu 2, keep current deadline 4305817274 00000100:00000001:1.0:1789438904.363457:0:2390:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95d244e30800: PM QoS new deadline estimation for cpu 3 is 4305813530 00000100:00000001:1.0:1789438904.363459:0:2390:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95d244e30800: PM QoS request active for cpu 3, keep current deadline 4305817274 00000100:00000001:1.0:1789438904.363461:0:2390:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789438904.363463:0:2390:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789438904.363465:0:2390:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789438904.363467:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789438904.363570:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789438904.363572:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789438904.363730:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789438904.363740:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95d2521f1300. 00000400:00000200:2.0:1789438904.363744:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789438904.363763:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:2.0:1789438904.363769:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95d244caedd0 00000400:00000010:2.0:1789438904.363771:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95d244caedd0. 00000100:00000001:2.0:1789438904.363775:0:2384:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789438904.363779:0:2384:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff95d272166300 x1876351184901248/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789438920 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789438904.363788:0:2384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789438904.363791:0:2384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95d272166300 x1876351184901248/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789438920 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789438904.363797:0:2384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789438904.363798:0:2384:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1789438904.363810:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789438904.363812:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95d2521f1400. 00000400:00000200:2.0:1789438904.363815:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789438904.363818:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:2.0:1789438904.363820:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95d244caee58 00000400:00000010:2.0:1789438904.363821:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95d244caee58. 00000100:00000001:2.0:1789438904.363823:0:2384:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789438904.363826:0:2384:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff95d272165880 x1876351184901504/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438959 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789438904.363833:0:2384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789438904.363845:0:2384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95d272165880 x1876351184901504/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438959 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789438904.363866:0:2384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789438904.363868:0:2384:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1789438904.363892:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789438904.363895:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95d2521f1600. 00000400:00000200:2.0:1789438904.363898:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789438904.363901:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:2.0:1789438904.363903:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95d244cae660 00000400:00000010:2.0:1789438904.363905:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95d244cae660. 00000100:00000001:2.0:1789438904.363912:0:2384:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789438904.363916:0:2384:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff95d272164380 x1876351184901376/t0(0) o400->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438959 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789438904.363923:0:2384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789438904.363926:0:2384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95d272164380 x1876351184901376/t0(0) o400->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438959 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789438904.363932:0:2384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789438904.363934:0:2384:0:(events.c:69:request_out_callback()) Process leaving 02000000:00000010:0.0:1789438904.365876:0:152475:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff95d258b27100. 00000100:00000001:0.0:1789438904.365885:0:152475:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789438904.365899:0:152475:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2d9a8a45-a42f-4142-a7af-34df75c08653->lustre-OST0000_UUID req@ffff95d272166d80 x1876351184901632/t0(0) o400->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789438904.365909:0:152475:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789438904.365913:0:152475:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789438904.365919:0:152475:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001b4f5456] to pc [ptlrpcd_00_00+0] req@ffff95d272166d80 x1876351184901632/t0(0) o400->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789438904.365945:0:152475:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789438904.365949:0:152475:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2d9a8a45-a42f-4142-a7af-34df75c08653->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789438904.365952:0:152475:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2d9a8a45-a42f-4142-a7af-34df75c08653->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789438904.365972:0:152475:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11151) 00000800:00000001:2.0:1789438904.367656:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789438904.367671:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789438904.367675:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789438904.367677:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789438904.367686:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438904.367693:0:2383:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:2.0:1789438904.367701:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438904.367707:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438904.367711:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438904.367716:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6aa880dd99580 00000400:00000200:2.0:1789438904.367721:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438904.367727:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x5165bd [1] + 224 00000800:00000001:2.0:1789438904.367734:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789438904.367742:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789438904.367746:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789438904.367752:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:2.0:1789438904.367759:0:2383:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789438904.367767:0:2383:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff95d272165880 x1876351184901504/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438959 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789438904.367779:0:2383:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff95d272165880 x1876351184901504/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438959 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789438904.367788:0:2383:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789438904.367795:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789438904.367810:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789438904.367811:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789438904.367813:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789438904.367817:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438904.367820:0:2383:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:2.0:1789438904.367825:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438904.367827:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438904.367831:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438904.367833:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6aa880dd99500 00000400:00000200:2.0:1789438904.367837:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438904.367841:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x5165c5 [1] + 224 00000800:00000001:2.0:1789438904.367844:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789438904.367859:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789438904.367862:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789438904.367865:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:2.0:1789438904.367868:0:2383:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789438904.367873:0:2383:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff95d272164380 x1876351184901376/t0(0) o400->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438959 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789438904.367882:0:2383:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff95d272164380 x1876351184901376/t0(0) o400->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438959 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789438904.367890:0:2383:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789438904.367893:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789438904.367897:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789438904.367899:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789438904.367901:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789438904.367904:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438904.367907:0:2383:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:2.0:1789438904.367910:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438904.367913:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438904.367916:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438904.367918:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 25 MB=0x6aa880dd99480 00000400:00000200:2.0:1789438904.367921:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438904.367932:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.129@tcp of length 224/224 into md 0x5165b5 [1] + 224 00000800:00000001:2.0:1789438904.367936:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789438904.367942:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789438904.367944:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789438904.367947:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:2.0:1789438904.367950:0:2383:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789438904.367955:0:2383:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff95d272166300 x1876351184901248/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789438920 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789438904.367963:0:2383:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff95d272166300 x1876351184901248/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789438920 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789438904.367970:0:2383:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789438904.367973:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789438904.367975:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789438904.368204:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789438904.368209:0:2389:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789438904.368212:0:2389:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789438904.368220:0:2389:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95d272166d80 x1876351184901632/t0(0) o400->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789438904.368238:0:2389:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789438904.368241:0:2389:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789438904.368246:0:2389:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789438904.368249:0:2389:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789438904.368252:0:2389:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789438904.368255:0:2389:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff95d272166d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2d9a8a45-a42f-4142-a7af-34df75c08653:2389:1876351184901632:192.168.202.129@tcp:400:kworker.0 00000100:00000001:1.0:1789438904.368260:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789438904.368265:0:2389:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789438904.368268:0:2389:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789438904.368277:0:2389:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789438904.368282:0:2389:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff95d243e26000. 02000000:00000001:1.0:1789438904.368284:0:2389:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789438904.368289:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000010:1.0:1789438904.368292:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95d25892dd68. 00000400:00000010:1.0:1789438904.368298:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95d244cae990. 00000100:00000200:1.0:1789438904.368310:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876351184901632, portal 4 00000100:00000001:1.0:1789438904.368312:0:2389:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789438904.368314:0:2389:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446627329822584192 : -116743886967424 : ffff95d272166d80) 00000100:00000040:1.0:1789438904.368322:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff95d272166d80 x1876351184901632/t0(0) o400->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789438959 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789438904.368339:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789438904.368342:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:1.0:1789438904.368345:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95d244caef68. 00000100:00000200:1.0:1789438904.368350:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876351184901632, offset 0 00000400:00000200:1.0:1789438904.368356:0:2389:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:1.0:1789438904.368362:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:1.0:1789438904.368368:0:2389:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:1.0:1789438904.368373:0:2389:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789438904.368377:0:2389:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:1.0:1789438904.368381:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789438904.368383:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:1.0:1789438904.368388:0:2389:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [548358:548358:256:4294967295] 192.168.202.129@tcp LPNI seq info [548297:548297:8:4294967295] 00000400:00000200:1.0:1789438904.368392:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:1.0:1789438904.368401:0:2389:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:1.0:1789438904.368406:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:1.0:1789438904.368411:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95d2521f1900. 00000800:00000200:1.0:1789438904.368417:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95d247a15180] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:1.0:1789438904.368424:0:2389:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:1.0:1789438904.368428:0:2389:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff95d2521f1900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789438904.368445:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789438904.368454:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff95d244e30800: using a timeout of 102197 usecs (103 jiffies) 00000400:00000200:1.0:1789438904.368458:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000100:00000001:1.0:1789438904.368461:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95d244e30800: PM QoS new deadline estimation for cpu 2 is 4305813613 00000100:00000001:1.0:1789438904.368464:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95d244e30800: PM QoS request active for cpu 2, keep current deadline 4305817274 00000100:00000001:1.0:1789438904.368467:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95d244e30800: PM QoS new deadline estimation for cpu 3 is 4305813613 00000100:00000001:1.0:1789438904.368469:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95d244e30800: PM QoS request active for cpu 3, keep current deadline 4305817274 00000100:00000001:1.0:1789438904.368471:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789438904.368474:0:2389:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789438904.368477:0:2389:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789438904.368480:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789438904.368487:0:2389:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789438904.368489:0:2389:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00000001:1.0:1789438904.368492:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789438904.368493:0:2389:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789438904.368494:0:2389:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789438904.368497:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789438904.368512:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789438904.368514:0:2390:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789438904.368519:0:2390:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789438904.368521:0:2390:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789438904.368524:0:2390:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95d25892dc60. 00000400:00000200:1.0:1789438904.368528:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95d244cae198 00000400:00000010:1.0:1789438904.368530:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95d244cae198. 00000100:00000001:1.0:1789438904.368533:0:2390:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789438904.368538:0:2390:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff95d272164380 x1876351184901376/t0(0) o400->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438959 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789438904.368548:0:2390:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff95d272164380 x1876351184901376/t0(0) o400->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438959 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789438904.368555:0:2390:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789438904.368557:0:2390:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789438904.368559:0:2390:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789438904.368562:0:2390:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789438904.368564:0:2390:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789438904.368567:0:2390:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789438904.368574:0:2390:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789438904.368583:0:2390:0:(import.c:2196:obd_at_measure()) add 36 to ffff95d2780b4460 time=57 v=36 (36 36 36 36) 00000100:00001000:1.0:1789438904.368587:0:2390:0:(import.c:2196:obd_at_measure()) add 1 to ffff95d2780b4418 time=32 v=5 (1 1 2 0) 00000100:00000001:1.0:1789438904.368590:0:2390:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789438904.368592:0:2390:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789438904.368595:0:2390:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789438904.368599:0:2390:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789438904.368603:0:2390:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789438904.368605:0:2390:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff95d244e30800: skip recheck: last_committed 30064771461 00000100:00000001:1.0:1789438904.368607:0:2390:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789438904.368609:0:2390:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789438904.368614:0:2390:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95d272164380 x1876351184901376/t0(0) o400->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438959 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789438904.368621:0:2390:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789438904.368624:0:2390:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789438904.368626:0:2390:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789438904.368630:0:2390:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95d272164380 x1876351184901376/t0(0) o400->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438959 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789438904.368638:0:2390:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff95d272164380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2d9a8a45-a42f-4142-a7af-34df75c08653:2390:1876351184901376:192.168.202.129@tcp:400:kworker.0 00000400:00000001:1.0:1789438904.368644:0:2390:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789438904.368645:0:2390:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789438904.368647:0:2390:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95d25892db58. 00000400:00000200:1.0:1789438904.368649:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95d244cae550 00000400:00000010:1.0:1789438904.368651:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95d244cae550. 00000100:00000001:1.0:1789438904.368654:0:2390:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789438904.368657:0:2390:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff95d272166300 x1876351184901248/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789438920 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789438904.368665:0:2390:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff95d272166300 x1876351184901248/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789438920 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789438904.368672:0:2390:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789438904.368673:0:2390:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789438904.368680:0:2390:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789438904.368681:0:2390:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789438904.368683:0:2390:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789438904.368684:0:2390:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789438904.368686:0:2390:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789438904.368689:0:2390:0:(import.c:2196:obd_at_measure()) add 5 to ffff95d245589460 time=58 v=5 (5 5 5 5) 00000100:00001000:1.0:1789438904.368692:0:2390:0:(import.c:2196:obd_at_measure()) add 1 to ffff95d245589418 time=32 v=5 (1 1 1 0) 00000100:00000001:1.0:1789438904.368695:0:2390:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789438904.368696:0:2390:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789438904.368699:0:2390:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789438904.368701:0:2390:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789438904.368703:0:2390:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789438904.368708:0:2390:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95d272166300 x1876351184901248/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789438920 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789438904.368715:0:2390:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789438904.368717:0:2390:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789438904.368718:0:2390:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789438904.368722:0:2390:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95d272166300 x1876351184901248/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789438920 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789438904.368730:0:2390:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff95d272166300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:42963a40-8242-4716-b5a0-c55cef22b1d2:2390:1876351184901248:192.168.202.129@tcp:400:kworker.0 00000400:00000001:1.0:1789438904.368735:0:2390:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789438904.368737:0:2390:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789438904.368739:0:2390:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95d25892d2c0. 00000400:00000200:1.0:1789438904.368741:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95d244caea18 00000400:00000010:1.0:1789438904.368742:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95d244caea18. 00000100:00000001:1.0:1789438904.368745:0:2390:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789438904.368748:0:2390:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff95d272165880 x1876351184901504/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438959 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789438904.368756:0:2390:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff95d272165880 x1876351184901504/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438959 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789438904.368762:0:2390:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789438904.368764:0:2390:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789438904.368769:0:2390:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789438904.368771:0:2390:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789438904.368772:0:2390:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789438904.368774:0:2390:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789438904.368776:0:2390:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789438904.368780:0:2390:0:(import.c:2196:obd_at_measure()) add 36 to ffff95d26f5f6c60 time=57 v=36 (36 36 36 36) 00000100:00001000:1.0:1789438904.368784:0:2390:0:(import.c:2196:obd_at_measure()) add 1 to ffff95d26f5f6c18 time=7 v=5 (1 1 1 0) 00000100:00000001:1.0:1789438904.368786:0:2390:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789438904.368787:0:2390:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789438904.368789:0:2390:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1789438904.368793:0:2390:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff95d272165880 x1876351184901504/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438959 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1789438904.368800:0:2390:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789438904.368803:0:2390:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789438904.368804:0:2390:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff95d244e30800: skip recheck: last_committed 21474836545 00000100:00000001:1.0:1789438904.368806:0:2390:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789438904.368807:0:2390:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789438904.368811:0:2390:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95d272165880 x1876351184901504/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438959 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789438904.368817:0:2390:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789438904.368819:0:2390:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789438904.368820:0:2390:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789438904.368823:0:2390:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95d272165880 x1876351184901504/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438959 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789438904.368830:0:2390:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff95d272165880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2d9a8a45-a42f-4142-a7af-34df75c08653:2390:1876351184901504:192.168.202.129@tcp:400:kworker.0 00000100:00000001:1.0:1789438904.368834:0:2390:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789438904.368837:0:2390:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789438904.368840:0:2390:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95d272164380 x1876351184901376/t0(0) o400->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438959 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789438904.368846:0:2390:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789438904.368860:0:2390:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789438904.368868:0:2390:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff95d243e26600. 02000000:00000001:1.0:1789438904.368871:0:2390:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789438904.368875:0:2390:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789438904.368877:0:2390:0:(genops.c:1222:class_import_put()) import ffff95d2780b4000 refcount=5 obd=lustre-MDT0000-mdc-ffff95d244e30800 00000020:00000001:1.0:1789438904.368879:0:2390:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789438904.368882:0:2390:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff95d243293000. 02000000:00000001:1.0:1789438904.368888:0:2390:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789438904.368890:0:2390:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789438904.368892:0:2390:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95d272164380. 00000100:00000001:1.0:1789438904.368895:0:2390:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789438904.368897:0:2390:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789438904.368898:0:2390:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789438904.368903:0:2390:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95d272166300 x1876351184901248/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789438920 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789438904.368909:0:2390:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789438904.368911:0:2390:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789438904.368912:0:2390:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff95d243e27400. 02000000:00000001:1.0:1789438904.368915:0:2390:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789438904.368916:0:2390:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789438904.368917:0:2390:0:(genops.c:1222:class_import_put()) import ffff95d245589000 refcount=3 obd=MGC192.168.202.129@tcp 00000020:00000001:1.0:1789438904.368919:0:2390:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789438904.368921:0:2390:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff95d243293b00. 02000000:00000001:1.0:1789438904.368923:0:2390:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789438904.368924:0:2390:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789438904.368925:0:2390:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95d272166300. 00000100:00000001:1.0:1789438904.368929:0:2390:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789438904.368930:0:2390:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789438904.368932:0:2390:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789438904.368935:0:2390:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95d272165880 x1876351184901504/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438959 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789438904.368942:0:2390:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789438904.368943:0:2390:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789438904.368944:0:2390:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff95d243e26e00. 02000000:00000001:1.0:1789438904.368946:0:2390:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789438904.368947:0:2390:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789438904.368948:0:2390:0:(genops.c:1222:class_import_put()) import ffff95d26f5f6800 refcount=3 obd=lustre-MDT0001-mdc-ffff95d244e30800 00000020:00000001:1.0:1789438904.368950:0:2390:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789438904.368956:0:2390:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff95d243293500. 02000000:00000001:1.0:1789438904.368958:0:2390:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789438904.368960:0:2390:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789438904.368961:0:2390:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95d272165880. 00000100:00000001:1.0:1789438904.368965:0:2390:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789438904.368966:0:2390:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789438904.368968:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789438904.368972:0:2390:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789438904.368974:0:2390:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789438904.368976:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789438904.368978:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789438904.369691:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789438904.369696:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95d2521f1900. 00000400:00000200:2.0:1789438904.369701:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789438904.369707:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:2.0:1789438904.369712:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95d244caef68 00000400:00000010:2.0:1789438904.369714:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95d244caef68. 00000100:00000001:2.0:1789438904.369718:0:2384:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789438904.369723:0:2384:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff95d272166d80 x1876351184901632/t0(0) o400->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789438959 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789438904.369733:0:2384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789438904.369737:0:2384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95d272166d80 x1876351184901632/t0(0) o400->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789438959 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789438904.369744:0:2384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789438904.369746:0:2384:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789438904.384831:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789438904.384857:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789438904.384861:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789438904.384864:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789438904.384873:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438904.384895:0:2383:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:2.0:1789438904.384902:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438904.384907:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438904.384911:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438904.384915:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 4 MB=0x6aa880dd99600 00000400:00000200:2.0:1789438904.384920:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438904.384926:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.129@tcp of length 224/224 into md 0x5165cd [1] + 224 00000800:00000001:2.0:1789438904.384933:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789438904.384939:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789438904.384942:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789438904.384947:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:2.0:1789438904.384954:0:2383:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789438904.384964:0:2383:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff95d272166d80 x1876351184901632/t0(0) o400->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789438959 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789438904.384975:0:2383:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff95d272166d80 x1876351184901632/t0(0) o400->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789438959 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789438904.384998:0:2383:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789438904.385007:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789438904.385010:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789438904.385236:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789438904.385241:0:2389:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789438904.385248:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789438904.385250:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789438904.385253:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95d25892dd68. 00000400:00000200:1.0:1789438904.385257:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95d244cae990 00000400:00000010:1.0:1789438904.385259:0:2389:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95d244cae990. 00000100:00000001:1.0:1789438904.385263:0:2389:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789438904.385268:0:2389:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff95d272166d80 x1876351184901632/t0(0) o400->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789438959 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789438904.385277:0:2389:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff95d272166d80 x1876351184901632/t0(0) o400->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789438959 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789438904.385283:0:2389:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789438904.385285:0:2389:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789438904.385287:0:2389:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789438904.385290:0:2389:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789438904.385292:0:2389:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789438904.385295:0:2389:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789438904.385298:0:2389:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789438904.385307:0:2389:0:(import.c:2196:obd_at_measure()) add 36 to ffff95d26f5f0460 time=57 v=36 (36 36 5 5) 00000100:00001000:1.0:1789438904.385312:0:2389:0:(import.c:2196:obd_at_measure()) add 1 to ffff95d26f5f0418 time=55 v=5 (1 1 1 1) 00000100:00000001:1.0:1789438904.385314:0:2389:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789438904.385316:0:2389:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789438904.385319:0:2389:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789438904.385322:0:2389:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789438904.385325:0:2389:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789438904.385403:0:2389:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff95d244e30800: skip recheck: last_committed 42949693985 00000100:00000001:1.0:1789438904.385406:0:2389:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789438904.385408:0:2389:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789438904.385415:0:2389:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95d272166d80 x1876351184901632/t0(0) o400->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789438959 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789438904.385422:0:2389:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789438904.385425:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789438904.385427:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789438904.385431:0:2389:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95d272166d80 x1876351184901632/t0(0) o400->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789438959 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789438904.385438:0:2389:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff95d272166d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2d9a8a45-a42f-4142-a7af-34df75c08653:2389:1876351184901632:192.168.202.129@tcp:400:kworker.0 00000100:00000001:1.0:1789438904.385443:0:2389:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789438904.385445:0:2389:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789438904.385448:0:2389:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95d272166d80 x1876351184901632/t0(0) o400->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789438959 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789438904.385454:0:2389:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789438904.385456:0:2389:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789438904.385460:0:2389:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff95d243e26000. 02000000:00000001:1.0:1789438904.385464:0:2389:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789438904.385466:0:2389:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789438904.385468:0:2389:0:(genops.c:1222:class_import_put()) import ffff95d26f5f0000 refcount=3 obd=lustre-OST0000-osc-ffff95d244e30800 00000020:00000001:1.0:1789438904.385469:0:2389:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789438904.385472:0:2389:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff95d258b27100. 02000000:00000001:1.0:1789438904.385475:0:2389:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789438904.385477:0:2389:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789438904.385479:0:2389:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95d272166d80. 00000100:00000001:1.0:1789438904.385484:0:2389:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789438904.385485:0:2389:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789438904.385487:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789438904.385494:0:2389:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789438904.385496:0:2389:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789438904.385497:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789438904.385500:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789438904.874138:0:247630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789438904.874145:0:247630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789438904.874150:0:247630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789438904.874151:0:247630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789438904.874308:0:237586:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789438904.874312:0:237586:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789438904.874315:0:237586:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1789438905.898421:0:247630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789438905.898428:0:247630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789438905.898434:0:247630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789438905.898436:0:247630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789438905.898543:0:259124:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789438905.898547:0:259124:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789438905.898550:0:259124:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1789438906.922157:0:247630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789438906.922164:0:247630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789438906.922170:0:247630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789438906.922171:0:247630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789438906.922488:0:249312:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789438906.922492:0:249312:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789438906.922495:0:249312:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1789438907.946186:0:247630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789438907.946194:0:247630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789438907.946200:0:247630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789438907.946203:0:247630:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789438907.946205:0:247630:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789438907.946212:0:247630:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789438907.946214:0:247630:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789438907.946215:0:247630:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789438907.946218:0:247630:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789438907.946221:0:247630:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789438907.946223:0:247630:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789438907.946225:0:247630:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789438907.946388:0:237587:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789438907.946392:0:237587:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789438907.946394:0:237587:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1789438908.138194:0:243182:0:(connection.c:75:cpu_latency_work()) work item of ffff95d244e33220 (cpu 2) has reached its deadline 4305817274, at 4305817280 00000100:00000010:2.0:1789438908.138209:0:243182:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95d25e4e8540. 00000100:00000040:3.0:1789438908.138468:0:247630:0:(connection.c:75:cpu_latency_work()) work item of ffff95d244e33330 (cpu 3) has reached its deadline 4305817274, at 4305817280 00000100:00000010:3.0:1789438908.138475:0:247630:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95d25e4e87e0. 00010000:00000001:3.0:1789438908.973247:0:247630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789438908.973255:0:247630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789438908.973262:0:247630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789438908.973263:0:247630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789438908.975063:0:243614:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789438908.975069:0:243614:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789438908.975074:0:243614:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1789438909.482143:0:152475:0:(pinger.c:229:ptlrpc_pinger_process_import()) 42963a40-8242-4716-b5a0-c55cef22b1d2->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789438909.482155:0:152475:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789438909.482165:0:152475:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95d272164700. 00000020:00000040:0.0:1789438909.482172:0:152475:0:(genops.c:1209:class_import_get()) import ffff95d245589000 refcount=4 obd=MGC192.168.202.129@tcp 00000100:00000001:0.0:1789438909.482178:0:152475:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789438909.482182:0:152475:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789438909.482188:0:152475:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789438909.482196:0:152475:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff95d258b27300. 00000100:00000001:0.0:1789438909.482204:0:152475:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789438909.482216:0:152475:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 42963a40-8242-4716-b5a0-c55cef22b1d2->MGS req@ffff95d272164700 x1876351184901760/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789438909.482228:0:152475:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789438909.482232:0:152475:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789438909.482238:0:152475:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a118aa3b] to pc [ptlrpcd_00_01+1] req@ffff95d272164700 x1876351184901760/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789438909.482274:0:152475:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789438909.482277:0:152475:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2d9a8a45-a42f-4142-a7af-34df75c08653->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789438909.482281:0:152475:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789438909.482284:0:152475:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95d272164a80. 00000020:00000040:0.0:1789438909.482303:0:152475:0:(genops.c:1209:class_import_get()) import ffff95d2780b4000 refcount=6 obd=lustre-MDT0000-mdc-ffff95d244e30800 00000100:00000001:0.0:1789438909.482306:0:152475:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789438909.482307:0:152475:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789438909.482309:0:152475:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789438909.482315:0:152475:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff95d258b27100. 00000100:00000001:0.0:1789438909.482318:0:152475:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789438909.482323:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1789438909.482323:0:152475:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2d9a8a45-a42f-4142-a7af-34df75c08653->lustre-MDT0000_UUID req@ffff95d272164a80 x1876351184901888/t0(0) o400->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789438909.482327:0:2390:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789438909.482330:0:2390:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1789438909.482331:0:152475:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789438909.482333:0:152475:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789438909.482336:0:2390:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95d272164700 x1876351184901760/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789438909.482337:0:152475:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000075d6d25e] to pc [ptlrpcd_00_00+0] req@ffff95d272164a80 x1876351184901888/t0(0) o400->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789438909.482346:0:2390:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789438909.482346:0:152475:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789438909.482348:0:2390:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789438909.482348:0:152475:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2d9a8a45-a42f-4142-a7af-34df75c08653->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789438909.482351:0:152475:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:1.0:1789438909.482352:0:2390:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789438909.482354:0:2390:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000010:0.0:1789438909.482354:0:152475:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95d272164000. 00000020:00000040:0.0:1789438909.482356:0:152475:0:(genops.c:1209:class_import_get()) import ffff95d26f5f6800 refcount=4 obd=lustre-MDT0001-mdc-ffff95d244e30800 02000000:00000001:1.0:1789438909.482357:0:2390:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789438909.482358:0:152475:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000100:00100000:1.0:1789438909.482360:0:2390:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff95d272164700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:42963a40-8242-4716-b5a0-c55cef22b1d2:2390:1876351184901760:192.168.202.129@tcp:400:kworker.0 02000000:00000001:0.0:1789438909.482360:0:152475:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789438909.482361:0:152475:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789438909.482364:0:2390:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000010:0.0:1789438909.482367:0:152475:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff95d245805800. 02000000:00000001:1.0:1789438909.482369:0:2390:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1789438909.482370:0:152475:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789438909.482372:0:2390:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789438909.482373:0:152475:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2d9a8a45-a42f-4142-a7af-34df75c08653->lustre-MDT0001_UUID req@ffff95d272164000 x1876351184902016/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1789438909.482374:0:2390:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789438909.482378:0:2390:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff95d243e27600. 02000000:00000001:1.0:1789438909.482380:0:2390:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789438909.482380:0:152475:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789438909.482381:0:152475:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789438909.482384:0:152475:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003fa7741e] to pc [ptlrpcd_00_01+1] req@ffff95d272164000 x1876351184902016/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1789438909.482387:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000010:1.0:1789438909.482392:0:2390:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95d25892dd68. 00000100:00000001:0.0:1789438909.482392:0:152475:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789438909.482394:0:152475:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2d9a8a45-a42f-4142-a7af-34df75c08653->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:1.0:1789438909.482398:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95d244cae990. 00000100:00000001:0.0:1789438909.482402:0:152475:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789438909.482405:0:152475:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95d272165180. 00000100:00000200:1.0:1789438909.482406:0:2390:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876351184901760, portal 25 00000020:00000040:0.0:1789438909.482407:0:152475:0:(genops.c:1209:class_import_get()) import ffff95d26f5f0000 refcount=4 obd=lustre-OST0000-osc-ffff95d244e30800 00000100:00000001:1.0:1789438909.482409:0:2390:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789438909.482409:0:152475:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1789438909.482411:0:2390:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446627329822574336 : -116743886977280 : ffff95d272164700) 02000000:00000001:0.0:1789438909.482411:0:152475:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789438909.482412:0:152475:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789438909.482415:0:152475:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff95d245805400. 00000100:00000040:1.0:1789438909.482416:0:2390:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff95d272164700 x1876351184901760/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789438925 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789438909.482418:0:152475:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789438909.482422:0:152475:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2d9a8a45-a42f-4142-a7af-34df75c08653->lustre-OST0000_UUID req@ffff95d272165180 x1876351184902144/t0(0) o400->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789438909.482424:0:2390:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789438909.482427:0:2390:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:1.0:1789438909.482429:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95d244caea18. 00000100:00000001:0.0:1789438909.482429:0:152475:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789438909.482431:0:152475:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1789438909.482433:0:2390:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1876351184901760, offset 0 00000100:00000040:0.0:1789438909.482434:0:152475:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002315db3a] to pc [ptlrpcd_00_00+0] req@ffff95d272165180 x1876351184902144/t0(0) o400->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1789438909.482439:0:2390:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00000001:0.0:1789438909.482441:0:152475:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789438909.482442:0:152475:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2d9a8a45-a42f-4142-a7af-34df75c08653->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789438909.482445:0:152475:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2d9a8a45-a42f-4142-a7af-34df75c08653->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000200:1.0:1789438909.482447:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000100:00000040:0.0:1789438909.482450:0:152475:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11156) 00000400:00000200:1.0:1789438909.482459:0:2390:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:1.0:1789438909.482464:0:2390:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789438909.482468:0:2390:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:1.0:1789438909.482472:0:2390:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789438909.482475:0:2390:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000100:00000001:0.0:1789438909.482477:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1789438909.482479:0:2390:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [548359:548359:256:4294967295] 192.168.202.129@tcp LPNI seq info [548298:548298:8:4294967295] 00000100:00000001:0.0:1789438909.482479:0:2389:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789438909.482481:0:2389:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1789438909.482483:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000100:00000040:0.0:1789438909.482486:0:2389:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95d272164a80 x1876351184901888/t0(0) o400->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789438909.482492:0:2389:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789438909.482493:0:2389:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789438909.482494:0:2390:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 02000000:00000001:0.0:1789438909.482495:0:2389:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789438909.482497:0:2389:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000800:00000200:1.0:1789438909.482500:0:2390:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:1.0:1789438909.482505:0:2390:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95d2521f1a00. 00000800:00000200:1.0:1789438909.482512:0:2390:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95d247a15180] -> 12345-192.168.202.129@tcp (5) 02000000:00000001:0.0:1789438909.482512:0:2389:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789438909.482515:0:2389:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff95d272164a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2d9a8a45-a42f-4142-a7af-34df75c08653:2389:1876351184901888:192.168.202.129@tcp:400:kworker.0 00000100:00000001:0.0:1789438909.482518:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000800:00000200:1.0:1789438909.482519:0:2390:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:1.0:1789438909.482523:0:2390:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff95d2521f1a00 type 1, nob 320 niov 1 nkiov 1 02000000:00000001:0.0:1789438909.482525:0:2389:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789438909.482526:0:2389:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789438909.482528:0:2389:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789438909.482530:0:2389:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff95d24a131400. 02000000:00000001:0.0:1789438909.482532:0:2389:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789438909.482535:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000010:0.0:1789438909.482539:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95d265ed8580. 00000400:00000010:0.0:1789438909.482543:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95d245b5e000. 00000100:00000001:1.0:1789438909.482544:0:2390:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1789438909.482547:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876351184901888, portal 10 00000400:00000200:1.0:1789438909.482548:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000100:00000001:0.0:1789438909.482549:0:2389:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789438909.482550:0:2390:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 2 is 4305822394 00000100:00000001:0.0:1789438909.482550:0:2389:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446627329822575232 : -116743886976384 : ffff95d272164a80) 00000100:00000010:1.0:1789438909.482555:0:2390:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95d25e4e8900. 00000100:00000040:0.0:1789438909.482557:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff95d272164a80 x1876351184901888/t0(0) o400->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438964 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789438909.482562:0:2390:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1789438909.482562:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789438909.482564:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000100:00000001:1.0:1789438909.482567:0:2390:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 3 is 4305822394 00000400:00000010:0.0:1789438909.482567:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95d245b5ebb0. 00000100:00000010:1.0:1789438909.482569:0:2390:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95d25e4e8180. 00000100:00000200:0.0:1789438909.482569:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876351184901888, offset 0 00000100:00000001:1.0:1789438909.482572:0:2390:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request now active for cpu 3 00000400:00000200:0.0:1789438909.482574:0:2389:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00000001:1.0:1789438909.482575:0:2390:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1789438909.482577:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000100:00000001:1.0:1789438909.482578:0:2390:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789438909.482580:0:2389:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000100:00000001:1.0:1789438909.482581:0:2390:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789438909.482583:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789438909.482583:0:2389:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1789438909.482590:0:2390:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789438909.482593:0:2390:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1789438909.482595:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789438909.482596:0:2390:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789438909.482597:0:2390:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1789438909.482600:0:2389:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000100:00000040:1.0:1789438909.482601:0:2390:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95d272164000 x1876351184902016/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1789438909.482603:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789438909.482605:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:0.0:1789438909.482608:0:2389:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [548360:548360:255:4294967295] 192.168.202.129@tcp LPNI seq info [548299:548299:7:4294967295] 00000400:00000200:0.0:1789438909.482612:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000100:00000001:1.0:1789438909.482619:0:2390:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000400:00000200:0.0:1789438909.482619:0:2389:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000100:00000001:1.0:1789438909.482620:0:2390:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789438909.482622:0:2390:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000200:0.0:1789438909.482623:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 02000000:00000001:1.0:1789438909.482624:0:2390:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789438909.482626:0:2390:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1789438909.482626:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95d245805a00. 00000100:00100000:1.0:1789438909.482629:0:2390:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff95d272164000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2d9a8a45-a42f-4142-a7af-34df75c08653:2390:1876351184902016:192.168.202.129@tcp:400:kworker.0 00000800:00000200:0.0:1789438909.482630:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95d247a15180] -> 12345-192.168.202.129@tcp (5) 00000100:00000001:1.0:1789438909.482632:0:2390:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789438909.482634:0:2390:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 00000800:00000200:0.0:1789438909.482634:0:2389:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 02000000:00000001:1.0:1789438909.482636:0:2390:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789438909.482637:0:2390:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:0.0:1789438909.482637:0:2389:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff95d245805a00 type 1, nob 320 niov 1 nkiov 1 02000000:00000010:1.0:1789438909.482640:0:2390:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff95d243e27a00. 02000000:00000001:1.0:1789438909.482642:0:2390:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789438909.482644:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789438909.482645:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000010:1.0:1789438909.482647:0:2390:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95d25892d2c0. 00000100:00000040:0.0:1789438909.482648:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95d244e30800: using a timeout of 24525 usecs (25 jiffies) 00000400:00000010:1.0:1789438909.482650:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95d244cae550. 00000400:00000200:0.0:1789438909.482651:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000100:00000200:1.0:1789438909.482653:0:2390:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876351184902016, portal 10 00000100:00000001:0.0:1789438909.482653:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95d244e30800: PM QoS new deadline estimation for cpu 2 is 4305818649 00000100:00000001:1.0:1789438909.482655:0:2390:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789438909.482656:0:2390:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446627329822572544 : -116743886979072 : ffff95d272164000) 00000100:00000001:0.0:1789438909.482656:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95d244e30800: PM QoS request active for cpu 2, keep current deadline 4305822394 00000100:00000001:0.0:1789438909.482658:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95d244e30800: PM QoS new deadline estimation for cpu 3 is 4305818649 00000100:00000001:0.0:1789438909.482660:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95d244e30800: PM QoS request active for cpu 3, keep current deadline 4305822394 00000100:00000040:1.0:1789438909.482662:0:2390:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff95d272164000 x1876351184902016/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438964 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789438909.482662:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789438909.482664:0:2389:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789438909.482666:0:2389:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1789438909.482668:0:2390:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789438909.482669:0:2389:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95d272165180 x1876351184902144/t0(0) o400->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789438909.482670:0:2390:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:1.0:1789438909.482673:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95d244cae198. 00000100:00000200:1.0:1789438909.482675:0:2390:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876351184902016, offset 0 00000100:00000001:0.0:1789438909.482676:0:2389:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789438909.482677:0:2389:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789438909.482679:0:2390:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 02000000:00000001:0.0:1789438909.482679:0:2389:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789438909.482681:0:2389:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789438909.482682:0:2389:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789438909.482683:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000100:00100000:0.0:1789438909.482685:0:2389:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff95d272165180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2d9a8a45-a42f-4142-a7af-34df75c08653:2389:1876351184902144:192.168.202.129@tcp:400:kworker.0 00000400:00000200:1.0:1789438909.482686:0:2390:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000100:00000001:0.0:1789438909.482688:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:1.0:1789438909.482689:0:2390:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:0.0:1789438909.482690:0:2389:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:1.0:1789438909.482691:0:2390:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 02000000:00000001:0.0:1789438909.482692:0:2389:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789438909.482693:0:2390:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 02000000:00000001:0.0:1789438909.482693:0:2389:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1789438909.482696:0:2390:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 02000000:00000010:0.0:1789438909.482696:0:2389:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff95d24a131a00. 02000000:00000001:0.0:1789438909.482698:0:2389:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789438909.482702:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:1.0:1789438909.482703:0:2390:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [548361:548361:254:4294967295] 192.168.202.129@tcp LPNI seq info [548300:548300:6:4294967295] 00000400:00000010:0.0:1789438909.482704:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95d265ed8108. 00000400:00000200:1.0:1789438909.482707:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000010:0.0:1789438909.482707:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95d245b5eee0. 00000400:00000200:1.0:1789438909.482713:0:2390:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:1.0:1789438909.482717:0:2390:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:1.0:1789438909.482721:0:2390:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95d2521f1000. 00000100:00000200:0.0:1789438909.482721:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876351184902144, portal 4 00000100:00000001:0.0:1789438909.482723:0:2389:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000800:00000200:1.0:1789438909.482724:0:2390:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95d247a15180] -> 12345-192.168.202.129@tcp (5) 00000100:00000001:0.0:1789438909.482724:0:2389:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446627329822577024 : -116743886974592 : ffff95d272165180) 00000800:00000200:1.0:1789438909.482729:0:2390:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000100:00000040:0.0:1789438909.482729:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff95d272165180 x1876351184902144/t0(0) o400->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789438964 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1789438909.482731:0:2390:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff95d2521f1000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789438909.482734:0:2390:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789438909.482737:0:2390:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95d244e30800: using a timeout of 14267 usecs (15 jiffies) 00000400:00000200:1.0:1789438909.482740:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000100:00000001:0.0:1789438909.482740:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1789438909.482741:0:2390:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95d244e30800: PM QoS new deadline estimation for cpu 2 is 4305818639 00000100:00000040:0.0:1789438909.482742:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000100:00000001:1.0:1789438909.482744:0:2390:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95d244e30800: PM QoS request active for cpu 2, keep current deadline 4305822394 00000400:00000010:0.0:1789438909.482744:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95d245b5e908. 00000100:00000001:1.0:1789438909.482746:0:2390:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95d244e30800: PM QoS new deadline estimation for cpu 3 is 4305818639 00000100:00000200:0.0:1789438909.482747:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876351184902144, offset 0 00000100:00000001:1.0:1789438909.482748:0:2390:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95d244e30800: PM QoS request active for cpu 3, keep current deadline 4305822394 00000100:00000001:1.0:1789438909.482750:0:2390:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1789438909.482750:0:2389:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00000001:1.0:1789438909.482752:0:2390:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789438909.482754:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000100:00000001:1.0:1789438909.482755:0:2390:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789438909.482756:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789438909.482757:0:2389:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000100:00000001:1.0:1789438909.482760:0:2390:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:0.0:1789438909.482760:0:2389:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1789438909.482761:0:2390:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:0.0:1789438909.482762:0:2389:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000100:00000001:1.0:1789438909.482763:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789438909.482764:0:2390:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1789438909.482764:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1789438909.482766:0:2390:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789438909.482766:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000100:00000001:1.0:1789438909.482768:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789438909.482769:0:2389:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [548362:548362:253:4294967295] 192.168.202.129@tcp LPNI seq info [548301:548301:5:4294967295] 00000400:00000200:0.0:1789438909.482773:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:0.0:1789438909.482779:0:2389:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:0.0:1789438909.482782:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:0.0:1789438909.482785:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95d245805900. 00000800:00000200:0.0:1789438909.482788:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95d247a15180] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:0.0:1789438909.482792:0:2389:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:0.0:1789438909.482794:0:2389:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff95d245805900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789438909.482797:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789438909.482799:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff95d244e30800: using a timeout of 102133 usecs (103 jiffies) 00000400:00000200:0.0:1789438909.482802:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000100:00000001:0.0:1789438909.482831:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95d244e30800: PM QoS new deadline estimation for cpu 2 is 4305818727 00000100:00000001:0.0:1789438909.482833:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95d244e30800: PM QoS request active for cpu 2, keep current deadline 4305822394 00000100:00000001:0.0:1789438909.482835:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95d244e30800: PM QoS new deadline estimation for cpu 3 is 4305818727 00000100:00000001:0.0:1789438909.482837:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95d244e30800: PM QoS request active for cpu 3, keep current deadline 4305822394 00000100:00000001:0.0:1789438909.482839:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789438909.482841:0:2389:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789438909.482883:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789438909.482887:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95d2521f1a00. 00000400:00000200:2.0:1789438909.482894:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789438909.482899:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:2.0:1789438909.482904:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95d244caea18 00000400:00000010:2.0:1789438909.482906:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95d244caea18. 00000100:00000001:2.0:1789438909.482911:0:2384:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789438909.482916:0:2384:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff95d272164700 x1876351184901760/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789438925 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789438909.482923:0:2389:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789438909.482924:0:2384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1789438909.482925:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789438909.482929:0:2389:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789438909.482930:0:2389:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00000001:0.0:1789438909.482932:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1789438909.482933:0:2384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95d272164700 x1876351184901760/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789438925 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789438909.482933:0:2389:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789438909.482935:0:2389:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789438909.482937:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789438909.482941:0:2384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789438909.482942:0:2384:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1789438909.482955:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789438909.482957:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95d245805a00. 00000400:00000200:2.0:1789438909.482960:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789438909.482964:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:2.0:1789438909.482967:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95d245b5ebb0 00000400:00000010:2.0:1789438909.482968:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95d245b5ebb0. 00000100:00000001:2.0:1789438909.482971:0:2384:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789438909.482974:0:2384:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff95d272164a80 x1876351184901888/t0(0) o400->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438964 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789438909.482981:0:2384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789438909.482984:0:2384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95d272164a80 x1876351184901888/t0(0) o400->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438964 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789438909.482990:0:2384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789438909.482991:0:2384:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1789438909.482998:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789438909.483000:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95d2521f1000. 00000400:00000200:2.0:1789438909.483003:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789438909.483006:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:2.0:1789438909.483007:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95d244cae198 00000400:00000010:2.0:1789438909.483009:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95d244cae198. 00000100:00000001:2.0:1789438909.483037:0:2384:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789438909.483041:0:2384:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff95d272164000 x1876351184902016/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438964 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789438909.483047:0:2384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789438909.483050:0:2384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95d272164000 x1876351184902016/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438964 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789438909.483056:0:2384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789438909.483057:0:2384:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1789438909.483126:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789438909.483129:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95d245805900. 00000400:00000200:2.0:1789438909.483131:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789438909.483135:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:2.0:1789438909.483138:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95d245b5e908 00000400:00000010:2.0:1789438909.483139:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95d245b5e908. 00000100:00000001:2.0:1789438909.483142:0:2384:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789438909.483145:0:2384:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff95d272165180 x1876351184902144/t0(0) o400->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789438964 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789438909.483152:0:2384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789438909.483154:0:2384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95d272165180 x1876351184902144/t0(0) o400->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789438964 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789438909.483159:0:2384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789438909.483161:0:2384:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789438909.489555:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789438909.489576:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789438909.489581:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789438909.489584:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789438909.489603:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438909.489612:0:2383:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:2.0:1789438909.489621:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438909.489625:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438909.489631:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438909.489636:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 4 MB=0x6aa880dd99800 00000400:00000200:2.0:1789438909.489641:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438909.489648:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.129@tcp of length 224/224 into md 0x5165ed [1] + 224 00000800:00000001:2.0:1789438909.489656:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789438909.489660:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789438909.489663:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789438909.489668:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:2.0:1789438909.489675:0:2383:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789438909.489685:0:2383:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff95d272165180 x1876351184902144/t0(0) o400->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789438964 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789438909.489728:0:2383:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff95d272165180 x1876351184902144/t0(0) o400->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789438964 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789438909.489749:0:2383:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789438909.489760:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789438909.489764:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789438909.489766:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789438909.489769:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789438909.489772:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438909.489776:0:2383:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:2.0:1789438909.489780:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438909.489783:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438909.489786:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438909.489788:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 25 MB=0x6aa880dd99680 00000400:00000200:2.0:1789438909.489792:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438909.489797:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.129@tcp of length 224/224 into md 0x5165d5 [1] + 224 00000800:00000001:2.0:1789438909.489801:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789438909.489818:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789438909.489820:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789438909.489823:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:2.0:1789438909.489826:0:2383:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789438909.489832:0:2383:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff95d272164700 x1876351184901760/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789438925 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789438909.489840:0:2383:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff95d272164700 x1876351184901760/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789438925 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789438909.490324:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789438909.490330:0:2390:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789438909.490373:0:2383:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789438909.490381:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789438909.490385:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789438909.490513:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789438909.490516:0:2389:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789438909.490523:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789438909.490525:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789438909.490529:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95d265ed8108. 00000400:00000200:0.0:1789438909.490535:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95d245b5eee0 00000400:00000010:0.0:1789438909.490538:0:2389:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95d245b5eee0. 00000100:00000001:0.0:1789438909.490542:0:2389:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789438909.490547:0:2389:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff95d272165180 x1876351184902144/t0(0) o400->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789438964 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789438909.490557:0:2389:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff95d272165180 x1876351184902144/t0(0) o400->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789438964 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789438909.490562:0:2389:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789438909.490564:0:2389:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789438909.490567:0:2389:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789438909.490570:0:2389:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789438909.490573:0:2389:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789438909.490576:0:2389:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789438909.490579:0:2389:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789438909.490595:0:2389:0:(import.c:2196:obd_at_measure()) add 36 to ffff95d26f5f0460 time=62 v=36 (36 36 5 5) 00000100:00001000:0.0:1789438909.490600:0:2389:0:(import.c:2196:obd_at_measure()) add 1 to ffff95d26f5f0418 time=60 v=5 (1 1 1 1) 00000100:00000001:0.0:1789438909.490603:0:2389:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789438909.490605:0:2389:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789438909.490607:0:2389:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789438909.490611:0:2389:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789438909.490614:0:2389:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789438909.490617:0:2389:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff95d244e30800: skip recheck: last_committed 42949693985 00000100:00000001:0.0:1789438909.490619:0:2389:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789438909.490631:0:2389:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789438909.490637:0:2389:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95d272165180 x1876351184902144/t0(0) o400->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789438964 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789438909.490645:0:2389:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789438909.490648:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789438909.490649:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789438909.490653:0:2389:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95d272165180 x1876351184902144/t0(0) o400->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789438964 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789438909.490661:0:2389:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff95d272165180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2d9a8a45-a42f-4142-a7af-34df75c08653:2389:1876351184902144:192.168.202.129@tcp:400:kworker.0 00000100:00000001:0.0:1789438909.490666:0:2389:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789438909.490668:0:2389:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789438909.490672:0:2389:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95d272165180 x1876351184902144/t0(0) o400->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789438964 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789438909.490679:0:2389:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789438909.490681:0:2389:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789438909.490685:0:2389:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff95d24a131a00. 02000000:00000001:0.0:1789438909.490688:0:2389:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789438909.490691:0:2389:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789438909.490692:0:2389:0:(genops.c:1222:class_import_put()) import ffff95d26f5f0000 refcount=3 obd=lustre-OST0000-osc-ffff95d244e30800 00000020:00000001:0.0:1789438909.490694:0:2389:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789438909.490697:0:2389:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff95d245805400. 02000000:00000001:0.0:1789438909.490700:0:2389:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789438909.490701:0:2389:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789438909.490703:0:2389:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95d272165180. 00000100:00000001:0.0:1789438909.490721:0:2389:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789438909.490723:0:2389:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789438909.490726:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789438909.490728:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789438909.490729:0:2389:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789438909.490731:0:2389:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789438909.490732:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1789438909.491128:0:2390:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789438909.491131:0:2390:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789438909.491134:0:2390:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95d25892dd68. 00000400:00000200:1.0:1789438909.491139:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95d244cae990 00000400:00000010:1.0:1789438909.491141:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95d244cae990. 00000100:00000001:1.0:1789438909.491151:0:2390:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789438909.491157:0:2390:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff95d272164700 x1876351184901760/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789438925 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789438909.491165:0:2390:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff95d272164700 x1876351184901760/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789438925 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789438909.491171:0:2390:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789438909.491172:0:2390:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789438909.491174:0:2390:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789438909.491176:0:2390:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789438909.491178:0:2390:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789438909.491180:0:2390:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789438909.491181:0:2390:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789438909.491185:0:2390:0:(import.c:2196:obd_at_measure()) add 5 to ffff95d245589460 time=63 v=5 (5 5 5 5) 00000100:00001000:1.0:1789438909.491189:0:2390:0:(import.c:2196:obd_at_measure()) add 1 to ffff95d245589418 time=37 v=5 (1 1 1 0) 00000100:00000001:1.0:1789438909.491191:0:2390:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789438909.491192:0:2390:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789438909.491194:0:2390:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789438909.491196:0:2390:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789438909.491198:0:2390:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789438909.491201:0:2390:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95d272164700 x1876351184901760/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789438925 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789438909.491207:0:2390:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789438909.491209:0:2390:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789438909.491210:0:2390:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789438909.491214:0:2390:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95d272164700 x1876351184901760/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789438925 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789438909.491221:0:2390:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff95d272164700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:42963a40-8242-4716-b5a0-c55cef22b1d2:2390:1876351184901760:192.168.202.129@tcp:400:kworker.0 00000100:00000001:1.0:1789438909.491225:0:2390:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789438909.491227:0:2390:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789438909.491230:0:2390:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95d272164700 x1876351184901760/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789438925 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789438909.491237:0:2390:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789438909.491244:0:2390:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789438909.491246:0:2390:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff95d243e27600. 02000000:00000001:1.0:1789438909.491249:0:2390:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789438909.491251:0:2390:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789438909.491252:0:2390:0:(genops.c:1222:class_import_put()) import ffff95d245589000 refcount=3 obd=MGC192.168.202.129@tcp 00000020:00000001:1.0:1789438909.491255:0:2390:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789438909.491256:0:2390:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff95d258b27300. 02000000:00000001:1.0:1789438909.491259:0:2390:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789438909.491260:0:2390:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789438909.491262:0:2390:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95d272164700. 00000100:00000001:1.0:1789438909.491264:0:2390:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789438909.491265:0:2390:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789438909.491268:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789438909.491270:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789438909.491271:0:2390:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789438909.491273:0:2390:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789438909.491274:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1789438909.497748:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789438909.497771:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789438909.497776:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789438909.497794:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789438909.497814:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438909.497822:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:2.0:1789438909.497833:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438909.497838:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438909.497844:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438909.497857:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6aa880dd99700 00000400:00000200:2.0:1789438909.497862:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438909.497869:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x5165dd [1] + 224 00000800:00000001:2.0:1789438909.497876:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789438909.497885:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789438909.497889:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789438909.497893:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:2.0:1789438909.497901:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789438909.497911:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff95d272164a80 x1876351184901888/t0(0) o400->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438964 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789438909.497922:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff95d272164a80 x1876351184901888/t0(0) o400->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438964 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789438909.497946:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789438909.497956:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789438909.497959:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789438909.498204:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789438909.498208:0:2389:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789438909.498220:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789438909.498222:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789438909.498225:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95d265ed8580. 00000400:00000200:0.0:1789438909.498230:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95d245b5e000 00000400:00000010:0.0:1789438909.498232:0:2389:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95d245b5e000. 00000100:00000001:0.0:1789438909.498236:0:2389:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789438909.498241:0:2389:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff95d272164a80 x1876351184901888/t0(0) o400->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438964 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789438909.498250:0:2389:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff95d272164a80 x1876351184901888/t0(0) o400->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438964 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789438909.498257:0:2389:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789438909.498258:0:2389:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789438909.498261:0:2389:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789438909.498263:0:2389:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789438909.498266:0:2389:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789438909.498268:0:2389:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789438909.498271:0:2389:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789438909.498279:0:2389:0:(import.c:2196:obd_at_measure()) add 36 to ffff95d2780b4460 time=62 v=36 (36 36 36 36) 00000100:00001000:0.0:1789438909.498283:0:2389:0:(import.c:2196:obd_at_measure()) add 1 to ffff95d2780b4418 time=37 v=5 (1 1 2 0) 00000100:00000001:0.0:1789438909.498286:0:2389:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789438909.498287:0:2389:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789438909.498290:0:2389:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789438909.498294:0:2389:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789438909.498297:0:2389:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789438909.498299:0:2389:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff95d244e30800: skip recheck: last_committed 30064771461 00000100:00000001:0.0:1789438909.498301:0:2389:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789438909.498303:0:2389:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789438909.498307:0:2389:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95d272164a80 x1876351184901888/t0(0) o400->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438964 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789438909.498314:0:2389:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789438909.498317:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789438909.498319:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789438909.498323:0:2389:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95d272164a80 x1876351184901888/t0(0) o400->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438964 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789438909.498343:0:2389:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff95d272164a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2d9a8a45-a42f-4142-a7af-34df75c08653:2389:1876351184901888:192.168.202.129@tcp:400:kworker.0 00000100:00000001:0.0:1789438909.498348:0:2389:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789438909.498351:0:2389:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789438909.498355:0:2389:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95d272164a80 x1876351184901888/t0(0) o400->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438964 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789438909.498362:0:2389:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789438909.498365:0:2389:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789438909.498368:0:2389:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff95d24a131400. 02000000:00000001:0.0:1789438909.498371:0:2389:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789438909.498374:0:2389:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789438909.498376:0:2389:0:(genops.c:1222:class_import_put()) import ffff95d2780b4000 refcount=5 obd=lustre-MDT0000-mdc-ffff95d244e30800 00000020:00000001:0.0:1789438909.498378:0:2389:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789438909.498380:0:2389:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff95d258b27100. 02000000:00000001:0.0:1789438909.498383:0:2389:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789438909.498385:0:2389:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789438909.498386:0:2389:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95d272164a80. 00000100:00000001:0.0:1789438909.498390:0:2389:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789438909.498391:0:2389:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789438909.498393:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789438909.498401:0:2389:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789438909.498403:0:2389:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789438909.498405:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789438909.498408:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1789438909.508988:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789438909.509065:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789438909.509071:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789438909.509075:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789438909.509084:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438909.509093:0:2383:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:2.0:1789438909.509104:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438909.509109:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438909.509115:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438909.509119:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6aa880dd99780 00000400:00000200:2.0:1789438909.509125:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438909.509147:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x5165e5 [1] + 224 00000800:00000001:2.0:1789438909.509155:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789438909.509167:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789438909.509171:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789438909.509176:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:2.0:1789438909.509184:0:2383:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789438909.509194:0:2383:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff95d272164000 x1876351184902016/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438964 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789438909.509206:0:2383:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff95d272164000 x1876351184902016/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438964 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789438909.509231:0:2383:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789438909.509241:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789438909.509244:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789438909.510310:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789438909.510317:0:2390:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789438909.510325:0:2390:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789438909.510326:0:2390:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789438909.510330:0:2390:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95d25892d2c0. 00000400:00000200:1.0:1789438909.510335:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95d244cae550 00000400:00000010:1.0:1789438909.510338:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95d244cae550. 00000100:00000001:1.0:1789438909.510341:0:2390:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789438909.510350:0:2390:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff95d272164000 x1876351184902016/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438964 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789438909.510360:0:2390:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff95d272164000 x1876351184902016/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438964 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789438909.510366:0:2390:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789438909.510368:0:2390:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789438909.510371:0:2390:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789438909.510374:0:2390:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789438909.510376:0:2390:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789438909.510378:0:2390:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789438909.510381:0:2390:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789438909.510391:0:2390:0:(import.c:2196:obd_at_measure()) add 36 to ffff95d26f5f6c60 time=62 v=36 (36 36 36 36) 00000100:00001000:1.0:1789438909.510407:0:2390:0:(import.c:2196:obd_at_measure()) add 1 to ffff95d26f5f6c18 time=12 v=5 (1 1 1 0) 00000100:00000001:1.0:1789438909.510410:0:2390:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789438909.510412:0:2390:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789438909.510415:0:2390:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1789438909.510421:0:2390:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff95d272164000 x1876351184902016/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438964 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1789438909.510428:0:2390:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789438909.510432:0:2390:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789438909.510435:0:2390:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff95d244e30800: skip recheck: last_committed 21474836545 00000100:00000001:1.0:1789438909.510437:0:2390:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789438909.510439:0:2390:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789438909.510443:0:2390:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95d272164000 x1876351184902016/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438964 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789438909.510449:0:2390:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789438909.510452:0:2390:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789438909.510454:0:2390:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789438909.510457:0:2390:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95d272164000 x1876351184902016/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438964 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789438909.510465:0:2390:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff95d272164000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2d9a8a45-a42f-4142-a7af-34df75c08653:2390:1876351184902016:192.168.202.129@tcp:400:kworker.0 00000100:00000001:1.0:1789438909.510470:0:2390:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789438909.510473:0:2390:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789438909.510476:0:2390:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95d272164000 x1876351184902016/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438964 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789438909.510482:0:2390:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789438909.510484:0:2390:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789438909.510488:0:2390:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff95d243e27a00. 02000000:00000001:1.0:1789438909.510492:0:2390:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789438909.510506:0:2390:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789438909.510509:0:2390:0:(genops.c:1222:class_import_put()) import ffff95d26f5f6800 refcount=3 obd=lustre-MDT0001-mdc-ffff95d244e30800 00000020:00000001:1.0:1789438909.510511:0:2390:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789438909.510514:0:2390:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff95d245805800. 02000000:00000001:1.0:1789438909.510523:0:2390:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789438909.510525:0:2390:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789438909.510527:0:2390:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95d272164000. 00000100:00000001:1.0:1789438909.510530:0:2390:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789438909.510532:0:2390:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789438909.510534:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789438909.510542:0:2390:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789438909.510544:0:2390:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789438909.510546:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789438909.510548:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789438909.994159:0:247630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789438909.994168:0:247630:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789438909.994170:0:247630:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789438909.994174:0:247630:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789438909.994179:0:247630:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789438909.994182:0:247630:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789438909.994184:0:247630:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789438909.994186:0:247630:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789438909.994189:0:247630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789438909.994191:0:247630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789438909.994296:0:237586:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789438909.994299:0:237586:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789438909.994303:0:237586:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1789438911.018197:0:247630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789438911.018202:0:247630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789438911.018206:0:247630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789438911.018207:0:247630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789438911.018297:0:259124:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789438911.018300:0:259124:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789438911.018303:0:259124:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1789438912.042640:0:247630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789438912.042648:0:247630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789438912.042654:0:247630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789438912.042655:0:247630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789438912.042849:0:249312:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789438912.042853:0:249312:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789438912.042857:0:249312:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1789438913.068140:0:247630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789438913.068149:0:247630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789438913.068155:0:247630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789438913.068156:0:247630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789438913.068239:0:237587:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789438913.068242:0:237587:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789438913.068245:0:237587:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1789438913.258120:0:247630:0:(connection.c:75:cpu_latency_work()) work item of ffff95d244e33330 (cpu 3) has reached its deadline 4305822394, at 4305822400 00000100:00000010:3.0:1789438913.258135:0:247630:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95d25e4e8180. 00000100:00000040:2.0:1789438913.258297:0:243182:0:(connection.c:75:cpu_latency_work()) work item of ffff95d244e33220 (cpu 2) has reached its deadline 4305822394, at 4305822400 00000100:00000010:2.0:1789438913.258302:0:243182:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95d25e4e8900. 00010000:00000001:3.0:1789438914.095083:0:247630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789438914.095090:0:247630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789438914.095095:0:247630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789438914.095096:0:247630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789438914.095348:0:243614:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789438914.095351:0:243614:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789438914.095354:0:243614:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1789438914.607931:0:234888:0:(pinger.c:229:ptlrpc_pinger_process_import()) 42963a40-8242-4716-b5a0-c55cef22b1d2->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789438914.607941:0:234888:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1789438914.607952:0:234888:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95d2780f5c00. 00000020:00000040:2.0:1789438914.607958:0:234888:0:(genops.c:1209:class_import_get()) import ffff95d245589000 refcount=4 obd=MGC192.168.202.129@tcp 00000100:00000001:2.0:1789438914.607962:0:234888:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789438914.607965:0:234888:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789438914.607969:0:234888:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789438914.607977:0:234888:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff95d14f8ed000. 00000100:00000001:2.0:1789438914.607991:0:234888:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789438914.608002:0:234888:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 42963a40-8242-4716-b5a0-c55cef22b1d2->MGS req@ffff95d2780f5c00 x1876351184902272/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789438914.608065:0:234888:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789438914.608069:0:234888:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789438914.608076:0:234888:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f7e0c304] to pc [ptlrpcd_01_01+1] req@ffff95d2780f5c00 x1876351184902272/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789438914.608102:0:234888:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789438914.608116:0:234888:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2d9a8a45-a42f-4142-a7af-34df75c08653->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789438914.608120:0:234888:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1789438914.608122:0:234888:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95d2780f7b80. 00000020:00000040:2.0:1789438914.608125:0:234888:0:(genops.c:1209:class_import_get()) import ffff95d2780b4000 refcount=6 obd=lustre-MDT0000-mdc-ffff95d244e30800 00000100:00000001:2.0:1789438914.608127:0:234888:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789438914.608128:0:234888:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789438914.608130:0:234888:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789438914.608133:0:234888:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff95d14f8ed900. 00000100:00000001:2.0:1789438914.608136:0:234888:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789438914.608140:0:234888:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2d9a8a45-a42f-4142-a7af-34df75c08653->lustre-MDT0000_UUID req@ffff95d2780f7b80 x1876351184902400/t0(0) o400->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789438914.608148:0:234888:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789438914.608150:0:234888:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789438914.608154:0:234888:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008e812fe7] to pc [ptlrpcd_01_00+0] req@ffff95d2780f7b80 x1876351184902400/t0(0) o400->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789438914.608162:0:234888:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789438914.608164:0:234888:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2d9a8a45-a42f-4142-a7af-34df75c08653->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789438914.608167:0:234888:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1789438914.608169:0:234888:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95d2780f6a00. 00000020:00000040:2.0:1789438914.608171:0:234888:0:(genops.c:1209:class_import_get()) import ffff95d26f5f6800 refcount=4 obd=lustre-MDT0001-mdc-ffff95d244e30800 00000100:00000001:2.0:1789438914.608173:0:234888:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789438914.608174:0:234888:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789438914.608175:0:234888:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789438914.608178:0:234888:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff95d14f8edd00. 00000100:00000001:2.0:1789438914.608180:0:234888:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789438914.608183:0:234888:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2d9a8a45-a42f-4142-a7af-34df75c08653->lustre-MDT0001_UUID req@ffff95d2780f6a00 x1876351184902528/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789438914.608189:0:234888:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789438914.608199:0:234888:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789438914.608203:0:234888:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097f778fe] to pc [ptlrpcd_01_01+1] req@ffff95d2780f6a00 x1876351184902528/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789438914.608220:0:234888:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789438914.608222:0:234888:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2d9a8a45-a42f-4142-a7af-34df75c08653->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789438914.608225:0:234888:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1789438914.608229:0:234888:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95d2780f5f80. 00000020:00000040:2.0:1789438914.608231:0:234888:0:(genops.c:1209:class_import_get()) import ffff95d26f5f0000 refcount=4 obd=lustre-OST0000-osc-ffff95d244e30800 00000100:00000001:2.0:1789438914.608233:0:234888:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789438914.608234:0:234888:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789438914.608235:0:234888:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789438914.608238:0:234888:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff95d14f8edc00. 00000100:00000001:2.0:1789438914.608241:0:234888:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789438914.608244:0:234888:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2d9a8a45-a42f-4142-a7af-34df75c08653->lustre-OST0000_UUID req@ffff95d2780f5f80 x1876351184902656/t0(0) o400->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789438914.608251:0:234888:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789438914.608253:0:234888:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789438914.608256:0:234888:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fa60bbfa] to pc [ptlrpcd_01_00+0] req@ffff95d2780f5f80 x1876351184902656/t0(0) o400->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789438914.608263:0:234888:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789438914.608265:0:234888:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2d9a8a45-a42f-4142-a7af-34df75c08653->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789438914.608268:0:234888:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2d9a8a45-a42f-4142-a7af-34df75c08653->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789438914.608272:0:234888:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11161) 00000100:00000001:2.0:1789438914.608285:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789438914.608288:0:2392:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789438914.608290:0:2392:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789438914.608294:0:2392:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95d2780f5c00 x1876351184902272/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789438914.608302:0:2392:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789438914.608304:0:2392:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789438914.608308:0:2392:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789438914.608310:0:2392:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789438914.608316:0:2392:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789438914.608320:0:2392:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff95d2780f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:42963a40-8242-4716-b5a0-c55cef22b1d2:2392:1876351184902272:192.168.202.129@tcp:400:kworker.0 00000100:00000001:2.0:1789438914.608324:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789438914.608329:0:2392:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789438914.608332:0:2392:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789438914.608334:0:2392:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789438914.608337:0:2392:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff95d245996600. 02000000:00000001:2.0:1789438914.608339:0:2392:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789438914.608346:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000010:2.0:1789438914.608351:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95d24a756b58. 00000400:00000010:2.0:1789438914.608358:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95d24519a7f8. 00000100:00000200:2.0:1789438914.608365:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876351184902272, portal 25 00000100:00000001:2.0:1789438914.608368:0:2392:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789438914.608369:0:2392:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446627329922784256 : -116743786767360 : ffff95d2780f5c00) 00000100:00000040:2.0:1789438914.608375:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff95d2780f5c00 x1876351184902272/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789438930 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789438914.608382:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789438914.608385:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:2.0:1789438914.608387:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95d24519add0. 00000100:00000200:2.0:1789438914.608390:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1876351184902272, offset 0 00000400:00000200:2.0:1789438914.608395:0:2392:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:2.0:1789438914.608404:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438914.608412:0:2392:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:2.0:1789438914.608417:0:2392:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789438914.608421:0:2392:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:2.0:1789438914.608425:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789438914.608428:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:2.0:1789438914.608432:0:2392:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [548363:548363:256:4294967295] 192.168.202.129@tcp LPNI seq info [548302:548302:8:4294967295] 00000400:00000200:2.0:1789438914.608436:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438914.608445:0:2392:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:2.0:1789438914.608450:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:2.0:1789438914.608458:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95d14f8ede00. 00000800:00000200:2.0:1789438914.608464:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95d247a15180] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:2.0:1789438914.608471:0:2392:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:2.0:1789438914.608475:0:2392:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff95d14f8ede00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789438914.608485:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789438914.608489:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000100:00000001:2.0:1789438914.608492:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 2 is 4305827519 00000100:00000010:2.0:1789438914.608496:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95d270a06cc0. 00000100:00000001:2.0:1789438914.608502:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1789438914.608507:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 3 is 4305827519 00000100:00000010:2.0:1789438914.608509:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95d270a06600. 00000100:00000001:2.0:1789438914.608512:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1789438914.608515:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789438914.608517:0:2392:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789438914.608520:0:2392:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789438914.608524:0:2392:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95d2780f6a00 x1876351184902528/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789438914.608841:0:2392:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789438914.608843:0:2392:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789438914.608846:0:2392:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789438914.608848:0:2392:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789438914.608850:0:2392:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789438914.608854:0:2392:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff95d2780f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2d9a8a45-a42f-4142-a7af-34df75c08653:2392:1876351184902528:192.168.202.129@tcp:400:kworker.0 00000100:00000001:2.0:1789438914.608857:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789438914.608859:0:2392:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789438914.608861:0:2392:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789438914.608863:0:2392:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789438914.608867:0:2392:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff95d245996200. 02000000:00000001:2.0:1789438914.608869:0:2392:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789438914.608872:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000010:2.0:1789438914.608875:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95d24a756b00. 00000400:00000010:2.0:1789438914.608878:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95d24519a660. 00000100:00000200:2.0:1789438914.608885:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876351184902528, portal 10 00000100:00000001:2.0:1789438914.608887:0:2392:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789438914.608889:0:2392:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446627329922787840 : -116743786763776 : ffff95d2780f6a00) 00000100:00000040:2.0:1789438914.608895:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff95d2780f6a00 x1876351184902528/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438969 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789438914.608902:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789438914.608904:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:2.0:1789438914.608906:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95d24519a880. 00000100:00000200:2.0:1789438914.608908:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876351184902528, offset 0 00000400:00000200:2.0:1789438914.608912:0:2392:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:2.0:1789438914.608915:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438914.608919:0:2392:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:2.0:1789438914.608922:0:2392:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789438914.608924:0:2392:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:2.0:1789438914.608926:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789438914.608929:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:2.0:1789438914.608932:0:2392:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [548364:548364:255:4294967295] 192.168.202.129@tcp LPNI seq info [548303:548303:7:4294967295] 00000400:00000200:2.0:1789438914.608935:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438914.608942:0:2392:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:2.0:1789438914.608946:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:2.0:1789438914.608949:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95d14f8ed600. 00000800:00000200:2.0:1789438914.608953:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95d247a15180] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:2.0:1789438914.608957:0:2392:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:2.0:1789438914.608960:0:2392:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff95d14f8ed600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789438914.608963:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789438914.608966:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95d244e30800: using a timeout of 14268 usecs (15 jiffies) 00000400:00000200:2.0:1789438914.608969:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000100:00000001:2.0:1789438914.608971:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95d244e30800: PM QoS new deadline estimation for cpu 2 is 4305823765 00000100:00000001:2.0:1789438914.608973:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95d244e30800: PM QoS request active for cpu 2, keep current deadline 4305827519 00000100:00000001:2.0:1789438914.608975:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95d244e30800: PM QoS new deadline estimation for cpu 3 is 4305823765 00000100:00000001:2.0:1789438914.608980:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95d244e30800: PM QoS request active for cpu 3, keep current deadline 4305827519 00000100:00000001:2.0:1789438914.608982:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789438914.608984:0:2392:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789438914.608987:0:2392:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789438914.608989:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789438914.608996:0:2392:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789438914.608998:0:2392:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1789438914.609000:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789438914.609001:0:2392:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789438914.609003:0:2392:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789438914.609006:0:2392:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:2.0:1789438914.609007:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789438914.609009:0:2392:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789438914.609010:0:2392:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789438914.609031:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789438914.609032:0:2392:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789438914.609033:0:2392:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789438914.609037:0:2392:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95d2780f7b80 x1876351184902400/t0(0) o400->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789438914.609044:0:2392:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789438914.609045:0:2392:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789438914.609047:0:2392:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789438914.609049:0:2392:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789438914.609051:0:2392:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789438914.609053:0:2392:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff95d2780f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2d9a8a45-a42f-4142-a7af-34df75c08653:2392:1876351184902400:192.168.202.129@tcp:400:kworker.0 00000100:00000001:2.0:1789438914.609057:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789438914.609068:0:2392:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789438914.609070:0:2392:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789438914.609072:0:2392:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789438914.609075:0:2392:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff95d245997a00. 02000000:00000001:2.0:1789438914.609077:0:2392:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789438914.609080:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000010:2.0:1789438914.609082:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95d24a7561b8. 00000400:00000010:2.0:1789438914.609085:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95d24519a770. 00000100:00000200:2.0:1789438914.609087:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876351184902400, portal 10 00000100:00000001:2.0:1789438914.609094:0:2392:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789438914.609096:0:2392:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446627329922792320 : -116743786759296 : ffff95d2780f7b80) 00000100:00000040:2.0:1789438914.609477:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff95d2780f7b80 x1876351184902400/t0(0) o400->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438969 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789438914.609485:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789438914.609487:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:2.0:1789438914.609490:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95d24519a330. 00000100:00000200:2.0:1789438914.609493:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876351184902400, offset 0 00000400:00000200:2.0:1789438914.609496:0:2392:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:2.0:1789438914.609500:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438914.609504:0:2392:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:2.0:1789438914.609507:0:2392:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789438914.609509:0:2392:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:2.0:1789438914.609512:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789438914.609514:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:2.0:1789438914.609517:0:2392:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [548365:548365:254:4294967295] 192.168.202.129@tcp LPNI seq info [548304:548304:6:4294967295] 00000400:00000200:2.0:1789438914.609521:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438914.609527:0:2392:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:2.0:1789438914.609573:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:2.0:1789438914.609577:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95d14f8ed300. 00000800:00000200:2.0:1789438914.609581:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95d247a15180] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:2.0:1789438914.609585:0:2392:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:2.0:1789438914.609588:0:2392:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff95d14f8ed300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789438914.609591:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789438914.609594:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95d244e30800: using a timeout of 24523 usecs (25 jiffies) 00000400:00000200:2.0:1789438914.609597:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000100:00000001:2.0:1789438914.609598:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95d244e30800: PM QoS new deadline estimation for cpu 2 is 4305823775 00000100:00000001:2.0:1789438914.609601:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95d244e30800: PM QoS request active for cpu 2, keep current deadline 4305827519 00000100:00000001:2.0:1789438914.609602:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95d244e30800: PM QoS new deadline estimation for cpu 3 is 4305823775 00000100:00000001:2.0:1789438914.609604:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95d244e30800: PM QoS request active for cpu 3, keep current deadline 4305827519 00000100:00000001:2.0:1789438914.609611:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789438914.609613:0:2392:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789438914.609615:0:2392:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789438914.609619:0:2392:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95d2780f5f80 x1876351184902656/t0(0) o400->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789438914.609626:0:2392:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789438914.609627:0:2392:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789438914.609629:0:2392:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789438914.609631:0:2392:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789438914.609633:0:2392:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789438914.609635:0:2392:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff95d2780f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2d9a8a45-a42f-4142-a7af-34df75c08653:2392:1876351184902656:192.168.202.129@tcp:400:kworker.0 00000100:00000001:2.0:1789438914.609638:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789438914.609640:0:2392:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789438914.609642:0:2392:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789438914.609644:0:2392:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789438914.609646:0:2392:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff95d245996a00. 02000000:00000001:2.0:1789438914.609648:0:2392:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789438914.609651:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000010:2.0:1789438914.609654:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95d24a756e18. 00000400:00000010:2.0:1789438914.609716:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95d24519a990. 00000100:00000200:2.0:1789438914.609720:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876351184902656, portal 4 00000100:00000001:2.0:1789438914.609722:0:2392:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789438914.609723:0:2392:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446627329922785152 : -116743786766464 : ffff95d2780f5f80) 00000100:00000040:2.0:1789438914.609730:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff95d2780f5f80 x1876351184902656/t0(0) o400->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789438969 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789438914.609736:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789438914.609739:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:2.0:1789438914.609740:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95d24519aa18. 00000100:00000200:2.0:1789438914.609742:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876351184902656, offset 0 00000400:00000200:2.0:1789438914.609746:0:2392:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:2.0:1789438914.609749:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438914.609752:0:2392:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:2.0:1789438914.609770:0:2392:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789438914.609772:0:2392:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:2.0:1789438914.609774:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789438914.609777:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:2.0:1789438914.609780:0:2392:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [548366:548366:253:4294967295] 192.168.202.129@tcp LPNI seq info [548305:548305:5:4294967295] 00000400:00000200:2.0:1789438914.609784:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438914.609789:0:2392:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:2.0:1789438914.609794:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:2.0:1789438914.609797:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95d14f8edb00. 00000800:00000200:2.0:1789438914.609800:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95d247a15180] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:2.0:1789438914.609804:0:2392:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:2.0:1789438914.609806:0:2392:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff95d14f8edb00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789438914.609809:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789438914.609812:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff95d244e30800: using a timeout of 102058 usecs (103 jiffies) 00000400:00000200:2.0:1789438914.609815:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000100:00000001:2.0:1789438914.609817:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95d244e30800: PM QoS new deadline estimation for cpu 2 is 4305823853 00000100:00000001:2.0:1789438914.609819:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95d244e30800: PM QoS request active for cpu 2, keep current deadline 4305827519 00000100:00000001:2.0:1789438914.609820:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95d244e30800: PM QoS new deadline estimation for cpu 3 is 4305823853 00000100:00000001:2.0:1789438914.609822:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95d244e30800: PM QoS request active for cpu 3, keep current deadline 4305827519 00000100:00000001:2.0:1789438914.609824:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789438914.609826:0:2392:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789438914.609828:0:2392:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789438914.609830:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789438914.609875:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789438914.609878:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95d14f8ede00. 00000400:00000200:2.0:1789438914.609883:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789438914.609888:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:2.0:1789438914.609892:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95d24519add0 00000400:00000010:2.0:1789438914.609895:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95d24519add0. 00000100:00000001:2.0:1789438914.609899:0:2384:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789438914.609907:0:2384:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff95d2780f5c00 x1876351184902272/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789438930 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789438914.609916:0:2384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789438914.609920:0:2384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95d2780f5c00 x1876351184902272/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789438930 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789438914.609927:0:2384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789438914.609928:0:2384:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1789438914.609938:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789438914.609940:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95d14f8ed600. 00000400:00000200:2.0:1789438914.609942:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789438914.609945:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:2.0:1789438914.609947:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95d24519a880 00000400:00000010:2.0:1789438914.609949:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95d24519a880. 00000100:00000001:2.0:1789438914.609951:0:2384:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789438914.609954:0:2384:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff95d2780f6a00 x1876351184902528/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438969 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789438914.609960:0:2384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789438914.609963:0:2384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95d2780f6a00 x1876351184902528/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438969 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789438914.609970:0:2384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789438914.609971:0:2384:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1789438914.609975:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789438914.609977:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95d14f8ed300. 00000400:00000200:2.0:1789438914.609979:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789438914.609992:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:2.0:1789438914.609994:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95d24519a330 00000400:00000010:2.0:1789438914.609996:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95d24519a330. 00000100:00000001:2.0:1789438914.609998:0:2384:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789438914.610001:0:2384:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff95d2780f7b80 x1876351184902400/t0(0) o400->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438969 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789438914.610008:0:2384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789438914.610011:0:2384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95d2780f7b80 x1876351184902400/t0(0) o400->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438969 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789438914.610039:0:2384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789438914.610040:0:2384:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1789438914.610373:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789438914.610376:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95d14f8edb00. 00000400:00000200:2.0:1789438914.610379:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789438914.610383:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:2.0:1789438914.610385:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95d24519aa18 00000400:00000010:2.0:1789438914.610387:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95d24519aa18. 00000100:00000001:2.0:1789438914.610389:0:2384:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789438914.610393:0:2384:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff95d2780f5f80 x1876351184902656/t0(0) o400->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789438969 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789438914.610401:0:2384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789438914.610404:0:2384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95d2780f5f80 x1876351184902656/t0(0) o400->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789438969 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789438914.610410:0:2384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789438914.610412:0:2384:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1789438914.610439:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789438914.610442:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1789438914.622430:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789438914.622446:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789438914.622450:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789438914.622453:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789438914.622461:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438914.622469:0:2383:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:2.0:1789438914.622476:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438914.622481:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438914.622486:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438914.622490:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 4 MB=0x6aa880dd99a00 00000400:00000200:2.0:1789438914.622495:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438914.622501:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.129@tcp of length 224/224 into md 0x516625 [1] + 224 00000800:00000001:2.0:1789438914.622507:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789438914.622510:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789438914.622526:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789438914.622531:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:2.0:1789438914.622538:0:2383:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789438914.622547:0:2383:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff95d2780f5f80 x1876351184902656/t0(0) o400->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789438969 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789438914.622557:0:2383:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff95d2780f5f80 x1876351184902656/t0(0) o400->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789438969 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789438914.622583:0:2383:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789438914.622590:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789438914.622594:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789438914.622596:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789438914.622598:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789438914.622601:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438914.622604:0:2383:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:2.0:1789438914.622608:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438914.622610:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438914.622613:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438914.622616:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6aa880dd99980 00000400:00000200:2.0:1789438914.622619:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438914.622623:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x516605 [1] + 224 00000800:00000001:2.0:1789438914.622627:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789438914.622630:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789438914.622632:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789438914.622634:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:2.0:1789438914.622637:0:2383:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789438914.622641:0:2383:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff95d2780f6a00 x1876351184902528/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438969 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789438914.622649:0:2383:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff95d2780f6a00 x1876351184902528/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438969 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789438914.622656:0:2383:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789438914.622666:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789438914.622669:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789438914.622671:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789438914.622673:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789438914.622676:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438914.622679:0:2383:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:2.0:1789438914.622683:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438914.622685:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438914.622688:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438914.622690:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6aa880dd99900 00000400:00000200:2.0:1789438914.622693:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438914.622696:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x516615 [1] + 224 00000800:00000001:2.0:1789438914.622699:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789438914.622702:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789438914.622704:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789438914.622706:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:2.0:1789438914.622709:0:2383:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789438914.622712:0:2383:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff95d2780f7b80 x1876351184902400/t0(0) o400->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438969 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789438914.622720:0:2383:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff95d2780f7b80 x1876351184902400/t0(0) o400->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438969 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789438914.622726:0:2383:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789438914.622729:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789438914.622731:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789438914.622732:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789438914.622735:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789438914.622737:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438914.622740:0:2383:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:2.0:1789438914.622743:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438914.622745:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438914.622748:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438914.622750:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 25 MB=0x6aa880dd99880 00000400:00000200:2.0:1789438914.622753:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438914.622777:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.129@tcp of length 224/224 into md 0x5165f5 [1] + 224 00000800:00000001:2.0:1789438914.622781:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789438914.622787:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789438914.622789:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789438914.622792:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:2.0:1789438914.622794:0:2383:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789438914.622799:0:2383:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff95d2780f5c00 x1876351184902272/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789438930 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789438914.622806:0:2383:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff95d2780f5c00 x1876351184902272/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789438930 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789438914.622812:0:2383:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789438914.622815:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789438914.622817:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789438914.623970:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789438914.623976:0:2392:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789438914.623993:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789438914.623995:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789438914.623999:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95d24a7561b8. 00000400:00000200:3.0:1789438914.624006:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95d24519a770 00000400:00000010:3.0:1789438914.624065:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95d24519a770. 00000100:00000001:3.0:1789438914.624070:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789438914.624078:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff95d2780f7b80 x1876351184902400/t0(0) o400->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438969 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789438914.624088:0:2392:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff95d2780f7b80 x1876351184902400/t0(0) o400->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438969 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789438914.624094:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789438914.624097:0:2392:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789438914.624099:0:2392:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789438914.624102:0:2392:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789438914.624104:0:2392:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789438914.624107:0:2392:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789438914.624110:0:2392:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789438914.624118:0:2392:0:(import.c:2196:obd_at_measure()) add 36 to ffff95d2780b4460 time=67 v=36 (36 36 36 36) 00000100:00001000:3.0:1789438914.624122:0:2392:0:(import.c:2196:obd_at_measure()) add 1 to ffff95d2780b4418 time=42 v=5 (1 1 2 0) 00000100:00000001:3.0:1789438914.624125:0:2392:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789438914.624126:0:2392:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789438914.624130:0:2392:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789438914.624133:0:2392:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789438914.624137:0:2392:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789438914.624139:0:2392:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff95d244e30800: skip recheck: last_committed 30064771461 00000100:00000001:3.0:1789438914.624140:0:2392:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789438914.624142:0:2392:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789438914.624147:0:2392:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95d2780f7b80 x1876351184902400/t0(0) o400->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438969 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789438914.624155:0:2392:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789438914.624158:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789438914.624160:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789438914.624164:0:2392:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95d2780f7b80 x1876351184902400/t0(0) o400->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438969 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789438914.624171:0:2392:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff95d2780f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2d9a8a45-a42f-4142-a7af-34df75c08653:2392:1876351184902400:192.168.202.129@tcp:400:kworker.0 00000400:00000001:3.0:1789438914.624177:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789438914.624184:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789438914.624186:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95d24a756e18. 00000400:00000200:3.0:1789438914.624188:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95d24519a990 00000400:00000010:3.0:1789438914.624426:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95d24519a990. 00000100:00000001:3.0:1789438914.624430:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789438914.624435:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff95d2780f5f80 x1876351184902656/t0(0) o400->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789438969 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789438914.624443:0:2392:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff95d2780f5f80 x1876351184902656/t0(0) o400->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789438969 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789438914.624449:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789438914.624450:0:2392:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789438914.624452:0:2392:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789438914.624453:0:2392:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789438914.624455:0:2392:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789438914.624457:0:2392:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789438914.624459:0:2392:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789438914.624463:0:2392:0:(import.c:2196:obd_at_measure()) add 36 to ffff95d26f5f0460 time=67 v=36 (36 36 5 5) 00000100:00001000:3.0:1789438914.624466:0:2392:0:(import.c:2196:obd_at_measure()) add 1 to ffff95d26f5f0418 time=65 v=5 (1 1 1 1) 00000100:00000001:3.0:1789438914.624468:0:2392:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789438914.624470:0:2392:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789438914.624471:0:2392:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789438914.624473:0:2392:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789438914.624475:0:2392:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789438914.624477:0:2392:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff95d244e30800: skip recheck: last_committed 42949693985 00000100:00000001:3.0:1789438914.624479:0:2392:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789438914.624481:0:2392:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789438914.624485:0:2392:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95d2780f5f80 x1876351184902656/t0(0) o400->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789438969 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789438914.624491:0:2392:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789438914.624493:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789438914.624494:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789438914.624498:0:2392:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95d2780f5f80 x1876351184902656/t0(0) o400->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789438969 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789438914.624515:0:2392:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff95d2780f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2d9a8a45-a42f-4142-a7af-34df75c08653:2392:1876351184902656:192.168.202.129@tcp:400:kworker.0 00000400:00000001:3.0:1789438914.624521:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789438914.624522:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789438914.624524:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95d24a756b58. 00000400:00000200:3.0:1789438914.624527:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95d24519a7f8 00000400:00000010:3.0:1789438914.624541:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95d24519a7f8. 00000100:00000001:3.0:1789438914.624544:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789438914.624548:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff95d2780f5c00 x1876351184902272/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789438930 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789438914.624555:0:2392:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff95d2780f5c00 x1876351184902272/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789438930 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789438914.624561:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789438914.624563:0:2392:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789438914.624565:0:2392:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789438914.624566:0:2392:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789438914.624567:0:2392:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789438914.624569:0:2392:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789438914.624571:0:2392:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789438914.624574:0:2392:0:(import.c:2196:obd_at_measure()) add 5 to ffff95d245589460 time=68 v=5 (5 5 5 5) 00000100:00001000:3.0:1789438914.624576:0:2392:0:(import.c:2196:obd_at_measure()) add 1 to ffff95d245589418 time=42 v=5 (1 1 1 0) 00000100:00000001:3.0:1789438914.624578:0:2392:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789438914.624579:0:2392:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789438914.624581:0:2392:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789438914.624583:0:2392:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789438914.624585:0:2392:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789438914.624589:0:2392:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95d2780f5c00 x1876351184902272/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789438930 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789438914.624596:0:2392:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789438914.624598:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789438914.624599:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789438914.624602:0:2392:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95d2780f5c00 x1876351184902272/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789438930 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789438914.624617:0:2392:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff95d2780f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:42963a40-8242-4716-b5a0-c55cef22b1d2:2392:1876351184902272:192.168.202.129@tcp:400:kworker.0 00000400:00000001:3.0:1789438914.624622:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789438914.624624:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789438914.624625:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95d24a756b00. 00000400:00000200:3.0:1789438914.624628:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95d24519a660 00000400:00000010:3.0:1789438914.624630:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95d24519a660. 00000100:00000001:3.0:1789438914.624632:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789438914.624636:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff95d2780f6a00 x1876351184902528/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438969 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789438914.624644:0:2392:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff95d2780f6a00 x1876351184902528/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438969 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789438914.624650:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789438914.624652:0:2392:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789438914.624653:0:2392:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789438914.624655:0:2392:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789438914.624656:0:2392:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789438914.624658:0:2392:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789438914.624659:0:2392:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789438914.624664:0:2392:0:(import.c:2196:obd_at_measure()) add 36 to ffff95d26f5f6c60 time=67 v=36 (36 36 36 36) 00000100:00001000:3.0:1789438914.624667:0:2392:0:(import.c:2196:obd_at_measure()) add 1 to ffff95d26f5f6c18 time=17 v=5 (1 1 1 0) 00000100:00000001:3.0:1789438914.624669:0:2392:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789438914.624671:0:2392:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789438914.624672:0:2392:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1789438914.624676:0:2392:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff95d2780f6a00 x1876351184902528/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438969 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1789438914.624682:0:2392:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789438914.624684:0:2392:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789438914.624685:0:2392:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff95d244e30800: skip recheck: last_committed 21474836545 00000100:00000001:3.0:1789438914.624686:0:2392:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789438914.624688:0:2392:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789438914.624691:0:2392:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95d2780f6a00 x1876351184902528/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438969 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789438914.624702:0:2392:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789438914.624704:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789438914.624706:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789438914.624709:0:2392:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95d2780f6a00 x1876351184902528/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438969 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789438914.624717:0:2392:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff95d2780f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2d9a8a45-a42f-4142-a7af-34df75c08653:2392:1876351184902528:192.168.202.129@tcp:400:kworker.0 00000100:00000001:3.0:1789438914.624721:0:2392:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789438914.624723:0:2392:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789438914.624727:0:2392:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95d2780f7b80 x1876351184902400/t0(0) o400->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438969 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789438914.624734:0:2392:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789438914.624736:0:2392:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789438914.624739:0:2392:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff95d245997a00. 02000000:00000001:3.0:1789438914.624744:0:2392:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789438914.624747:0:2392:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789438914.624749:0:2392:0:(genops.c:1222:class_import_put()) import ffff95d2780b4000 refcount=5 obd=lustre-MDT0000-mdc-ffff95d244e30800 00000020:00000001:3.0:1789438914.624751:0:2392:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789438914.624753:0:2392:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff95d14f8ed900. 02000000:00000001:3.0:1789438914.624756:0:2392:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789438914.624768:0:2392:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789438914.624770:0:2392:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95d2780f7b80. 00000100:00000001:3.0:1789438914.624774:0:2392:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789438914.624775:0:2392:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789438914.624777:0:2392:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789438914.624780:0:2392:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95d2780f5f80 x1876351184902656/t0(0) o400->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789438969 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789438914.624786:0:2392:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789438914.624787:0:2392:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789438914.624789:0:2392:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff95d245996a00. 02000000:00000001:3.0:1789438914.624790:0:2392:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789438914.624792:0:2392:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789438914.624798:0:2392:0:(genops.c:1222:class_import_put()) import ffff95d26f5f0000 refcount=3 obd=lustre-OST0000-osc-ffff95d244e30800 00000020:00000001:3.0:1789438914.624799:0:2392:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789438914.624801:0:2392:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff95d14f8edc00. 02000000:00000001:3.0:1789438914.624803:0:2392:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789438914.624805:0:2392:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789438914.624806:0:2392:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95d2780f5f80. 00000100:00000001:3.0:1789438914.624809:0:2392:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789438914.624810:0:2392:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789438914.624812:0:2392:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789438914.624816:0:2392:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95d2780f5c00 x1876351184902272/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789438930 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789438914.624822:0:2392:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789438914.624823:0:2392:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789438914.624825:0:2392:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff95d245996600. 02000000:00000001:3.0:1789438914.624827:0:2392:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789438914.624828:0:2392:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789438914.624829:0:2392:0:(genops.c:1222:class_import_put()) import ffff95d245589000 refcount=3 obd=MGC192.168.202.129@tcp 00000020:00000001:3.0:1789438914.624830:0:2392:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789438914.624832:0:2392:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff95d14f8ed000. 02000000:00000001:3.0:1789438914.624834:0:2392:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789438914.624835:0:2392:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789438914.624836:0:2392:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95d2780f5c00. 00000100:00000001:3.0:1789438914.624838:0:2392:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789438914.624839:0:2392:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789438914.624840:0:2392:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789438914.624843:0:2392:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95d2780f6a00 x1876351184902528/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438969 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789438914.624847:0:2392:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789438914.624849:0:2392:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789438914.624850:0:2392:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff95d245996200. 02000000:00000001:3.0:1789438914.624852:0:2392:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789438914.624853:0:2392:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789438914.624854:0:2392:0:(genops.c:1222:class_import_put()) import ffff95d26f5f6800 refcount=3 obd=lustre-MDT0001-mdc-ffff95d244e30800 00000020:00000001:3.0:1789438914.624855:0:2392:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789438914.624856:0:2392:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff95d14f8edd00. 02000000:00000001:3.0:1789438914.624858:0:2392:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789438914.624864:0:2392:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789438914.624865:0:2392:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95d2780f6a00. 00000100:00000001:3.0:1789438914.624868:0:2392:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789438914.624869:0:2392:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789438914.624871:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789438914.624880:0:2392:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789438914.624882:0:2392:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789438914.624885:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789438914.624887:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789438915.114807:0:247630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789438915.114815:0:247630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789438915.114821:0:247630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789438915.114822:0:247630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789438915.119564:0:237586:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789438915.119603:0:237586:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789438915.119608:0:237586:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1789438916.138405:0:247630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789438916.138411:0:247630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789438916.138416:0:247630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789438916.138418:0:247630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789438916.138783:0:259124:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789438916.138787:0:259124:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789438916.138790:0:259124:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1789438917.162666:0:247630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789438917.162672:0:247630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789438917.162678:0:247630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789438917.162681:0:247630:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789438917.162684:0:247630:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789438917.162690:0:247630:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789438917.162692:0:247630:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789438917.162694:0:247630:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789438917.162697:0:247630:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789438917.162700:0:247630:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789438917.162702:0:247630:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789438917.162704:0:247630:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789438917.162829:0:249312:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789438917.162833:0:249312:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789438917.162836:0:249312:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1789438918.186643:0:247630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789438918.186650:0:247630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789438918.186657:0:247630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789438918.186658:0:247630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789438918.187891:0:237587:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789438918.187898:0:237587:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789438918.187903:0:237587:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1789438918.379078:0:247630:0:(connection.c:75:cpu_latency_work()) work item of ffff95d244e33330 (cpu 3) has reached its deadline 4305827519, at 4305827520 00000100:00000010:3.0:1789438918.379093:0:247630:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95d270a06600. 00000100:00000040:2.0:1789438918.380170:0:243182:0:(connection.c:75:cpu_latency_work()) work item of ffff95d244e33220 (cpu 2) has reached its deadline 4305827519, at 4305827522 00000100:00000010:2.0:1789438918.380180:0:243182:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95d270a06cc0. 00010000:00000001:3.0:1789438919.210197:0:247630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789438919.210206:0:247630:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789438919.210208:0:247630:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789438919.210229:0:247630:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789438919.210234:0:247630:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789438919.210236:0:247630:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789438919.210238:0:247630:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789438919.210241:0:247630:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789438919.210245:0:247630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789438919.210246:0:247630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789438919.210413:0:243614:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789438919.210417:0:243614:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789438919.210429:0:243614:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1789438919.722284:0:152475:0:(pinger.c:229:ptlrpc_pinger_process_import()) 42963a40-8242-4716-b5a0-c55cef22b1d2->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789438919.722295:0:152475:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789438919.722306:0:152475:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95d272164a80. 00000020:00000040:0.0:1789438919.722313:0:152475:0:(genops.c:1209:class_import_get()) import ffff95d245589000 refcount=4 obd=MGC192.168.202.129@tcp 00000100:00000001:0.0:1789438919.722318:0:152475:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789438919.722321:0:152475:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789438919.722326:0:152475:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789438919.722337:0:152475:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff95d245805400. 00000100:00000001:0.0:1789438919.722345:0:152475:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789438919.722359:0:152475:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 42963a40-8242-4716-b5a0-c55cef22b1d2->MGS req@ffff95d272164a80 x1876351184902784/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789438919.722370:0:152475:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789438919.722375:0:152475:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789438919.722382:0:152475:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000075d6d25e] to pc [ptlrpcd_00_01+1] req@ffff95d272164a80 x1876351184902784/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789438919.722527:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789438919.722532:0:2390:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789438919.722535:0:2390:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789438919.722543:0:2390:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95d272164a80 x1876351184902784/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789438919.722550:0:2390:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789438919.722552:0:2390:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789438919.722556:0:2390:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789438919.722559:0:2390:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789438919.722561:0:2390:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789438919.722564:0:2390:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff95d272164a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:42963a40-8242-4716-b5a0-c55cef22b1d2:2390:1876351184902784:192.168.202.129@tcp:400:kworker.0 00000100:00000001:1.0:1789438919.722569:0:2390:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789438919.722575:0:2390:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789438919.722577:0:2390:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789438919.722597:0:2390:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789438919.722601:0:2390:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff95d243e27e00. 02000000:00000001:1.0:1789438919.722602:0:2390:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789438919.722609:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000010:1.0:1789438919.722614:0:2390:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95d25892d2c0. 00000400:00000010:1.0:1789438919.722620:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95d244cae550. 00000100:00000200:1.0:1789438919.722627:0:2390:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876351184902784, portal 25 00000100:00000001:1.0:1789438919.722629:0:2390:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789438919.722631:0:2390:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446627329822575232 : -116743886976384 : ffff95d272164a80) 00000100:00000040:1.0:1789438919.722648:0:2390:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff95d272164a80 x1876351184902784/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789438935 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789438919.722655:0:2390:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789438919.722657:0:2390:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:1.0:1789438919.722660:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95d244cae990. 00000100:00000200:1.0:1789438919.722664:0:2390:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1876351184902784, offset 0 00000400:00000200:1.0:1789438919.722670:0:2390:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:1.0:1789438919.722679:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:1.0:1789438919.722686:0:2390:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:1.0:1789438919.722691:0:2390:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789438919.722696:0:2390:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:1.0:1789438919.722699:0:2390:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789438919.722702:0:2390:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:1.0:1789438919.722706:0:2390:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [548367:548367:256:4294967295] 192.168.202.129@tcp LPNI seq info [548306:548306:8:4294967295] 00000400:00000200:1.0:1789438919.722710:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:1.0:1789438919.722749:0:2390:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:1.0:1789438919.722755:0:2390:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:1.0:1789438919.722760:0:2390:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95d2521f1e00. 00000800:00000200:1.0:1789438919.722773:0:2390:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95d247a15180] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:1.0:1789438919.722781:0:2390:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:1.0:1789438919.722785:0:2390:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff95d2521f1e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789438919.722853:0:152475:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789438919.722856:0:152475:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2d9a8a45-a42f-4142-a7af-34df75c08653->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789438919.722859:0:152475:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789438919.722862:0:152475:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95d272165180. 00000020:00000040:0.0:1789438919.722865:0:152475:0:(genops.c:1209:class_import_get()) import ffff95d2780b4000 refcount=6 obd=lustre-MDT0000-mdc-ffff95d244e30800 00000100:00000001:0.0:1789438919.722867:0:152475:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789438919.722869:0:152475:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789438919.722871:0:152475:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789438919.722875:0:152475:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff95d245805100. 00000100:00000001:0.0:1789438919.722878:0:152475:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789438919.722888:0:152475:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2d9a8a45-a42f-4142-a7af-34df75c08653->lustre-MDT0000_UUID req@ffff95d272165180 x1876351184902912/t0(0) o400->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789438919.722896:0:152475:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789438919.722898:0:152475:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789438919.722902:0:152475:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002315db3a] to pc [ptlrpcd_00_00+0] req@ffff95d272165180 x1876351184902912/t0(0) o400->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789438919.722910:0:152475:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789438919.722912:0:152475:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2d9a8a45-a42f-4142-a7af-34df75c08653->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789438919.722915:0:152475:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789438919.722917:0:152475:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95d272164e00. 00000020:00000040:0.0:1789438919.722932:0:152475:0:(genops.c:1209:class_import_get()) import ffff95d26f5f6800 refcount=4 obd=lustre-MDT0001-mdc-ffff95d244e30800 00000100:00000001:0.0:1789438919.722935:0:152475:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789438919.722936:0:152475:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789438919.722938:0:152475:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789438919.722943:0:152475:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff95d245805800. 00000100:00000001:0.0:1789438919.722946:0:152475:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789438919.722951:0:152475:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2d9a8a45-a42f-4142-a7af-34df75c08653->lustre-MDT0001_UUID req@ffff95d272164e00 x1876351184903040/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789438919.722956:0:152475:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789438919.722958:0:152475:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789438919.722961:0:152475:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cc592160] to pc [ptlrpcd_00_01+1] req@ffff95d272164e00 x1876351184903040/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789438919.722968:0:152475:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789438919.722970:0:152475:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2d9a8a45-a42f-4142-a7af-34df75c08653->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789438919.722973:0:152475:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789438919.722976:0:152475:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95d272166680. 00000020:00000040:0.0:1789438919.722978:0:152475:0:(genops.c:1209:class_import_get()) import ffff95d26f5f0000 refcount=4 obd=lustre-OST0000-osc-ffff95d244e30800 00000100:00000001:0.0:1789438919.722980:0:152475:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789438919.722981:0:152475:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789438919.722982:0:152475:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789438919.722993:0:152475:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff95d245805900. 00000100:00000001:0.0:1789438919.722996:0:152475:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789438919.723001:0:152475:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2d9a8a45-a42f-4142-a7af-34df75c08653->lustre-OST0000_UUID req@ffff95d272166680 x1876351184903168/t0(0) o400->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789438919.723008:0:152475:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789438919.723009:0:152475:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789438919.723063:0:152475:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a2685ba4] to pc [ptlrpcd_00_00+0] req@ffff95d272166680 x1876351184903168/t0(0) o400->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789438919.723070:0:152475:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789438919.723072:0:152475:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2d9a8a45-a42f-4142-a7af-34df75c08653->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789438919.723076:0:152475:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2d9a8a45-a42f-4142-a7af-34df75c08653->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789438919.723081:0:152475:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11166) 00000100:00000001:0.0:1789438919.723095:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789438919.723097:0:2389:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789438919.723098:0:2389:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789438919.723102:0:2389:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95d272165180 x1876351184902912/t0(0) o400->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789438919.723109:0:2389:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789438919.723110:0:2389:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789438919.723112:0:2389:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789438919.723114:0:2389:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789438919.723116:0:2389:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789438919.723130:0:2389:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff95d272165180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2d9a8a45-a42f-4142-a7af-34df75c08653:2389:1876351184902912:192.168.202.129@tcp:400:kworker.0 00000100:00000001:0.0:1789438919.723134:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789438919.723136:0:2389:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789438919.723138:0:2389:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789438919.723139:0:2389:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789438919.723143:0:2389:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff95d24a131a00. 02000000:00000001:0.0:1789438919.723145:0:2389:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789438919.723148:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000010:0.0:1789438919.723151:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95d265ed8580. 00000400:00000010:0.0:1789438919.723161:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95d245b5e000. 00000100:00000200:0.0:1789438919.723165:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876351184902912, portal 10 00000100:00000001:0.0:1789438919.723167:0:2389:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789438919.723168:0:2389:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446627329822577024 : -116743886974592 : ffff95d272165180) 00000100:00000040:0.0:1789438919.723175:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff95d272165180 x1876351184902912/t0(0) o400->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438974 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789438919.723181:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789438919.723183:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:0.0:1789438919.723185:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95d245b5eee0. 00000100:00000200:0.0:1789438919.723188:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876351184902912, offset 0 00000400:00000200:0.0:1789438919.723192:0:2389:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:0.0:1789438919.723196:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:0.0:1789438919.723200:0:2389:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:0.0:1789438919.723203:0:2389:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789438919.723206:0:2389:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:0.0:1789438919.723208:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789438919.723210:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:0.0:1789438919.723213:0:2389:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [548368:548368:255:4294967295] 192.168.202.129@tcp LPNI seq info [548307:548307:7:4294967295] 00000400:00000200:0.0:1789438919.723217:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:0.0:1789438919.723223:0:2389:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:0.0:1789438919.723228:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:0.0:1789438919.723232:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95d245805a00. 00000800:00000200:0.0:1789438919.723235:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95d247a15180] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:0.0:1789438919.723240:0:2389:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:0.0:1789438919.723243:0:2389:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff95d245805a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789438919.726128:0:2390:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789438919.726170:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000100:00000001:1.0:1789438919.726173:0:2390:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 2 is 4305832637 00000100:00000010:1.0:1789438919.726180:0:2390:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95d25e4e8f60. 00000100:00000001:1.0:1789438919.726195:0:2390:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1789438919.726203:0:2390:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 3 is 4305832637 00000100:00000010:1.0:1789438919.726205:0:2390:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95d25e4e8720. 00000100:00000001:1.0:1789438919.726207:0:2390:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1789438919.726210:0:2390:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789438919.726213:0:2390:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789438919.726218:0:2390:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789438919.726222:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789438919.726230:0:2390:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789438919.726232:0:2390:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1789438919.726235:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789438919.726241:0:2390:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789438919.726243:0:2390:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789438919.726255:0:2390:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95d272164e00 x1876351184903040/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789438919.726263:0:2390:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789438919.726265:0:2390:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789438919.726268:0:2390:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789438919.726272:0:2390:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789438919.726274:0:2390:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789438919.726276:0:2390:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff95d272164e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2d9a8a45-a42f-4142-a7af-34df75c08653:2390:1876351184903040:192.168.202.129@tcp:400:kworker.0 00000100:00000001:1.0:1789438919.726280:0:2390:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789438919.726285:0:2390:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789438919.726287:0:2390:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789438919.726289:0:2390:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789438919.726294:0:2390:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff95d243e27000. 02000000:00000001:1.0:1789438919.726296:0:2390:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789438919.726300:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000010:1.0:1789438919.726305:0:2390:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95d25892dd68. 00000400:00000010:1.0:1789438919.726311:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95d244caeee0. 00000100:00000001:0.0:1789438919.726314:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789438919.726323:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95d244e30800: using a timeout of 24522 usecs (25 jiffies) 00000100:00000200:1.0:1789438919.726326:0:2390:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876351184903040, portal 10 00000400:00000200:0.0:1789438919.726331:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000100:00000001:1.0:1789438919.726332:0:2390:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789438919.726334:0:2390:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446627329822576128 : -116743886975488 : ffff95d272164e00) 00000100:00000001:0.0:1789438919.726336:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95d244e30800: PM QoS new deadline estimation for cpu 2 is 4305828893 00000100:00000001:0.0:1789438919.726341:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95d244e30800: PM QoS request active for cpu 2, keep current deadline 4305832637 00000100:00000040:1.0:1789438919.726343:0:2390:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff95d272164e00 x1876351184903040/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438974 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789438919.726348:0:2390:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789438919.726351:0:2390:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:1.0:1789438919.726354:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95d244cae000. 00000100:00000001:0.0:1789438919.726356:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95d244e30800: PM QoS new deadline estimation for cpu 3 is 4305828893 00000100:00000200:1.0:1789438919.726358:0:2390:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876351184903040, offset 0 00000100:00000001:0.0:1789438919.726361:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95d244e30800: PM QoS request active for cpu 3, keep current deadline 4305832637 00000100:00000001:0.0:1789438919.726365:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1789438919.726366:0:2390:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000100:00000001:0.0:1789438919.726371:0:2389:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789438919.726375:0:2389:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1789438919.726378:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000100:00000040:0.0:1789438919.726385:0:2389:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95d272166680 x1876351184903168/t0(0) o400->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1789438919.726388:0:2390:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:1.0:1789438919.726396:0:2390:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1789438919.726400:0:2389:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000400:00000200:1.0:1789438919.726401:0:2390:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:1.0:1789438919.726406:0:2390:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789438919.726408:0:2390:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:1.0:1789438919.726411:0:2390:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [548369:548369:254:4294967295] 192.168.202.129@tcp LPNI seq info [548308:548308:6:4294967295] 00000400:00000200:1.0:1789438919.726414:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:1.0:1789438919.726421:0:2390:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:1.0:1789438919.726424:0:2390:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:1.0:1789438919.726429:0:2390:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95d2521f1000. 00000800:00000200:1.0:1789438919.726434:0:2390:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95d247a15180] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:1.0:1789438919.726440:0:2390:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:1.0:1789438919.726444:0:2390:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff95d2521f1000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789438919.726446:0:2390:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789438919.726448:0:2390:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95d244e30800: using a timeout of 14268 usecs (15 jiffies) 00000400:00000200:1.0:1789438919.726450:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000100:00000001:1.0:1789438919.726452:0:2390:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95d244e30800: PM QoS new deadline estimation for cpu 2 is 4305828883 00000100:00000001:1.0:1789438919.726453:0:2390:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95d244e30800: PM QoS request active for cpu 2, keep current deadline 4305832637 00000100:00000001:1.0:1789438919.726455:0:2390:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95d244e30800: PM QoS new deadline estimation for cpu 3 is 4305828883 00000100:00000001:1.0:1789438919.726460:0:2390:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95d244e30800: PM QoS request active for cpu 3, keep current deadline 4305832637 00000100:00000001:1.0:1789438919.726461:0:2390:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789438919.726463:0:2390:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789438919.726464:0:2390:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789438919.726465:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789438919.726468:0:2390:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789438919.726469:0:2390:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1789438919.726470:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789438919.726471:0:2390:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789438919.726472:0:2390:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789438919.726475:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789438919.726481:0:2389:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789438919.726488:0:2389:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789438919.726490:0:2389:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789438919.726493:0:2389:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789438919.726498:0:2389:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff95d272166680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2d9a8a45-a42f-4142-a7af-34df75c08653:2389:1876351184903168:192.168.202.129@tcp:400:kworker.0 00000100:00000001:0.0:1789438919.726503:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789438919.726507:0:2389:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789438919.726508:0:2389:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789438919.726510:0:2389:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789438919.726514:0:2389:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff95d24a130600. 02000000:00000001:0.0:1789438919.726516:0:2389:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789438919.726520:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000010:0.0:1789438919.726524:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95d265ed8108. 00000400:00000010:0.0:1789438919.726529:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95d245b5e6e8. 00000100:00000200:0.0:1789438919.726532:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876351184903168, portal 4 00000100:00000001:0.0:1789438919.726534:0:2389:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789438919.726535:0:2389:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446627329822582400 : -116743886969216 : ffff95d272166680) 00000100:00000040:0.0:1789438919.726541:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff95d272166680 x1876351184903168/t0(0) o400->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789438974 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789438919.726548:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789438919.726550:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:0.0:1789438919.726553:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95d245b5e7f8. 00000100:00000200:0.0:1789438919.726555:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876351184903168, offset 0 00000400:00000200:0.0:1789438919.726566:0:2389:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:0.0:1789438919.726570:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:0.0:1789438919.726574:0:2389:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:0.0:1789438919.726577:0:2389:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789438919.726579:0:2389:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:0.0:1789438919.726582:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789438919.726584:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:0.0:1789438919.726587:0:2389:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [548370:548370:253:4294967295] 192.168.202.129@tcp LPNI seq info [548309:548309:5:4294967295] 00000400:00000200:0.0:1789438919.726591:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:0.0:1789438919.726597:0:2389:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:0.0:1789438919.726601:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:0.0:1789438919.726606:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95d24666d900. 00000800:00000200:0.0:1789438919.726610:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95d247a15180] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:0.0:1789438919.726614:0:2389:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:0.0:1789438919.726617:0:2389:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff95d24666d900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789438919.726620:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789438919.726623:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff95d244e30800: using a timeout of 101991 usecs (102 jiffies) 00000400:00000200:0.0:1789438919.726626:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000100:00000001:0.0:1789438919.726628:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95d244e30800: PM QoS new deadline estimation for cpu 2 is 4305828970 00000100:00000001:0.0:1789438919.726630:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95d244e30800: PM QoS request active for cpu 2, keep current deadline 4305832637 00000100:00000001:0.0:1789438919.726632:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95d244e30800: PM QoS new deadline estimation for cpu 3 is 4305828970 00000100:00000001:0.0:1789438919.726634:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95d244e30800: PM QoS request active for cpu 3, keep current deadline 4305832637 00000100:00000001:0.0:1789438919.726636:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789438919.726638:0:2389:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789438919.726640:0:2389:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789438919.726642:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789438919.726647:0:2389:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789438919.726649:0:2389:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00000001:0.0:1789438919.726651:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789438919.726652:0:2389:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789438919.726659:0:2389:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789438919.726662:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789438919.727474:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789438919.727480:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95d2521f1e00. 00000400:00000200:2.0:1789438919.727488:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789438919.727494:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:2.0:1789438919.727501:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95d244cae990 00000400:00000010:2.0:1789438919.727504:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95d244cae990. 00000100:00000001:2.0:1789438919.727509:0:2384:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789438919.727515:0:2384:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff95d272164a80 x1876351184902784/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789438935 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789438919.727525:0:2384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789438919.727528:0:2384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95d272164a80 x1876351184902784/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789438935 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789438919.727535:0:2384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789438919.727536:0:2384:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1789438919.727550:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789438919.727552:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95d245805a00. 00000400:00000200:2.0:1789438919.727556:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789438919.727568:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:2.0:1789438919.727571:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95d245b5eee0 00000400:00000010:2.0:1789438919.727573:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95d245b5eee0. 00000100:00000001:2.0:1789438919.727576:0:2384:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789438919.727581:0:2384:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff95d272165180 x1876351184902912/t0(0) o400->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438974 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789438919.727589:0:2384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789438919.727591:0:2384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95d272165180 x1876351184902912/t0(0) o400->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438974 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789438919.727597:0:2384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789438919.727598:0:2384:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1789438919.727608:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789438919.727611:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95d2521f1000. 00000400:00000200:2.0:1789438919.727613:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789438919.727617:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:2.0:1789438919.727619:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95d244cae000 00000400:00000010:2.0:1789438919.727904:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95d244cae000. 00000100:00000001:2.0:1789438919.727907:0:2384:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789438919.727912:0:2384:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff95d272164e00 x1876351184903040/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438974 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789438919.727919:0:2384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789438919.727922:0:2384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95d272164e00 x1876351184903040/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438974 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789438919.727928:0:2384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789438919.727929:0:2384:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1789438919.728528:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789438919.728533:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95d24666d900. 00000400:00000200:2.0:1789438919.728537:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789438919.728541:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:2.0:1789438919.728546:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95d245b5e7f8 00000400:00000010:2.0:1789438919.728548:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95d245b5e7f8. 00000100:00000001:2.0:1789438919.728551:0:2384:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789438919.728568:0:2384:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff95d272166680 x1876351184903168/t0(0) o400->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789438974 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789438919.728577:0:2384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789438919.728580:0:2384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95d272166680 x1876351184903168/t0(0) o400->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789438974 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789438919.728585:0:2384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789438919.728587:0:2384:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789438919.733157:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789438919.733176:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789438919.733180:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789438919.733182:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789438919.733191:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438919.733198:0:2383:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:2.0:1789438919.733207:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438919.733211:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438919.733216:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438919.733220:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 25 MB=0x6aa880dd99a80 00000400:00000200:2.0:1789438919.733226:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438919.733232:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.129@tcp of length 224/224 into md 0x516635 [1] + 224 00000800:00000001:2.0:1789438919.733239:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789438919.733248:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789438919.733251:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789438919.733256:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:2.0:1789438919.733264:0:2383:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789438919.733273:0:2383:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff95d272164a80 x1876351184902784/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789438935 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789438919.733283:0:2383:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff95d272164a80 x1876351184902784/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789438935 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789438919.733309:0:2383:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789438919.733316:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789438919.733319:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789438919.733488:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789438919.733492:0:2390:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789438919.733499:0:2390:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789438919.733501:0:2390:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789438919.733504:0:2390:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95d25892d2c0. 00000400:00000200:1.0:1789438919.733510:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95d244cae550 00000400:00000010:1.0:1789438919.733512:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95d244cae550. 00000100:00000001:1.0:1789438919.733516:0:2390:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789438919.733521:0:2390:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff95d272164a80 x1876351184902784/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789438935 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789438919.733531:0:2390:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff95d272164a80 x1876351184902784/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789438935 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789438919.733538:0:2390:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789438919.733540:0:2390:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789438919.733543:0:2390:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789438919.733546:0:2390:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789438919.733548:0:2390:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789438919.733551:0:2390:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789438919.733554:0:2390:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789438919.733559:0:2390:0:(import.c:2196:obd_at_measure()) add 5 to ffff95d245589460 time=73 v=5 (5 5 5 5) 00000100:00001000:1.0:1789438919.733563:0:2390:0:(import.c:2196:obd_at_measure()) add 1 to ffff95d245589418 time=47 v=5 (1 1 1 0) 00000100:00000001:1.0:1789438919.733566:0:2390:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789438919.733568:0:2390:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789438919.733570:0:2390:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789438919.733572:0:2390:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789438919.733589:0:2390:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789438919.733594:0:2390:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95d272164a80 x1876351184902784/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789438935 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789438919.733601:0:2390:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789438919.733604:0:2390:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789438919.733606:0:2390:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789438919.733609:0:2390:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95d272164a80 x1876351184902784/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789438935 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789438919.733617:0:2390:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff95d272164a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:42963a40-8242-4716-b5a0-c55cef22b1d2:2390:1876351184902784:192.168.202.129@tcp:400:kworker.0 00000100:00000001:1.0:1789438919.733622:0:2390:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789438919.733624:0:2390:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789438919.733627:0:2390:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95d272164a80 x1876351184902784/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789438935 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789438919.733633:0:2390:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789438919.733647:0:2390:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789438919.733650:0:2390:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff95d243e27e00. 02000000:00000001:1.0:1789438919.733654:0:2390:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789438919.733657:0:2390:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789438919.733659:0:2390:0:(genops.c:1222:class_import_put()) import ffff95d245589000 refcount=3 obd=MGC192.168.202.129@tcp 00000020:00000001:1.0:1789438919.733661:0:2390:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789438919.733663:0:2390:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff95d245805400. 02000000:00000001:1.0:1789438919.733666:0:2390:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789438919.733668:0:2390:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789438919.733670:0:2390:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95d272164a80. 00000100:00000001:1.0:1789438919.733673:0:2390:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789438919.733674:0:2390:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789438919.733677:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789438919.733679:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789438919.733681:0:2390:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789438919.733682:0:2390:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789438919.733684:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1789438919.735168:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789438919.735194:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789438919.735199:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789438919.735201:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789438919.735208:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438919.735215:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:2.0:1789438919.735222:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438919.735226:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438919.735231:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438919.735235:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6aa880dd99b00 00000400:00000200:2.0:1789438919.735241:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438919.735247:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x51663d [1] + 224 00000800:00000001:2.0:1789438919.735252:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789438919.735256:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789438919.735259:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789438919.735263:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:2.0:1789438919.735270:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789438919.735278:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff95d272165180 x1876351184902912/t0(0) o400->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438974 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789438919.735288:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff95d272165180 x1876351184902912/t0(0) o400->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438974 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789438919.735312:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789438919.735320:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789438919.735324:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789438919.735326:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789438919.735328:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789438919.735331:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438919.735334:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:2.0:1789438919.735339:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438919.735341:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438919.735344:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438919.735347:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6aa880dd99b80 00000400:00000200:2.0:1789438919.735350:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438919.735360:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x516645 [1] + 224 00000800:00000001:2.0:1789438919.735365:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789438919.735369:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789438919.735371:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789438919.735374:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:2.0:1789438919.735377:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789438919.735382:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff95d272164e00 x1876351184903040/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438974 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789438919.735391:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff95d272164e00 x1876351184903040/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438974 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789438919.735420:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789438919.735425:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789438919.735429:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789438919.735431:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789438919.735433:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789438919.735436:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438919.735440:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:2.0:1789438919.735444:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438919.735446:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438919.735450:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438919.735452:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 4 MB=0x6aa880dd99c00 00000400:00000200:2.0:1789438919.735456:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438919.735460:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.129@tcp of length 224/224 into md 0x51664d [1] + 224 00000800:00000001:2.0:1789438919.735464:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789438919.735471:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789438919.735474:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789438919.735476:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:2.0:1789438919.735479:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789438919.735484:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff95d272166680 x1876351184903168/t0(0) o400->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789438974 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789438919.735491:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff95d272166680 x1876351184903168/t0(0) o400->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789438974 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789438919.735503:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789438919.735508:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789438919.735511:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789438919.735687:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789438919.735691:0:2389:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789438919.735698:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789438919.735700:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789438919.735703:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95d265ed8580. 00000400:00000200:0.0:1789438919.735708:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95d245b5e000 00000400:00000010:0.0:1789438919.735711:0:2389:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95d245b5e000. 00000100:00000001:0.0:1789438919.735725:0:2389:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789438919.735730:0:2389:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff95d272165180 x1876351184902912/t0(0) o400->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438974 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789438919.735740:0:2389:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff95d272165180 x1876351184902912/t0(0) o400->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438974 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789438919.735746:0:2389:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789438919.735749:0:2389:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789438919.735751:0:2389:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789438919.735754:0:2389:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789438919.735756:0:2389:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789438919.735758:0:2389:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789438919.735761:0:2389:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789438919.735770:0:2389:0:(import.c:2196:obd_at_measure()) add 36 to ffff95d2780b4460 time=72 v=36 (36 36 36 36) 00000100:00001000:0.0:1789438919.735775:0:2389:0:(import.c:2196:obd_at_measure()) add 1 to ffff95d2780b4418 time=47 v=5 (1 1 2 0) 00000100:00000001:0.0:1789438919.735777:0:2389:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789438919.735779:0:2389:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789438919.735782:0:2389:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789438919.735786:0:2389:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789438919.735789:0:2389:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789438919.735792:0:2389:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff95d244e30800: skip recheck: last_committed 30064771461 00000100:00000001:0.0:1789438919.735794:0:2389:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789438919.735796:0:2389:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789438919.735800:0:2389:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95d272165180 x1876351184902912/t0(0) o400->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438974 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789438919.735807:0:2389:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789438919.735810:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789438919.735819:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789438919.735824:0:2389:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95d272165180 x1876351184902912/t0(0) o400->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438974 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789438919.735833:0:2389:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff95d272165180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2d9a8a45-a42f-4142-a7af-34df75c08653:2389:1876351184902912:192.168.202.129@tcp:400:kworker.0 00000400:00000001:0.0:1789438919.735839:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789438919.735840:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789438919.735842:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95d265ed8108. 00000400:00000200:0.0:1789438919.735844:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95d245b5e6e8 00000400:00000010:0.0:1789438919.735846:0:2389:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95d245b5e6e8. 00000100:00000001:0.0:1789438919.735849:0:2389:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789438919.735852:0:2389:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff95d272166680 x1876351184903168/t0(0) o400->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789438974 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789438919.735860:0:2389:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff95d272166680 x1876351184903168/t0(0) o400->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789438974 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789438919.735866:0:2389:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789438919.735868:0:2389:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789438919.735869:0:2389:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789438919.735871:0:2389:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789438919.735872:0:2389:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789438919.735874:0:2389:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789438919.735875:0:2389:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789438919.735880:0:2389:0:(import.c:2196:obd_at_measure()) add 36 to ffff95d26f5f0460 time=72 v=36 (36 36 5 5) 00000100:00001000:0.0:1789438919.735883:0:2389:0:(import.c:2196:obd_at_measure()) add 1 to ffff95d26f5f0418 time=70 v=5 (1 1 1 1) 00000100:00000001:0.0:1789438919.735884:0:2389:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789438919.735885:0:2389:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789438919.735887:0:2389:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789438919.735889:0:2389:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789438919.735891:0:2389:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789438919.735892:0:2389:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff95d244e30800: skip recheck: last_committed 42949693985 00000100:00000001:0.0:1789438919.735894:0:2389:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789438919.735895:0:2389:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789438919.735899:0:2389:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95d272166680 x1876351184903168/t0(0) o400->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789438974 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789438919.735915:0:2389:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789438919.735917:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789438919.735919:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789438919.735935:0:2389:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95d272166680 x1876351184903168/t0(0) o400->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789438974 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789438919.735943:0:2389:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff95d272166680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2d9a8a45-a42f-4142-a7af-34df75c08653:2389:1876351184903168:192.168.202.129@tcp:400:kworker.0 00000100:00000001:0.0:1789438919.735947:0:2389:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789438919.735950:0:2389:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789438919.735953:0:2389:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95d272165180 x1876351184902912/t0(0) o400->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438974 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789438919.735960:0:2389:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789438919.735962:0:2389:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789438919.735966:0:2389:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff95d24a131a00. 02000000:00000001:0.0:1789438919.735970:0:2389:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789438919.735973:0:2389:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789438919.735974:0:2389:0:(genops.c:1222:class_import_put()) import ffff95d2780b4000 refcount=5 obd=lustre-MDT0000-mdc-ffff95d244e30800 00000020:00000001:0.0:1789438919.735976:0:2389:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789438919.735979:0:2389:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff95d245805100. 02000000:00000001:0.0:1789438919.735981:0:2389:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789438919.735983:0:2389:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789438919.735985:0:2389:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95d272165180. 00000100:00000001:0.0:1789438919.735989:0:2389:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789438919.735990:0:2389:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789438919.735991:0:2389:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789438919.735995:0:2389:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95d272166680 x1876351184903168/t0(0) o400->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789438974 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789438919.736001:0:2389:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789438919.736002:0:2389:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789438919.736003:0:2389:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff95d24a130600. 02000000:00000001:0.0:1789438919.736005:0:2389:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789438919.736006:0:2389:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789438919.736041:0:2389:0:(genops.c:1222:class_import_put()) import ffff95d26f5f0000 refcount=3 obd=lustre-OST0000-osc-ffff95d244e30800 00000020:00000001:0.0:1789438919.736044:0:2389:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789438919.736046:0:2389:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff95d245805900. 02000000:00000001:0.0:1789438919.736048:0:2389:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789438919.736049:0:2389:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789438919.736050:0:2389:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95d272166680. 00000100:00000001:0.0:1789438919.736054:0:2389:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789438919.736056:0:2389:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789438919.736058:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789438919.736065:0:2389:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789438919.736067:0:2389:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789438919.736069:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789438919.736071:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789438919.736507:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789438919.736510:0:2390:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789438919.736513:0:2390:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789438919.736519:0:2390:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789438919.736522:0:2390:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95d25892dd68. 00000400:00000200:1.0:1789438919.736524:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95d244caeee0 00000400:00000010:1.0:1789438919.736525:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95d244caeee0. 00000100:00000001:1.0:1789438919.736528:0:2390:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789438919.736533:0:2390:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff95d272164e00 x1876351184903040/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438974 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789438919.736543:0:2390:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff95d272164e00 x1876351184903040/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438974 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789438919.736550:0:2390:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789438919.736552:0:2390:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789438919.736553:0:2390:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789438919.736556:0:2390:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789438919.736557:0:2390:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789438919.736559:0:2390:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789438919.736562:0:2390:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789438919.736567:0:2390:0:(import.c:2196:obd_at_measure()) add 36 to ffff95d26f5f6c60 time=72 v=36 (36 36 36 36) 00000100:00001000:1.0:1789438919.736570:0:2390:0:(import.c:2196:obd_at_measure()) add 1 to ffff95d26f5f6c18 time=22 v=5 (1 1 1 0) 00000100:00000001:1.0:1789438919.736572:0:2390:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789438919.736573:0:2390:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789438919.736575:0:2390:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1789438919.736579:0:2390:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff95d272164e00 x1876351184903040/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438974 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1789438919.736585:0:2390:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789438919.736587:0:2390:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789438919.736589:0:2390:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff95d244e30800: skip recheck: last_committed 21474836545 00000100:00000001:1.0:1789438919.736591:0:2390:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789438919.736592:0:2390:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789438919.736595:0:2390:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95d272164e00 x1876351184903040/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438974 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789438919.736602:0:2390:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789438919.736604:0:2390:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789438919.736605:0:2390:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789438919.736613:0:2390:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95d272164e00 x1876351184903040/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438974 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789438919.736627:0:2390:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff95d272164e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2d9a8a45-a42f-4142-a7af-34df75c08653:2390:1876351184903040:192.168.202.129@tcp:400:kworker.0 00000100:00000001:1.0:1789438919.736630:0:2390:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789438919.736632:0:2390:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789438919.736638:0:2390:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95d272164e00 x1876351184903040/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438974 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789438919.736643:0:2390:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789438919.736644:0:2390:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789438919.736646:0:2390:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff95d243e27000. 02000000:00000001:1.0:1789438919.736649:0:2390:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789438919.736650:0:2390:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789438919.736651:0:2390:0:(genops.c:1222:class_import_put()) import ffff95d26f5f6800 refcount=3 obd=lustre-MDT0001-mdc-ffff95d244e30800 00000020:00000001:1.0:1789438919.736652:0:2390:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789438919.736653:0:2390:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff95d245805800. 02000000:00000001:1.0:1789438919.736655:0:2390:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789438919.736656:0:2390:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789438919.736657:0:2390:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95d272164e00. 00000100:00000001:1.0:1789438919.736659:0:2390:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789438919.736660:0:2390:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789438919.736661:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789438919.736665:0:2390:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789438919.736666:0:2390:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789438919.736667:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789438919.736668:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789438920.234618:0:247630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789438920.234625:0:247630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789438920.234632:0:247630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789438920.234634:0:247630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789438920.234749:0:237586:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789438920.234753:0:237586:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789438920.234756:0:237586:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1789438921.258548:0:247630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789438921.258557:0:247630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789438921.258563:0:247630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789438921.258564:0:247630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789438921.259137:0:259124:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789438921.259142:0:259124:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789438921.259146:0:259124:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1789438922.282159:0:247630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789438922.282167:0:247630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789438922.282173:0:247630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789438922.282174:0:247630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789438922.285473:0:249312:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789438922.285478:0:249312:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789438922.285482:0:249312:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1789438923.306159:0:247630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789438923.306166:0:247630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789438923.306172:0:247630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789438923.306173:0:247630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789438923.306275:0:237587:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789438923.306279:0:237587:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789438923.306282:0:237587:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1789438923.498174:0:243182:0:(connection.c:75:cpu_latency_work()) work item of ffff95d244e33220 (cpu 2) has reached its deadline 4305832637, at 4305832640 00000100:00000010:2.0:1789438923.498191:0:243182:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95d25e4e8f60. 00000100:00000040:3.0:1789438923.499549:0:247630:0:(connection.c:75:cpu_latency_work()) work item of ffff95d244e33330 (cpu 3) has reached its deadline 4305832637, at 4305832641 00000100:00000010:3.0:1789438923.499562:0:247630:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95d25e4e8720. 00010000:00000001:3.0:1789438924.330217:0:247630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789438924.330224:0:247630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789438924.330230:0:247630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789438924.330231:0:247630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789438924.330315:0:243614:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789438924.330320:0:243614:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789438924.330323:0:243614:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1789438924.843333:0:152475:0:(pinger.c:229:ptlrpc_pinger_process_import()) 42963a40-8242-4716-b5a0-c55cef22b1d2->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789438924.843347:0:152475:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789438924.843355:0:152475:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95d272166680. 00000020:00000040:0.0:1789438924.843361:0:152475:0:(genops.c:1209:class_import_get()) import ffff95d245589000 refcount=4 obd=MGC192.168.202.129@tcp 00000100:00000001:0.0:1789438924.843367:0:152475:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789438924.843370:0:152475:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789438924.843374:0:152475:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789438924.843381:0:152475:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff95d24666d500. 00000100:00000001:0.0:1789438924.843388:0:152475:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789438924.843400:0:152475:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 42963a40-8242-4716-b5a0-c55cef22b1d2->MGS req@ffff95d272166680 x1876351184903296/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789438924.843411:0:152475:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789438924.843415:0:152475:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789438924.843430:0:152475:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a2685ba4] to pc [ptlrpcd_00_01+1] req@ffff95d272166680 x1876351184903296/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789438924.843454:0:152475:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789438924.843457:0:152475:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2d9a8a45-a42f-4142-a7af-34df75c08653->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789438924.843460:0:152475:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789438924.843463:0:152475:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95d272165180. 00000020:00000040:0.0:1789438924.843466:0:152475:0:(genops.c:1209:class_import_get()) import ffff95d2780b4000 refcount=6 obd=lustre-MDT0000-mdc-ffff95d244e30800 00000100:00000001:0.0:1789438924.843469:0:152475:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789438924.843470:0:152475:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789438924.843472:0:152475:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789438924.843476:0:152475:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff95d24666d300. 00000100:00000001:0.0:1789438924.843479:0:152475:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789438924.843483:0:152475:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2d9a8a45-a42f-4142-a7af-34df75c08653->lustre-MDT0000_UUID req@ffff95d272165180 x1876351184903424/t0(0) o400->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789438924.843490:0:152475:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789438924.843492:0:152475:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789438924.843496:0:152475:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002315db3a] to pc [ptlrpcd_00_00+0] req@ffff95d272165180 x1876351184903424/t0(0) o400->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789438924.843504:0:152475:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789438924.843507:0:152475:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2d9a8a45-a42f-4142-a7af-34df75c08653->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789438924.843510:0:152475:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789438924.843513:0:152475:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95d272165f80. 00000020:00000040:0.0:1789438924.843515:0:152475:0:(genops.c:1209:class_import_get()) import ffff95d26f5f6800 refcount=4 obd=lustre-MDT0001-mdc-ffff95d244e30800 00000100:00000001:0.0:1789438924.843517:0:152475:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789438924.843518:0:152475:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789438924.843520:0:152475:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789438924.843522:0:152475:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff95d24666d600. 00000100:00000001:0.0:1789438924.843525:0:152475:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789438924.843528:0:152475:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2d9a8a45-a42f-4142-a7af-34df75c08653->lustre-MDT0001_UUID req@ffff95d272165f80 x1876351184903552/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789438924.843546:0:152475:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789438924.843548:0:152475:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789438924.843552:0:152475:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000068576d6] to pc [ptlrpcd_00_01+1] req@ffff95d272165f80 x1876351184903552/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789438924.843558:0:152475:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789438924.843560:0:152475:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2d9a8a45-a42f-4142-a7af-34df75c08653->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789438924.843563:0:152475:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789438924.843566:0:152475:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95d272164e00. 00000020:00000040:0.0:1789438924.843568:0:152475:0:(genops.c:1209:class_import_get()) import ffff95d26f5f0000 refcount=4 obd=lustre-OST0000-osc-ffff95d244e30800 00000100:00000001:0.0:1789438924.843570:0:152475:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789438924.843572:0:152475:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789438924.843573:0:152475:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789438924.843577:0:152475:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff95d24666d700. 00000100:00000001:0.0:1789438924.843579:0:152475:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789438924.843583:0:152475:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2d9a8a45-a42f-4142-a7af-34df75c08653->lustre-OST0000_UUID req@ffff95d272164e00 x1876351184903680/t0(0) o400->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789438924.843589:0:152475:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789438924.843590:0:152475:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789438924.843594:0:152475:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cc592160] to pc [ptlrpcd_00_00+0] req@ffff95d272164e00 x1876351184903680/t0(0) o400->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789438924.843600:0:152475:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789438924.843602:0:152475:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2d9a8a45-a42f-4142-a7af-34df75c08653->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789438924.843605:0:152475:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2d9a8a45-a42f-4142-a7af-34df75c08653->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789438924.843609:0:152475:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11171) 00000100:00000001:0.0:1789438924.843622:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789438924.843626:0:2390:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789438924.843629:0:2390:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789438924.843634:0:2390:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95d272166680 x1876351184903296/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789438924.843646:0:2390:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789438924.843648:0:2390:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789438924.843652:0:2390:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789438924.843655:0:2390:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789438924.843657:0:2390:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789438924.843661:0:2390:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff95d272166680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:42963a40-8242-4716-b5a0-c55cef22b1d2:2390:1876351184903296:192.168.202.129@tcp:400:kworker.0 00000100:00000001:0.0:1789438924.843665:0:2390:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789438924.843681:0:2390:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789438924.843684:0:2390:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789438924.843686:0:2390:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789438924.843691:0:2390:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff95d24a130600. 02000000:00000001:0.0:1789438924.843692:0:2390:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789438924.843701:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000010:0.0:1789438924.843705:0:2390:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95d265ed8108. 00000400:00000010:0.0:1789438924.843712:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95d245b5e6e8. 00000100:00000200:0.0:1789438924.843720:0:2390:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876351184903296, portal 25 00000100:00000001:0.0:1789438924.843722:0:2390:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789438924.843724:0:2390:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446627329822582400 : -116743886969216 : ffff95d272166680) 00000100:00000040:0.0:1789438924.843730:0:2390:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff95d272166680 x1876351184903296/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789438940 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789438924.843736:0:2390:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789438924.843739:0:2390:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:0.0:1789438924.843742:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95d245b5e000. 00000100:00000200:0.0:1789438924.843745:0:2390:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1876351184903296, offset 0 00000400:00000200:0.0:1789438924.843752:0:2390:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:0.0:1789438924.843759:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:0.0:1789438924.843766:0:2390:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:0.0:1789438924.843771:0:2390:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789438924.843775:0:2390:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:0.0:1789438924.843778:0:2390:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789438924.843780:0:2390:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:0.0:1789438924.843791:0:2390:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [548371:548371:256:4294967295] 192.168.202.129@tcp LPNI seq info [548310:548310:8:4294967295] 00000400:00000200:0.0:1789438924.843795:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:0.0:1789438924.843805:0:2390:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:0.0:1789438924.843811:0:2390:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:0.0:1789438924.843816:0:2390:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95d24666d100. 00000800:00000200:0.0:1789438924.843822:0:2390:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95d247a15180] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:0.0:1789438924.843831:0:2390:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:0.0:1789438924.843835:0:2390:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff95d24666d100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789438924.843853:0:2390:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789438924.843858:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000100:00000001:0.0:1789438924.843861:0:2390:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 2 is 4305837755 00000100:00000010:0.0:1789438924.843865:0:2390:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95d245b63b40. 00000100:00000001:0.0:1789438924.843872:0:2390:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1789438924.843877:0:2390:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 3 is 4305837755 00000100:00000010:0.0:1789438924.843880:0:2390:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95d245b63240. 00000100:00000001:0.0:1789438924.843882:0:2390:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1789438924.843885:0:2390:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789438924.843888:0:2390:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789438924.843891:0:2390:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789438924.843895:0:2390:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95d272165f80 x1876351184903552/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789438924.843901:0:2390:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789438924.843902:0:2390:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789438924.843904:0:2390:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789438924.843906:0:2390:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789438924.843907:0:2390:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789438924.843910:0:2390:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff95d272165f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2d9a8a45-a42f-4142-a7af-34df75c08653:2390:1876351184903552:192.168.202.129@tcp:400:kworker.0 00000100:00000001:0.0:1789438924.843913:0:2390:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789438924.843916:0:2390:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789438924.843918:0:2390:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789438924.843925:0:2390:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789438924.843928:0:2390:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff95d24a131200. 02000000:00000001:0.0:1789438924.843929:0:2390:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789438924.843933:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000010:0.0:1789438924.843936:0:2390:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95d265ed8580. 00000400:00000010:0.0:1789438924.843939:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95d245b5e220. 00000100:00000200:0.0:1789438924.843942:0:2390:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876351184903552, portal 10 00000100:00000001:0.0:1789438924.843944:0:2390:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789438924.843945:0:2390:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446627329822580608 : -116743886971008 : ffff95d272165f80) 00000100:00000040:0.0:1789438924.843953:0:2390:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff95d272165f80 x1876351184903552/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438979 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789438924.843959:0:2390:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789438924.843961:0:2390:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:0.0:1789438924.843964:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95d245b5e3b8. 00000100:00000200:0.0:1789438924.843966:0:2390:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876351184903552, offset 0 00000400:00000200:0.0:1789438924.843970:0:2390:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:0.0:1789438924.843974:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:0.0:1789438924.843977:0:2390:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:0.0:1789438924.843980:0:2390:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789438924.843982:0:2390:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:0.0:1789438924.843985:0:2390:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789438924.843987:0:2390:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:0.0:1789438924.843990:0:2390:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [548372:548372:255:4294967295] 192.168.202.129@tcp LPNI seq info [548311:548311:7:4294967295] 00000400:00000200:0.0:1789438924.843993:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:0.0:1789438924.843999:0:2390:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:0.0:1789438924.844003:0:2390:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:0.0:1789438924.844006:0:2390:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95d24666d000. 00000800:00000200:0.0:1789438924.844010:0:2390:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95d247a15180] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:0.0:1789438924.844035:0:2390:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:0.0:1789438924.844038:0:2390:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff95d24666d000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789438924.844041:0:2390:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789438924.844050:0:2390:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95d244e30800: using a timeout of 14268 usecs (15 jiffies) 00000400:00000200:0.0:1789438924.844053:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000100:00000001:0.0:1789438924.844055:0:2390:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95d244e30800: PM QoS new deadline estimation for cpu 2 is 4305834000 00000100:00000001:0.0:1789438924.844058:0:2390:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95d244e30800: PM QoS request active for cpu 2, keep current deadline 4305837755 00000100:00000001:0.0:1789438924.844060:0:2390:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95d244e30800: PM QoS new deadline estimation for cpu 3 is 4305834000 00000100:00000001:0.0:1789438924.844062:0:2390:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95d244e30800: PM QoS request active for cpu 3, keep current deadline 4305837755 00000100:00000001:0.0:1789438924.844063:0:2390:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789438924.844065:0:2390:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789438924.844067:0:2390:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789438924.844070:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789438924.844077:0:2390:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789438924.844080:0:2390:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1789438924.844082:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789438924.844083:0:2390:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789438924.844085:0:2390:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789438924.844087:0:2390:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:0.0:1789438924.844089:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789438924.844090:0:2390:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789438924.844092:0:2390:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789438924.844093:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789438924.844094:0:2390:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789438924.844095:0:2390:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789438924.844100:0:2390:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95d272165180 x1876351184903424/t0(0) o400->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789438924.844107:0:2390:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789438924.844108:0:2390:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789438924.844110:0:2390:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789438924.844112:0:2390:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789438924.844113:0:2390:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789438924.844116:0:2390:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff95d272165180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2d9a8a45-a42f-4142-a7af-34df75c08653:2390:1876351184903424:192.168.202.129@tcp:400:kworker.0 00000100:00000001:0.0:1789438924.844119:0:2390:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789438924.844121:0:2390:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789438924.844122:0:2390:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789438924.844131:0:2390:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789438924.844133:0:2390:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff95d24a131400. 02000000:00000001:0.0:1789438924.844135:0:2390:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789438924.844139:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000010:0.0:1789438924.844141:0:2390:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95d265ed8688. 00000400:00000010:0.0:1789438924.844144:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95d245b5e110. 00000100:00000200:0.0:1789438924.844147:0:2390:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876351184903424, portal 10 00000100:00000001:0.0:1789438924.844149:0:2390:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789438924.844151:0:2390:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446627329822577024 : -116743886974592 : ffff95d272165180) 00000100:00000040:0.0:1789438924.844157:0:2390:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff95d272165180 x1876351184903424/t0(0) o400->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438979 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789438924.844163:0:2390:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789438924.844165:0:2390:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:0.0:1789438924.844167:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95d245b5eaa0. 00000100:00000200:0.0:1789438924.844169:0:2390:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876351184903424, offset 0 00000400:00000200:0.0:1789438924.844173:0:2390:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:0.0:1789438924.844178:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:0.0:1789438924.844182:0:2390:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:0.0:1789438924.844185:0:2390:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789438924.844187:0:2390:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:0.0:1789438924.844190:0:2390:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789438924.844192:0:2390:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:0.0:1789438924.844195:0:2390:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [548373:548373:254:4294967295] 192.168.202.129@tcp LPNI seq info [548312:548312:6:4294967295] 00000400:00000200:0.0:1789438924.844198:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:0.0:1789438924.844204:0:2390:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:0.0:1789438924.844208:0:2390:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:0.0:1789438924.844212:0:2390:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95d24666dc00. 00000800:00000200:0.0:1789438924.844215:0:2390:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95d247a15180] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:0.0:1789438924.844219:0:2390:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:0.0:1789438924.844221:0:2390:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff95d24666dc00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789438924.844224:0:2390:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789438924.844232:0:2390:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95d244e30800: using a timeout of 24520 usecs (25 jiffies) 00000400:00000200:0.0:1789438924.844235:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000100:00000001:0.0:1789438924.844237:0:2390:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95d244e30800: PM QoS new deadline estimation for cpu 2 is 4305834010 00000100:00000001:0.0:1789438924.844239:0:2390:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95d244e30800: PM QoS request active for cpu 2, keep current deadline 4305837755 00000100:00000001:0.0:1789438924.844241:0:2390:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95d244e30800: PM QoS new deadline estimation for cpu 3 is 4305834010 00000100:00000001:0.0:1789438924.844242:0:2390:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95d244e30800: PM QoS request active for cpu 3, keep current deadline 4305837755 00000100:00000001:0.0:1789438924.844244:0:2390:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789438924.844246:0:2390:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789438924.844248:0:2390:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789438924.844252:0:2390:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95d272164e00 x1876351184903680/t0(0) o400->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789438924.844258:0:2390:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789438924.844259:0:2390:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789438924.844261:0:2390:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789438924.844263:0:2390:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789438924.844264:0:2390:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789438924.844267:0:2390:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff95d272164e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2d9a8a45-a42f-4142-a7af-34df75c08653:2390:1876351184903680:192.168.202.129@tcp:400:kworker.0 00000100:00000001:0.0:1789438924.844270:0:2390:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789438924.844273:0:2390:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789438924.844274:0:2390:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789438924.844276:0:2390:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789438924.844279:0:2390:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff95d279250800. 02000000:00000001:0.0:1789438924.844281:0:2390:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789438924.844284:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000010:0.0:1789438924.844287:0:2390:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95d265ed88f0. 00000400:00000010:0.0:1789438924.844291:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95d245b5ee58. 00000100:00000200:0.0:1789438924.844294:0:2390:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876351184903680, portal 4 00000100:00000001:0.0:1789438924.844295:0:2390:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789438924.844296:0:2390:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446627329822576128 : -116743886975488 : ffff95d272164e00) 00000100:00000040:0.0:1789438924.844302:0:2390:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff95d272164e00 x1876351184903680/t0(0) o400->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789438979 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789438924.844318:0:2390:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789438924.844321:0:2390:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:0.0:1789438924.844324:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95d245b5e7f8. 00000100:00000200:0.0:1789438924.844326:0:2390:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876351184903680, offset 0 00000400:00000200:0.0:1789438924.844330:0:2390:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:0.0:1789438924.844334:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:0.0:1789438924.844337:0:2390:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:0.0:1789438924.844340:0:2390:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789438924.844342:0:2390:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:0.0:1789438924.844345:0:2390:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789438924.844347:0:2390:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:0.0:1789438924.844349:0:2390:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [548374:548374:253:4294967295] 192.168.202.129@tcp LPNI seq info [548313:548313:5:4294967295] 00000400:00000200:0.0:1789438924.844353:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:0.0:1789438924.844360:0:2390:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:0.0:1789438924.844364:0:2390:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:0.0:1789438924.844367:0:2390:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95d24666d400. 00000800:00000200:0.0:1789438924.844371:0:2390:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95d247a15180] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:0.0:1789438924.844375:0:2390:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:0.0:1789438924.844378:0:2390:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff95d24666d400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789438924.844380:0:2390:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789438924.844383:0:2390:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff95d244e30800: using a timeout of 101921 usecs (102 jiffies) 00000400:00000200:0.0:1789438924.844386:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000100:00000001:0.0:1789438924.844388:0:2390:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95d244e30800: PM QoS new deadline estimation for cpu 2 is 4305834087 00000100:00000001:0.0:1789438924.844390:0:2390:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95d244e30800: PM QoS request active for cpu 2, keep current deadline 4305837755 00000100:00000001:0.0:1789438924.844392:0:2390:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95d244e30800: PM QoS new deadline estimation for cpu 3 is 4305834087 00000100:00000001:0.0:1789438924.844394:0:2390:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95d244e30800: PM QoS request active for cpu 3, keep current deadline 4305837755 00000100:00000001:0.0:1789438924.844396:0:2390:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789438924.844398:0:2390:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789438924.844405:0:2390:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789438924.844407:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789438924.844417:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789438924.844419:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789438924.844567:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789438924.844572:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95d24666d100. 00000400:00000200:2.0:1789438924.844576:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789438924.844581:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:2.0:1789438924.844586:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95d245b5e000 00000400:00000010:2.0:1789438924.844588:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95d245b5e000. 00000100:00000001:2.0:1789438924.844593:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789438924.844597:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff95d272166680 x1876351184903296/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789438940 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789438924.844606:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789438924.844609:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95d272166680 x1876351184903296/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789438940 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789438924.844615:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789438924.844617:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1789438924.844629:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789438924.844631:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95d24666d000. 00000400:00000200:2.0:1789438924.844633:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789438924.844636:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:2.0:1789438924.844639:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95d245b5e3b8 00000400:00000010:2.0:1789438924.844641:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95d245b5e3b8. 00000100:00000001:2.0:1789438924.844643:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789438924.844646:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff95d272165f80 x1876351184903552/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438979 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789438924.844653:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789438924.844656:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95d272165f80 x1876351184903552/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438979 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789438924.844685:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789438924.844686:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1789438924.844697:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789438924.844699:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95d24666dc00. 00000400:00000200:2.0:1789438924.844702:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789438924.844705:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:2.0:1789438924.844708:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95d245b5eaa0 00000400:00000010:2.0:1789438924.844710:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95d245b5eaa0. 00000100:00000001:2.0:1789438924.844712:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789438924.844716:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff95d272165180 x1876351184903424/t0(0) o400->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438979 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789438924.844723:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789438924.844726:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95d272165180 x1876351184903424/t0(0) o400->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438979 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789438924.844732:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789438924.844733:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1789438924.844795:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789438924.844798:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95d24666d400. 00000400:00000200:2.0:1789438924.844801:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789438924.844804:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:2.0:1789438924.844806:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95d245b5e7f8 00000400:00000010:2.0:1789438924.844808:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95d245b5e7f8. 00000100:00000001:2.0:1789438924.844811:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789438924.844815:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff95d272164e00 x1876351184903680/t0(0) o400->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789438979 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789438924.844822:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789438924.844825:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95d272164e00 x1876351184903680/t0(0) o400->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789438979 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789438924.844830:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789438924.844831:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789438924.851936:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789438924.851961:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789438924.851967:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789438924.851969:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789438924.851977:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438924.851986:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:2.0:1789438924.851994:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438924.851999:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438924.852004:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438924.852008:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 4 MB=0x6aa880dd99e00 00000400:00000200:2.0:1789438924.852036:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438924.852043:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.129@tcp of length 224/224 into md 0x51666d [1] + 224 00000800:00000001:2.0:1789438924.852050:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789438924.852058:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789438924.852061:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789438924.852065:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:2.0:1789438924.852072:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789438924.852082:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff95d272164e00 x1876351184903680/t0(0) o400->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789438979 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789438924.852092:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff95d272164e00 x1876351184903680/t0(0) o400->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789438979 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789438924.852102:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789438924.852109:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789438924.852112:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789438924.852171:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789438924.852175:0:2390:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789438924.852183:0:2390:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789438924.852185:0:2390:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789438924.852188:0:2390:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95d265ed88f0. 00000400:00000200:0.0:1789438924.852193:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95d245b5ee58 00000400:00000010:0.0:1789438924.852195:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95d245b5ee58. 00000100:00000001:0.0:1789438924.852199:0:2390:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789438924.852203:0:2390:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff95d272164e00 x1876351184903680/t0(0) o400->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789438979 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789438924.852212:0:2390:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff95d272164e00 x1876351184903680/t0(0) o400->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789438979 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789438924.852217:0:2390:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789438924.852219:0:2390:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789438924.852222:0:2390:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789438924.852226:0:2390:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789438924.852228:0:2390:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789438924.852230:0:2390:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789438924.852233:0:2390:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789438924.852242:0:2390:0:(import.c:2196:obd_at_measure()) add 36 to ffff95d26f5f0460 time=77 v=36 (36 36 5 5) 00000100:00001000:0.0:1789438924.852246:0:2390:0:(import.c:2196:obd_at_measure()) add 1 to ffff95d26f5f0418 time=75 v=5 (1 1 1 1) 00000100:00000001:0.0:1789438924.852249:0:2390:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789438924.852250:0:2390:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789438924.852253:0:2390:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789438924.852256:0:2390:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789438924.852259:0:2390:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789438924.852261:0:2390:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff95d244e30800: skip recheck: last_committed 42949693985 00000100:00000001:0.0:1789438924.852263:0:2390:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789438924.852265:0:2390:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789438924.852270:0:2390:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95d272164e00 x1876351184903680/t0(0) o400->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789438979 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789438924.852289:0:2390:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789438924.852292:0:2390:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789438924.852294:0:2390:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789438924.852299:0:2390:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95d272164e00 x1876351184903680/t0(0) o400->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789438979 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789438924.852306:0:2390:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff95d272164e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2d9a8a45-a42f-4142-a7af-34df75c08653:2390:1876351184903680:192.168.202.129@tcp:400:kworker.0 00000100:00000001:0.0:1789438924.852312:0:2390:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789438924.852314:0:2390:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789438924.852318:0:2390:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95d272164e00 x1876351184903680/t0(0) o400->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789438979 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789438924.852324:0:2390:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789438924.852326:0:2390:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789438924.852330:0:2390:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff95d279250800. 02000000:00000001:0.0:1789438924.852333:0:2390:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789438924.852335:0:2390:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789438924.852337:0:2390:0:(genops.c:1222:class_import_put()) import ffff95d26f5f0000 refcount=3 obd=lustre-OST0000-osc-ffff95d244e30800 00000020:00000001:0.0:1789438924.852340:0:2390:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789438924.852342:0:2390:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff95d24666d700. 02000000:00000001:0.0:1789438924.852345:0:2390:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789438924.852347:0:2390:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789438924.852348:0:2390:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95d272164e00. 00000100:00000001:0.0:1789438924.852352:0:2390:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789438924.852353:0:2390:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789438924.852357:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789438924.852358:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789438924.852359:0:2390:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789438924.852361:0:2390:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789438924.852363:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1789438924.856776:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789438924.856795:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789438924.856800:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789438924.856803:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789438924.856811:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438924.856820:0:2383:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:2.0:1789438924.856829:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438924.856833:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438924.856838:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438924.856842:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6aa880dd99d80 00000400:00000200:2.0:1789438924.856861:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438924.856868:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x51665d [1] + 224 00000800:00000001:2.0:1789438924.856887:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789438924.856892:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789438924.856895:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789438924.856900:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:2.0:1789438924.856908:0:2383:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789438924.856917:0:2383:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff95d272165f80 x1876351184903552/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438979 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789438924.856928:0:2383:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff95d272165f80 x1876351184903552/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438979 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789438924.856940:0:2383:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789438924.856948:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789438924.856952:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789438924.856954:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789438924.856956:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789438924.856959:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438924.856963:0:2383:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:2.0:1789438924.856967:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438924.856969:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438924.856972:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438924.856975:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6aa880dd99d00 00000400:00000200:2.0:1789438924.856978:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438924.856981:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x516665 [1] + 224 00000800:00000001:2.0:1789438924.856985:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789438924.856991:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789438924.856993:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789438924.856996:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:2.0:1789438924.856999:0:2383:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789438924.857031:0:2383:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff95d272165180 x1876351184903424/t0(0) o400->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438979 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789438924.857052:0:2383:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff95d272165180 x1876351184903424/t0(0) o400->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438979 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789438924.857059:0:2383:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789438924.857063:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789438924.857067:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789438924.857130:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789438924.857135:0:2390:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789438924.857141:0:2390:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789438924.857144:0:2390:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789438924.857153:0:2390:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95d265ed8688. 00000400:00000200:0.0:1789438924.857158:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95d245b5e110 00000400:00000010:0.0:1789438924.857161:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95d245b5e110. 00000100:00000001:0.0:1789438924.857165:0:2390:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789438924.857170:0:2390:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff95d272165180 x1876351184903424/t0(0) o400->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438979 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789438924.857178:0:2390:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff95d272165180 x1876351184903424/t0(0) o400->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438979 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789438924.857184:0:2390:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789438924.857187:0:2390:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789438924.857189:0:2390:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789438924.857192:0:2390:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789438924.857195:0:2390:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789438924.857197:0:2390:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789438924.857200:0:2390:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789438924.857209:0:2390:0:(import.c:2196:obd_at_measure()) add 36 to ffff95d2780b4460 time=77 v=36 (36 36 36 36) 00000100:00001000:0.0:1789438924.857213:0:2390:0:(import.c:2196:obd_at_measure()) add 1 to ffff95d2780b4418 time=52 v=5 (1 1 2 0) 00000100:00000001:0.0:1789438924.857216:0:2390:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789438924.857218:0:2390:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789438924.857221:0:2390:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789438924.857224:0:2390:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789438924.857227:0:2390:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789438924.857229:0:2390:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff95d244e30800: skip recheck: last_committed 30064771461 00000100:00000001:0.0:1789438924.857230:0:2390:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789438924.857232:0:2390:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789438924.857237:0:2390:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95d272165180 x1876351184903424/t0(0) o400->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438979 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789438924.857244:0:2390:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789438924.857248:0:2390:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789438924.857250:0:2390:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789438924.857254:0:2390:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95d272165180 x1876351184903424/t0(0) o400->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438979 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789438924.857263:0:2390:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff95d272165180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2d9a8a45-a42f-4142-a7af-34df75c08653:2390:1876351184903424:192.168.202.129@tcp:400:kworker.0 00000400:00000001:0.0:1789438924.857276:0:2390:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789438924.857277:0:2390:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789438924.857279:0:2390:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95d265ed8580. 00000400:00000200:0.0:1789438924.857282:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95d245b5e220 00000400:00000010:0.0:1789438924.857283:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95d245b5e220. 00000100:00000001:0.0:1789438924.857286:0:2390:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789438924.857290:0:2390:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff95d272165f80 x1876351184903552/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438979 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789438924.857298:0:2390:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff95d272165f80 x1876351184903552/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438979 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789438924.857303:0:2390:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789438924.857304:0:2390:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789438924.857306:0:2390:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789438924.857308:0:2390:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789438924.857309:0:2390:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789438924.857310:0:2390:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789438924.857312:0:2390:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789438924.857317:0:2390:0:(import.c:2196:obd_at_measure()) add 36 to ffff95d26f5f6c60 time=77 v=36 (36 36 36 36) 00000100:00001000:0.0:1789438924.857319:0:2390:0:(import.c:2196:obd_at_measure()) add 1 to ffff95d26f5f6c18 time=27 v=5 (1 1 1 0) 00000100:00000001:0.0:1789438924.857322:0:2390:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789438924.857323:0:2390:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789438924.857324:0:2390:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1789438924.857328:0:2390:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff95d272165f80 x1876351184903552/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438979 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1789438924.857334:0:2390:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789438924.857336:0:2390:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789438924.857337:0:2390:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff95d244e30800: skip recheck: last_committed 21474836545 00000100:00000001:0.0:1789438924.857339:0:2390:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789438924.857341:0:2390:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789438924.857344:0:2390:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95d272165f80 x1876351184903552/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438979 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789438924.857351:0:2390:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789438924.857359:0:2390:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789438924.857360:0:2390:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789438924.857365:0:2390:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95d272165f80 x1876351184903552/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438979 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789438924.857372:0:2390:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff95d272165f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2d9a8a45-a42f-4142-a7af-34df75c08653:2390:1876351184903552:192.168.202.129@tcp:400:kworker.0 00000100:00000001:0.0:1789438924.857377:0:2390:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789438924.857379:0:2390:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789438924.857383:0:2390:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95d272165180 x1876351184903424/t0(0) o400->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438979 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789438924.857389:0:2390:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789438924.857391:0:2390:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789438924.857395:0:2390:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff95d24a131400. 02000000:00000001:0.0:1789438924.857400:0:2390:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789438924.857403:0:2390:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789438924.857405:0:2390:0:(genops.c:1222:class_import_put()) import ffff95d2780b4000 refcount=5 obd=lustre-MDT0000-mdc-ffff95d244e30800 00000020:00000001:0.0:1789438924.857407:0:2390:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789438924.857410:0:2390:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff95d24666d300. 02000000:00000001:0.0:1789438924.857413:0:2390:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789438924.857415:0:2390:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789438924.857417:0:2390:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95d272165180. 00000100:00000001:0.0:1789438924.857421:0:2390:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789438924.857422:0:2390:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789438924.857424:0:2390:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789438924.857427:0:2390:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95d272165f80 x1876351184903552/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438979 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789438924.857433:0:2390:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789438924.857434:0:2390:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789438924.857436:0:2390:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff95d24a131200. 02000000:00000001:0.0:1789438924.857438:0:2390:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789438924.857439:0:2390:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789438924.857440:0:2390:0:(genops.c:1222:class_import_put()) import ffff95d26f5f6800 refcount=3 obd=lustre-MDT0001-mdc-ffff95d244e30800 00000020:00000001:0.0:1789438924.857442:0:2390:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789438924.857443:0:2390:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff95d24666d600. 02000000:00000001:0.0:1789438924.857452:0:2390:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789438924.857453:0:2390:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789438924.857454:0:2390:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95d272165f80. 00000100:00000001:0.0:1789438924.857458:0:2390:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789438924.857459:0:2390:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789438924.857462:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789438924.857464:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789438924.857465:0:2390:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789438924.857467:0:2390:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789438924.857469:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1789438924.862059:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789438924.862076:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789438924.862081:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789438924.862083:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789438924.862091:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438924.862100:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:2.0:1789438924.862109:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438924.862113:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438924.862118:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438924.862123:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 25 MB=0x6aa880dd99c80 00000400:00000200:2.0:1789438924.862128:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438924.862133:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.129@tcp of length 224/224 into md 0x516655 [1] + 224 00000800:00000001:2.0:1789438924.862140:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789438924.862146:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789438924.862150:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789438924.862154:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:2.0:1789438924.862161:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789438924.862171:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff95d272166680 x1876351184903296/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789438940 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789438924.862182:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff95d272166680 x1876351184903296/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789438940 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789438924.862195:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789438924.862201:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789438924.862205:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789438924.862257:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789438924.862262:0:2390:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789438924.862269:0:2390:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789438924.862270:0:2390:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789438924.862274:0:2390:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95d265ed8108. 00000400:00000200:0.0:1789438924.862278:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95d245b5e6e8 00000400:00000010:0.0:1789438924.862281:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95d245b5e6e8. 00000100:00000001:0.0:1789438924.862284:0:2390:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789438924.862289:0:2390:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff95d272166680 x1876351184903296/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789438940 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789438924.862298:0:2390:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff95d272166680 x1876351184903296/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789438940 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789438924.862304:0:2390:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789438924.862306:0:2390:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789438924.862308:0:2390:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789438924.862312:0:2390:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789438924.862314:0:2390:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789438924.862317:0:2390:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789438924.862320:0:2390:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789438924.862327:0:2390:0:(import.c:2196:obd_at_measure()) add 5 to ffff95d245589460 time=78 v=5 (5 5 5 5) 00000100:00001000:0.0:1789438924.862331:0:2390:0:(import.c:2196:obd_at_measure()) add 1 to ffff95d245589418 time=52 v=5 (1 1 1 0) 00000100:00000001:0.0:1789438924.862334:0:2390:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789438924.862336:0:2390:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789438924.862338:0:2390:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789438924.862340:0:2390:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789438924.862343:0:2390:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789438924.862348:0:2390:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95d272166680 x1876351184903296/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789438940 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789438924.862364:0:2390:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789438924.862368:0:2390:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789438924.862369:0:2390:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789438924.862374:0:2390:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95d272166680 x1876351184903296/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789438940 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789438924.862382:0:2390:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff95d272166680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:42963a40-8242-4716-b5a0-c55cef22b1d2:2390:1876351184903296:192.168.202.129@tcp:400:kworker.0 00000100:00000001:0.0:1789438924.862387:0:2390:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789438924.862389:0:2390:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789438924.862393:0:2390:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95d272166680 x1876351184903296/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789438940 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789438924.862399:0:2390:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789438924.862402:0:2390:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789438924.862405:0:2390:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff95d24a130600. 02000000:00000001:0.0:1789438924.862408:0:2390:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789438924.862411:0:2390:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789438924.862412:0:2390:0:(genops.c:1222:class_import_put()) import ffff95d245589000 refcount=3 obd=MGC192.168.202.129@tcp 00000020:00000001:0.0:1789438924.862414:0:2390:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789438924.862417:0:2390:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff95d24666d500. 02000000:00000001:0.0:1789438924.862425:0:2390:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789438924.862428:0:2390:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789438924.862430:0:2390:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95d272166680. 00000100:00000001:0.0:1789438924.862435:0:2390:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789438924.862436:0:2390:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789438924.862438:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789438924.862446:0:2390:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789438924.862448:0:2390:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789438924.862450:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789438924.862452:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789438925.354212:0:247630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789438925.354219:0:247630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789438925.354225:0:247630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789438925.354226:0:247630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789438925.354983:0:237586:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789438925.354987:0:237586:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789438925.354991:0:237586:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1789438926.378144:0:247630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789438926.378151:0:247630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789438926.378158:0:247630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789438926.378159:0:247630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789438926.378244:0:259124:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789438926.378253:0:259124:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789438926.378256:0:259124:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1789438927.403135:0:247630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789438927.403142:0:247630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789438927.403148:0:247630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789438927.403152:0:247630:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789438927.403154:0:247630:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789438927.403160:0:247630:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789438927.403163:0:247630:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789438927.403165:0:247630:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789438927.403168:0:247630:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789438927.403170:0:247630:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789438927.403173:0:247630:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789438927.403175:0:247630:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789438927.403295:0:249312:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789438927.403298:0:249312:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789438927.403302:0:249312:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1789438928.426156:0:247630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789438928.426164:0:247630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789438928.426170:0:247630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789438928.426171:0:247630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789438928.426326:0:237587:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789438928.426329:0:237587:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789438928.426332:0:237587:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1789438928.618141:0:247630:0:(connection.c:75:cpu_latency_work()) work item of ffff95d244e33330 (cpu 3) has reached its deadline 4305837755, at 4305837760 00000100:00000010:3.0:1789438928.618158:0:247630:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95d245b63240. 00000100:00000040:2.0:1789438928.618332:0:243182:0:(connection.c:75:cpu_latency_work()) work item of ffff95d244e33220 (cpu 2) has reached its deadline 4305837755, at 4305837760 00000100:00000010:2.0:1789438928.618354:0:243182:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95d245b63b40. 00010000:00000001:3.0:1789438929.450144:0:247630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789438929.450152:0:247630:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789438929.450154:0:247630:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789438929.450158:0:247630:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789438929.450163:0:247630:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789438929.450166:0:247630:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789438929.450167:0:247630:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789438929.450170:0:247630:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789438929.450173:0:247630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789438929.450175:0:247630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789438929.450279:0:243614:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789438929.450283:0:243614:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789438929.450286:0:243614:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1789438929.965575:0:152475:0:(pinger.c:229:ptlrpc_pinger_process_import()) 42963a40-8242-4716-b5a0-c55cef22b1d2->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789438929.965588:0:152475:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1789438929.965600:0:152475:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95d2780f4000. 00000020:00000040:2.0:1789438929.965607:0:152475:0:(genops.c:1209:class_import_get()) import ffff95d245589000 refcount=4 obd=MGC192.168.202.129@tcp 00000100:00000001:2.0:1789438929.965612:0:152475:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789438929.965614:0:152475:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789438929.965620:0:152475:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789438929.965640:0:152475:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff95d14f8edb00. 00000100:00000001:2.0:1789438929.965647:0:152475:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789438929.965659:0:152475:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 42963a40-8242-4716-b5a0-c55cef22b1d2->MGS req@ffff95d2780f4000 x1876351184903808/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789438929.965671:0:152475:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789438929.965675:0:152475:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789438929.965680:0:152475:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000056967518] to pc [ptlrpcd_01_01+1] req@ffff95d2780f4000 x1876351184903808/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789438929.965765:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789438929.965770:0:2392:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789438929.965773:0:2392:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789438929.965779:0:2392:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95d2780f4000 x1876351184903808/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789438929.965787:0:2392:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789438929.965789:0:2392:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789438929.965793:0:2392:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789438929.965796:0:2392:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789438929.965813:0:2392:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789438929.965817:0:2392:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff95d2780f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:42963a40-8242-4716-b5a0-c55cef22b1d2:2392:1876351184903808:192.168.202.129@tcp:400:kworker.0 00000100:00000001:3.0:1789438929.965821:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789438929.965827:0:2392:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789438929.965829:0:2392:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789438929.965832:0:2392:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789438929.965836:0:2392:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff95d2503c7200. 02000000:00000001:3.0:1789438929.965838:0:2392:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789438929.965846:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000010:3.0:1789438929.965850:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95d2782d0790. 00000400:00000010:3.0:1789438929.965858:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95d27200c110. 00000100:00000200:3.0:1789438929.965864:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876351184903808, portal 25 00000100:00000001:3.0:1789438929.965867:0:2392:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789438929.965869:0:2392:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446627329922777088 : -116743786774528 : ffff95d2780f4000) 00000100:00000040:3.0:1789438929.965875:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff95d2780f4000 x1876351184903808/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789438945 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789438929.965882:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789438929.965885:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:3.0:1789438929.965888:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95d27200c550. 00000100:00000200:3.0:1789438929.965890:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1876351184903808, offset 0 00000400:00000200:3.0:1789438929.965897:0:2392:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:3.0:1789438929.965906:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1789438929.965914:0:2392:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:3.0:1789438929.965920:0:2392:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789438929.965924:0:2392:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:3.0:1789438929.965928:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789438929.965931:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:3.0:1789438929.965935:0:2392:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [548375:548375:256:4294967295] 192.168.202.129@tcp LPNI seq info [548314:548314:8:4294967295] 00000400:00000200:3.0:1789438929.965939:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1789438929.965949:0:2392:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:3.0:1789438929.965954:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:3.0:1789438929.965966:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95d244aa7000. 00000800:00000200:3.0:1789438929.965973:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95d247a15180] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:3.0:1789438929.965980:0:2392:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:3.0:1789438929.965984:0:2392:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff95d244aa7000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789438929.965997:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789438929.966001:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000100:00000001:3.0:1789438929.966004:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 2 is 4305842877 00000100:00000010:3.0:1789438929.966068:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95d270b4da80. 00000100:00000001:3.0:1789438929.966344:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1789438929.966351:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 3 is 4305842877 00000100:00000010:3.0:1789438929.966356:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95d270b4dae0. 00000100:00000001:3.0:1789438929.966359:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1789438929.966362:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789438929.966364:0:2392:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789438929.966367:0:2392:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789438929.966369:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789438929.966670:0:152475:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789438929.966674:0:152475:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2d9a8a45-a42f-4142-a7af-34df75c08653->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789438929.966679:0:152475:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1789438929.966683:0:152475:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95d2780f7100. 00000020:00000040:2.0:1789438929.966687:0:152475:0:(genops.c:1209:class_import_get()) import ffff95d2780b4000 refcount=6 obd=lustre-MDT0000-mdc-ffff95d244e30800 00000100:00000001:2.0:1789438929.966690:0:152475:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789438929.966692:0:152475:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789438929.966695:0:152475:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789438929.966699:0:152475:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff95d14f8ed300. 00000100:00000001:2.0:1789438929.966703:0:152475:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789438929.966709:0:152475:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2d9a8a45-a42f-4142-a7af-34df75c08653->lustre-MDT0000_UUID req@ffff95d2780f7100 x1876351184903936/t0(0) o400->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789438929.966719:0:152475:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789438929.966722:0:152475:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789438929.966728:0:152475:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009269e076] to pc [ptlrpcd_01_00+0] req@ffff95d2780f7100 x1876351184903936/t0(0) o400->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789438929.972931:0:2392:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789438929.972938:0:2392:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1789438929.972944:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789438929.972947:0:2392:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789438929.972950:0:2392:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789438929.972954:0:2392:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:3.0:1789438929.972957:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789438929.972959:0:2392:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789438929.972960:0:2392:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789438929.972961:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789438929.972963:0:2392:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789438929.972964:0:2392:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789438929.972979:0:2392:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95d2780f7100 x1876351184903936/t0(0) o400->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789438929.972991:0:2392:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789438929.972994:0:2392:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789438929.972997:0:2392:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789438929.973001:0:2392:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789438929.973035:0:2392:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789438929.973041:0:2392:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff95d2780f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2d9a8a45-a42f-4142-a7af-34df75c08653:2392:1876351184903936:192.168.202.129@tcp:400:kworker.0 00000100:00000001:3.0:1789438929.973046:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789438929.973051:0:2392:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789438929.973054:0:2392:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789438929.973057:0:2392:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789438929.973063:0:2392:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff95d2503c7a00. 02000000:00000001:3.0:1789438929.973065:0:2392:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789438929.973072:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000010:3.0:1789438929.973595:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95d2782d0f78. 00000400:00000010:3.0:1789438929.973603:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95d27200cc38. 00000100:00000200:3.0:1789438929.973609:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876351184903936, portal 10 00000100:00000001:3.0:1789438929.973611:0:2392:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789438929.973613:0:2392:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446627329922789632 : -116743786761984 : ffff95d2780f7100) 00000100:00000040:3.0:1789438929.973632:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff95d2780f7100 x1876351184903936/t0(0) o400->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438984 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789438929.973640:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789438929.973643:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:3.0:1789438929.973645:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95d27200c4c8. 00000100:00000200:3.0:1789438929.973648:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876351184903936, offset 0 00000400:00000200:3.0:1789438929.973655:0:2392:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:3.0:1789438929.973665:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1789438929.973672:0:2392:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:3.0:1789438929.973677:0:2392:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789438929.973680:0:2392:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:3.0:1789438929.973683:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789438929.973686:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:3.0:1789438929.973688:0:2392:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [548376:548376:255:4294967295] 192.168.202.129@tcp LPNI seq info [548315:548315:7:4294967295] 00000400:00000200:3.0:1789438929.973692:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1789438929.973701:0:2392:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:3.0:1789438929.973706:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:3.0:1789438929.973718:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95d244aa7d00. 00000800:00000200:3.0:1789438929.973724:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95d247a15180] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:3.0:1789438929.973731:0:2392:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:3.0:1789438929.973736:0:2392:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff95d244aa7d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789438929.973740:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789438929.973744:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95d244e30800: using a timeout of 24517 usecs (25 jiffies) 00000400:00000200:3.0:1789438929.973747:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000100:00000001:3.0:1789438929.973750:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95d244e30800: PM QoS new deadline estimation for cpu 2 is 4305839133 00000100:00000001:3.0:1789438929.973753:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95d244e30800: PM QoS request active for cpu 2, keep current deadline 4305842877 00000100:00000001:3.0:1789438929.973755:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95d244e30800: PM QoS new deadline estimation for cpu 3 is 4305839133 00000100:00000001:3.0:1789438929.973758:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95d244e30800: PM QoS request active for cpu 3, keep current deadline 4305842877 00000100:00000001:3.0:1789438929.973760:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789438929.973762:0:2392:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789438929.973765:0:2392:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789438929.973768:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789438929.973831:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789438929.973834:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789438929.973873:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789438929.973877:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95d244aa7000. 00000400:00000200:3.0:1789438929.973883:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789438929.973887:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:3.0:1789438929.973893:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95d27200c550 00000400:00000010:3.0:1789438929.973896:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95d27200c550. 00000100:00000001:3.0:1789438929.973901:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789438929.973906:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff95d2780f4000 x1876351184903808/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789438945 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789438929.973915:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789438929.973918:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95d2780f4000 x1876351184903808/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789438945 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789438929.973924:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789438929.973926:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789438929.974001:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789438929.974004:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95d244aa7d00. 00000400:00000200:3.0:1789438929.974033:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789438929.974036:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:3.0:1789438929.974040:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95d27200c4c8 00000400:00000010:3.0:1789438929.974041:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95d27200c4c8. 00000100:00000001:3.0:1789438929.974044:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789438929.974059:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff95d2780f7100 x1876351184903936/t0(0) o400->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438984 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789438929.974066:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789438929.974069:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95d2780f7100 x1876351184903936/t0(0) o400->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438984 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789438929.974074:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789438929.974076:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1789438929.975439:0:152475:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789438929.975447:0:152475:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2d9a8a45-a42f-4142-a7af-34df75c08653->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789438929.975451:0:152475:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1789438929.975458:0:152475:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95d2780f6680. 00000020:00000040:2.0:1789438929.975463:0:152475:0:(genops.c:1209:class_import_get()) import ffff95d26f5f6800 refcount=4 obd=lustre-MDT0001-mdc-ffff95d244e30800 00000100:00000001:2.0:1789438929.975467:0:152475:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789438929.975470:0:152475:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789438929.975475:0:152475:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789438929.975481:0:152475:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff95d14f8ed600. 00000100:00000001:2.0:1789438929.975486:0:152475:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789438929.975495:0:152475:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2d9a8a45-a42f-4142-a7af-34df75c08653->lustre-MDT0001_UUID req@ffff95d2780f6680 x1876351184904064/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789438929.975506:0:152475:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789438929.975510:0:152475:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789438929.975515:0:152475:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000025a5c54e] to pc [ptlrpcd_01_01+1] req@ffff95d2780f6680 x1876351184904064/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789438929.975528:0:152475:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789438929.975531:0:152475:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2d9a8a45-a42f-4142-a7af-34df75c08653->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789438929.975534:0:152475:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1789438929.975536:0:152475:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95d2780f5180. 00000020:00000040:2.0:1789438929.975539:0:152475:0:(genops.c:1209:class_import_get()) import ffff95d26f5f0000 refcount=4 obd=lustre-OST0000-osc-ffff95d244e30800 00000100:00000001:2.0:1789438929.975540:0:152475:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789438929.975542:0:152475:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789438929.975543:0:152475:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789438929.975546:0:152475:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff95d14f8ede00. 00000100:00000001:2.0:1789438929.975549:0:152475:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789438929.975552:0:152475:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2d9a8a45-a42f-4142-a7af-34df75c08653->lustre-OST0000_UUID req@ffff95d2780f5180 x1876351184904192/t0(0) o400->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789438929.975558:0:152475:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789438929.975570:0:152475:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789438929.975575:0:152475:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001357b8d2] to pc [ptlrpcd_01_00+0] req@ffff95d2780f5180 x1876351184904192/t0(0) o400->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789438929.975583:0:152475:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789438929.975586:0:152475:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2d9a8a45-a42f-4142-a7af-34df75c08653->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789438929.975589:0:152475:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2d9a8a45-a42f-4142-a7af-34df75c08653->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789438929.975594:0:152475:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11176) 00000100:00000001:3.0:1789438929.976702:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789438929.976707:0:2391:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789438929.976710:0:2391:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789438929.976719:0:2391:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95d2780f5180 x1876351184904192/t0(0) o400->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789438929.976729:0:2391:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789438929.976731:0:2391:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789438929.976735:0:2391:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789438929.976738:0:2391:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789438929.976741:0:2391:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789438929.976744:0:2391:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff95d2780f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2d9a8a45-a42f-4142-a7af-34df75c08653:2391:1876351184904192:192.168.202.129@tcp:400:kworker.0 00000100:00000001:3.0:1789438929.976750:0:2391:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789438929.976755:0:2391:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789438929.976758:0:2391:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789438929.976760:0:2391:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789438929.976767:0:2391:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff95d2503c7000. 02000000:00000001:3.0:1789438929.976770:0:2391:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789438929.976776:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000010:3.0:1789438929.976780:0:2391:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95d2782d00b0. 00000400:00000010:3.0:1789438929.976795:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95d27200c4c8. 00000100:00000200:3.0:1789438929.976802:0:2391:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876351184904192, portal 4 00000100:00000001:3.0:1789438929.976804:0:2391:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789438929.976805:0:2391:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446627329922781568 : -116743786770048 : ffff95d2780f5180) 00000100:00000040:3.0:1789438929.976812:0:2391:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff95d2780f5180 x1876351184904192/t0(0) o400->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789438984 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789438929.976819:0:2391:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789438929.976822:0:2391:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:3.0:1789438929.976825:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95d27200c550. 00000100:00000200:3.0:1789438929.976827:0:2391:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876351184904192, offset 0 00000400:00000200:3.0:1789438929.976838:0:2391:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:3.0:1789438929.976847:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1789438929.976853:0:2391:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:3.0:1789438929.976858:0:2391:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789438929.976861:0:2391:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:3.0:1789438929.976864:0:2391:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789438929.976867:0:2391:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:3.0:1789438929.976870:0:2391:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [548377:548377:256:4294967295] 192.168.202.129@tcp LPNI seq info [548316:548316:8:4294967295] 00000400:00000200:3.0:1789438929.976874:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1789438929.976882:0:2391:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:3.0:1789438929.976888:0:2391:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:3.0:1789438929.976893:0:2391:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95d244aa7d00. 00000800:00000200:3.0:1789438929.976899:0:2391:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95d247a15180] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:3.0:1789438929.976905:0:2391:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:3.0:1789438929.976910:0:2391:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff95d244aa7d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789438929.976930:0:2391:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789438929.976934:0:2391:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff95d244e30800: using a timeout of 101847 usecs (102 jiffies) 00000400:00000200:3.0:1789438929.976938:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000100:00000001:3.0:1789438929.976941:0:2391:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95d244e30800: PM QoS new deadline estimation for cpu 2 is 4305839220 00000100:00000001:3.0:1789438929.976944:0:2391:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95d244e30800: PM QoS request active for cpu 2, keep current deadline 4305842877 00000100:00000001:3.0:1789438929.976952:0:2391:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95d244e30800: PM QoS new deadline estimation for cpu 3 is 4305839220 00000100:00000001:3.0:1789438929.976954:0:2391:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95d244e30800: PM QoS request active for cpu 3, keep current deadline 4305842877 00000100:00000001:3.0:1789438929.976957:0:2391:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789438929.976959:0:2391:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789438929.976962:0:2391:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789438929.976965:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789438929.976972:0:2391:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789438929.976974:0:2391:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00000001:3.0:1789438929.976977:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789438929.976978:0:2391:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789438929.976979:0:2391:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789438929.976983:0:2391:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1789438929.976984:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789438929.976985:0:2391:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789438929.976986:0:2391:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789438929.976988:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789438929.976988:0:2391:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789438929.976989:0:2391:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789438929.976994:0:2391:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95d2780f6680 x1876351184904064/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789438929.977000:0:2391:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789438929.977002:0:2391:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789438929.977004:0:2391:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789438929.977006:0:2391:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789438929.977813:0:2391:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789438929.977821:0:2391:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff95d2780f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2d9a8a45-a42f-4142-a7af-34df75c08653:2391:1876351184904064:192.168.202.129@tcp:400:kworker.0 00000100:00000001:3.0:1789438929.977825:0:2391:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789438929.977839:0:2391:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789438929.977841:0:2391:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789438929.977843:0:2391:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789438929.977847:0:2391:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff95d2503c6200. 02000000:00000001:3.0:1789438929.977849:0:2391:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789438929.977852:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000010:3.0:1789438929.977856:0:2391:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95d2782d0580. 00000400:00000010:3.0:1789438929.977867:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95d27200c330. 00000100:00000200:3.0:1789438929.977872:0:2391:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876351184904064, portal 10 00000100:00000001:3.0:1789438929.977874:0:2391:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789438929.977875:0:2391:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446627329922786944 : -116743786764672 : ffff95d2780f6680) 00000100:00000040:3.0:1789438929.977883:0:2391:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff95d2780f6680 x1876351184904064/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438984 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789438929.977889:0:2391:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789438929.977891:0:2391:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:3.0:1789438929.977894:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95d27200ccc0. 00000100:00000200:3.0:1789438929.977896:0:2391:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876351184904064, offset 0 00000400:00000200:3.0:1789438929.977901:0:2391:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:3.0:1789438929.977907:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1789438929.977912:0:2391:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:3.0:1789438929.977916:0:2391:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789438929.977919:0:2391:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:3.0:1789438929.977921:0:2391:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789438929.977923:0:2391:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:3.0:1789438929.977926:0:2391:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [548378:548378:255:4294967295] 192.168.202.129@tcp LPNI seq info [548317:548317:7:4294967295] 00000400:00000200:3.0:1789438929.977930:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1789438929.977937:0:2391:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:3.0:1789438929.977942:0:2391:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:3.0:1789438929.977946:0:2391:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95d244aa7000. 00000800:00000200:3.0:1789438929.977951:0:2391:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95d247a15180] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:3.0:1789438929.977956:0:2391:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:3.0:1789438929.977960:0:2391:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff95d244aa7000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789438929.977963:0:2391:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789438929.977966:0:2391:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95d244e30800: using a timeout of 14268 usecs (15 jiffies) 00000400:00000200:3.0:1789438929.977969:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000100:00000001:3.0:1789438929.977971:0:2391:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95d244e30800: PM QoS new deadline estimation for cpu 2 is 4305839134 00000100:00000001:3.0:1789438929.977973:0:2391:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95d244e30800: PM QoS request active for cpu 2, keep current deadline 4305842877 00000100:00000001:3.0:1789438929.977980:0:2391:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95d244e30800: PM QoS new deadline estimation for cpu 3 is 4305839134 00000100:00000001:3.0:1789438929.977982:0:2391:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95d244e30800: PM QoS request active for cpu 3, keep current deadline 4305842877 00000100:00000001:3.0:1789438929.977984:0:2391:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789438929.977986:0:2391:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789438929.977989:0:2391:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789438929.977992:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1789438929.978035:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000200:2.0:1789438929.982382:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789438929.982394:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95d244aa7d00. 00000400:00000200:2.0:1789438929.982403:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789438929.982412:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:2.0:1789438929.982419:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95d27200c550 00000400:00000010:2.0:1789438929.982422:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95d27200c550. 00000100:00000001:2.0:1789438929.982427:0:2384:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789438929.982437:0:2384:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff95d2780f5180 x1876351184904192/t0(0) o400->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789438984 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789438929.982448:0:2384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789438929.982452:0:2384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95d2780f5180 x1876351184904192/t0(0) o400->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789438984 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789438929.982459:0:2384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789438929.982461:0:2384:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1789438929.982530:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789438929.982533:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95d244aa7000. 00000400:00000200:2.0:1789438929.982536:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789438929.982540:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:2.0:1789438929.982542:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95d27200ccc0 00000400:00000010:2.0:1789438929.982544:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95d27200ccc0. 00000100:00000001:2.0:1789438929.982546:0:2384:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789438929.982550:0:2384:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff95d2780f6680 x1876351184904064/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438984 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789438929.982558:0:2384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789438929.982574:0:2384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95d2780f6680 x1876351184904064/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438984 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789438929.982581:0:2384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789438929.982582:0:2384:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1789438929.982621:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789438929.982635:0:2392:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789438929.982639:0:2392:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789438929.982643:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1789438929.995359:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789438929.995368:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789438929.995375:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789438929.995384:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1789438929.995392:0:2383:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:3.0:1789438929.995402:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1789438929.995408:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1789438929.995412:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1789438929.995416:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 25 MB=0x6aa880dd99e80 00000400:00000200:3.0:1789438929.995420:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1789438929.995426:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.129@tcp of length 224/224 into md 0x516675 [1] + 224 00000800:00000001:3.0:1789438929.995432:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789438929.995435:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789438929.995439:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789438929.995443:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:3.0:1789438929.995450:0:2383:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789438929.995459:0:2383:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff95d2780f4000 x1876351184903808/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789438945 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789438929.995469:0:2383:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff95d2780f4000 x1876351184903808/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789438945 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789438929.995495:0:2383:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789438929.995504:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789438929.995507:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789438929.995509:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789438929.995527:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789438929.995530:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1789438929.995533:0:2383:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:3.0:1789438929.995537:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1789438929.995540:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1789438929.995542:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1789438929.995545:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6aa880dd99f00 00000400:00000200:3.0:1789438929.995548:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1789438929.995552:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x516685 [1] + 224 00000800:00000001:3.0:1789438929.995556:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789438929.995562:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789438929.995564:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789438929.995567:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:3.0:1789438929.995571:0:2383:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789438929.995575:0:2383:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff95d2780f7100 x1876351184903936/t0(0) o400->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438984 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789438929.995584:0:2383:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff95d2780f7100 x1876351184903936/t0(0) o400->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438984 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789438929.995590:0:2383:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789438929.995593:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789438929.995596:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789438929.995925:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789438929.995929:0:2392:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789438929.995936:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789438929.995938:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789438929.995941:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95d2782d0f78. 00000400:00000200:2.0:1789438929.995947:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95d27200cc38 00000400:00000010:2.0:1789438929.995949:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95d27200cc38. 00000100:00000001:2.0:1789438929.995953:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789438929.995958:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff95d2780f7100 x1876351184903936/t0(0) o400->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438984 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789438929.995966:0:2392:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff95d2780f7100 x1876351184903936/t0(0) o400->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438984 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789438929.995972:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789438929.995974:0:2392:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789438929.995977:0:2392:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789438929.995980:0:2392:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789438929.995983:0:2392:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789438929.995985:0:2392:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789438929.995987:0:2392:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789438929.995998:0:2392:0:(import.c:2196:obd_at_measure()) add 36 to ffff95d2780b4460 time=82 v=36 (36 36 36 36) 00000100:00001000:2.0:1789438929.996002:0:2392:0:(import.c:2196:obd_at_measure()) add 1 to ffff95d2780b4418 time=57 v=5 (1 1 2 0) 00000100:00000001:2.0:1789438929.996004:0:2392:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789438929.996041:0:2392:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789438929.996044:0:2392:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789438929.996057:0:2392:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789438929.996061:0:2392:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789438929.996062:0:2392:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff95d244e30800: skip recheck: last_committed 30064771461 00000100:00000001:2.0:1789438929.996064:0:2392:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789438929.996073:0:2392:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789438929.996293:0:2392:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95d2780f7100 x1876351184903936/t0(0) o400->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438984 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789438929.996302:0:2392:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789438929.996305:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789438929.996306:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789438929.996311:0:2392:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95d2780f7100 x1876351184903936/t0(0) o400->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438984 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789438929.996318:0:2392:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff95d2780f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2d9a8a45-a42f-4142-a7af-34df75c08653:2392:1876351184903936:192.168.202.129@tcp:400:kworker.0 00000400:00000001:2.0:1789438929.996325:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789438929.996326:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789438929.996328:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95d2782d0790. 00000400:00000200:2.0:1789438929.996331:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95d27200c110 00000400:00000010:2.0:1789438929.996333:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95d27200c110. 00000100:00000001:2.0:1789438929.996335:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789438929.996339:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff95d2780f4000 x1876351184903808/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789438945 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789438929.996347:0:2392:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff95d2780f4000 x1876351184903808/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789438945 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789438929.996352:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789438929.996354:0:2392:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789438929.996355:0:2392:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789438929.996357:0:2392:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789438929.996359:0:2392:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789438929.996360:0:2392:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789438929.996362:0:2392:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789438929.996365:0:2392:0:(import.c:2196:obd_at_measure()) add 5 to ffff95d245589460 time=83 v=5 (5 5 5 5) 00000100:00001000:2.0:1789438929.996368:0:2392:0:(import.c:2196:obd_at_measure()) add 1 to ffff95d245589418 time=57 v=5 (1 1 1 0) 00000100:00000001:2.0:1789438929.996370:0:2392:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789438929.996371:0:2392:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789438929.996373:0:2392:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789438929.996375:0:2392:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789438929.996383:0:2392:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789438929.996391:0:2392:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95d2780f4000 x1876351184903808/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789438945 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789438929.996398:0:2392:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789438929.996399:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789438929.996400:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789438929.996403:0:2392:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95d2780f4000 x1876351184903808/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789438945 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789438929.996409:0:2392:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff95d2780f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:42963a40-8242-4716-b5a0-c55cef22b1d2:2392:1876351184903808:192.168.202.129@tcp:400:kworker.0 00000100:00000001:2.0:1789438929.996414:0:2392:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789438929.996416:0:2392:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789438929.996419:0:2392:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95d2780f7100 x1876351184903936/t0(0) o400->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438984 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789438929.996427:0:2392:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789438929.996429:0:2392:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789438929.996433:0:2392:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff95d2503c7a00. 02000000:00000001:2.0:1789438929.996437:0:2392:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789438929.996441:0:2392:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789438929.996443:0:2392:0:(genops.c:1222:class_import_put()) import ffff95d2780b4000 refcount=5 obd=lustre-MDT0000-mdc-ffff95d244e30800 00000020:00000001:2.0:1789438929.996445:0:2392:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789438929.996447:0:2392:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff95d14f8ed300. 02000000:00000001:2.0:1789438929.996450:0:2392:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789438929.996452:0:2392:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789438929.996454:0:2392:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95d2780f7100. 00000100:00000001:2.0:1789438929.996458:0:2392:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789438929.996459:0:2392:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789438929.996461:0:2392:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789438929.996464:0:2392:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95d2780f4000 x1876351184903808/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789438945 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789438929.996470:0:2392:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789438929.996471:0:2392:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789438929.996473:0:2392:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff95d2503c7200. 02000000:00000001:2.0:1789438929.996480:0:2392:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789438929.996482:0:2392:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789438929.996483:0:2392:0:(genops.c:1222:class_import_put()) import ffff95d245589000 refcount=3 obd=MGC192.168.202.129@tcp 00000020:00000001:2.0:1789438929.996485:0:2392:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789438929.996486:0:2392:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff95d14f8edb00. 02000000:00000001:2.0:1789438929.996489:0:2392:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789438929.996490:0:2392:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789438929.996491:0:2392:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95d2780f4000. 00000100:00000001:2.0:1789438929.996493:0:2392:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789438929.996495:0:2392:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789438929.996497:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789438929.996506:0:2392:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789438929.996508:0:2392:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789438929.996510:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789438929.996512:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1789438929.998104:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789438929.998120:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789438929.998124:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789438929.998128:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789438929.998136:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438929.998142:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:2.0:1789438929.998150:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438929.998154:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438929.998158:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438929.998163:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 4 MB=0x6aa880dd9a000 00000400:00000200:2.0:1789438929.998168:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438929.998173:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.129@tcp of length 224/224 into md 0x516695 [1] + 224 00000800:00000001:2.0:1789438929.998180:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789438929.998183:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789438929.998186:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789438929.998189:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:2.0:1789438929.998195:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789438929.998202:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff95d2780f5180 x1876351184904192/t0(0) o400->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789438984 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789438929.998211:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff95d2780f5180 x1876351184904192/t0(0) o400->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789438984 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789438929.998242:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789438929.998250:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789438929.998254:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789438929.998255:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789438929.998257:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789438929.998260:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438929.998264:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:2.0:1789438929.998268:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438929.998270:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438929.998272:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438929.998275:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6aa880dd99f80 00000400:00000200:2.0:1789438929.998278:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438929.998282:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x5166a5 [1] + 224 00000800:00000001:2.0:1789438929.998285:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789438929.998291:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789438929.998293:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789438929.998296:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:2.0:1789438929.998299:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789438929.998303:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff95d2780f6680 x1876351184904064/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438984 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789438929.998312:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff95d2780f6680 x1876351184904064/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438984 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789438929.998320:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789438929.998323:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789438929.998326:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789438929.998461:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789438929.998465:0:2391:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789438929.998470:0:2391:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789438929.998472:0:2391:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789438929.998475:0:2391:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95d2782d0580. 00000400:00000200:3.0:1789438929.998481:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95d27200c330 00000400:00000010:3.0:1789438929.998483:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95d27200c330. 00000100:00000001:3.0:1789438929.998486:0:2391:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789438929.998491:0:2391:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff95d2780f6680 x1876351184904064/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438984 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789438929.998498:0:2391:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff95d2780f6680 x1876351184904064/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438984 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789438929.998518:0:2391:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789438929.998520:0:2391:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789438929.998522:0:2391:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789438929.998525:0:2391:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789438929.998528:0:2391:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789438929.998530:0:2391:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789438929.998533:0:2391:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789438929.998540:0:2391:0:(import.c:2196:obd_at_measure()) add 36 to ffff95d26f5f6c60 time=82 v=36 (36 36 36 36) 00000100:00001000:3.0:1789438929.998545:0:2391:0:(import.c:2196:obd_at_measure()) add 1 to ffff95d26f5f6c18 time=32 v=5 (1 1 1 0) 00000100:00000001:3.0:1789438929.998547:0:2391:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789438929.998548:0:2391:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789438929.998551:0:2391:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1789438929.998556:0:2391:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff95d2780f6680 x1876351184904064/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438984 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1789438929.998562:0:2391:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789438929.998566:0:2391:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789438929.998568:0:2391:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff95d244e30800: skip recheck: last_committed 21474836545 00000100:00000001:3.0:1789438929.998569:0:2391:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789438929.998571:0:2391:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789438929.998575:0:2391:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95d2780f6680 x1876351184904064/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438984 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789438929.998582:0:2391:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789438929.998585:0:2391:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789438929.998587:0:2391:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789438929.998591:0:2391:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95d2780f6680 x1876351184904064/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438984 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789438929.998598:0:2391:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff95d2780f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2d9a8a45-a42f-4142-a7af-34df75c08653:2391:1876351184904064:192.168.202.129@tcp:400:kworker.0 00000400:00000001:3.0:1789438929.998604:0:2391:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789438929.998605:0:2391:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789438929.998607:0:2391:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95d2782d00b0. 00000400:00000200:3.0:1789438929.998615:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95d27200c4c8 00000400:00000010:3.0:1789438929.998617:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95d27200c4c8. 00000100:00000001:3.0:1789438929.998620:0:2391:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789438929.998650:0:2391:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff95d2780f5180 x1876351184904192/t0(0) o400->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789438984 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789438929.998659:0:2391:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff95d2780f5180 x1876351184904192/t0(0) o400->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789438984 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789438929.998665:0:2391:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789438929.998666:0:2391:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789438929.998668:0:2391:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789438929.998670:0:2391:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789438929.998671:0:2391:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789438929.998672:0:2391:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789438929.998674:0:2391:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789438929.998678:0:2391:0:(import.c:2196:obd_at_measure()) add 36 to ffff95d26f5f0460 time=82 v=36 (36 36 5 5) 00000100:00001000:3.0:1789438929.998681:0:2391:0:(import.c:2196:obd_at_measure()) add 1 to ffff95d26f5f0418 time=80 v=5 (1 1 1 1) 00000100:00000001:3.0:1789438929.998682:0:2391:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789438929.998684:0:2391:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789438929.998685:0:2391:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789438929.998687:0:2391:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789438929.998689:0:2391:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789438929.998690:0:2391:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff95d244e30800: skip recheck: last_committed 42949693985 00000100:00000001:3.0:1789438929.998692:0:2391:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789438929.998694:0:2391:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789438929.998697:0:2391:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95d2780f5180 x1876351184904192/t0(0) o400->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789438984 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789438929.998703:0:2391:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789438929.998705:0:2391:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789438929.998706:0:2391:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789438929.998709:0:2391:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95d2780f5180 x1876351184904192/t0(0) o400->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789438984 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789438929.998716:0:2391:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff95d2780f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2d9a8a45-a42f-4142-a7af-34df75c08653:2391:1876351184904192:192.168.202.129@tcp:400:kworker.0 00000100:00000001:3.0:1789438929.998728:0:2391:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789438929.998730:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789438929.998734:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95d2780f6680 x1876351184904064/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438984 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789438929.998742:0:2391:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789438929.998745:0:2391:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789438929.998748:0:2391:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff95d2503c6200. 02000000:00000001:3.0:1789438929.998751:0:2391:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789438929.998755:0:2391:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789438929.998756:0:2391:0:(genops.c:1222:class_import_put()) import ffff95d26f5f6800 refcount=3 obd=lustre-MDT0001-mdc-ffff95d244e30800 00000020:00000001:3.0:1789438929.998759:0:2391:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789438929.998761:0:2391:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff95d14f8ed600. 02000000:00000001:3.0:1789438929.998765:0:2391:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789438929.998767:0:2391:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789438929.998769:0:2391:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95d2780f6680. 00000100:00000001:3.0:1789438929.998772:0:2391:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789438929.998773:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789438929.998775:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789438929.998778:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95d2780f5180 x1876351184904192/t0(0) o400->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789438984 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789438929.998784:0:2391:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789438929.998785:0:2391:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789438929.998787:0:2391:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff95d2503c7000. 02000000:00000001:3.0:1789438929.998789:0:2391:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789438929.998790:0:2391:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789438929.998791:0:2391:0:(genops.c:1222:class_import_put()) import ffff95d26f5f0000 refcount=3 obd=lustre-OST0000-osc-ffff95d244e30800 00000020:00000001:3.0:1789438929.998793:0:2391:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789438929.998794:0:2391:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff95d14f8ede00. 02000000:00000001:3.0:1789438929.998796:0:2391:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789438929.998797:0:2391:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789438929.998798:0:2391:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95d2780f5180. 00000100:00000001:3.0:1789438929.998800:0:2391:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789438929.998801:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789438929.998803:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789438929.998810:0:2391:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789438929.998816:0:2391:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789438929.998818:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789438929.998820:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789438930.474159:0:247630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789438930.474165:0:247630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789438930.474170:0:247630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789438930.474171:0:247630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789438930.474487:0:237586:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789438930.474491:0:237586:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789438930.474494:0:237586:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1789438931.501755:0:247630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789438931.501763:0:247630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789438931.501771:0:247630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789438931.501772:0:247630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789438931.502675:0:259124:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789438931.502680:0:259124:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789438931.502684:0:259124:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1789438932.522188:0:247630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789438932.522200:0:247630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789438932.522208:0:247630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789438932.522210:0:247630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789438932.525128:0:249312:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789438932.525140:0:249312:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789438932.525147:0:249312:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1789438933.546154:0:247630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789438933.546160:0:247630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789438933.546166:0:247630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789438933.546167:0:247630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789438933.546433:0:237587:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789438933.546436:0:237587:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789438933.546440:0:237587:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1789438933.738179:0:247630:0:(connection.c:75:cpu_latency_work()) work item of ffff95d244e33330 (cpu 3) has reached its deadline 4305842877, at 4305842880 00000100:00000010:3.0:1789438933.738203:0:247630:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95d270b4dae0. 00000100:00000040:2.0:1789438933.738338:0:243182:0:(connection.c:75:cpu_latency_work()) work item of ffff95d244e33220 (cpu 2) has reached its deadline 4305842877, at 4305842880 00000100:00000010:2.0:1789438933.738354:0:243182:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95d270b4da80. 00000800:00000200:1.0:1789438933.994290:0:2380:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95d246611840] -> 12345-192.168.202.29@tcp (6) 00000800:00000200:1.0:1789438933.994303:0:2380:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.29@tcp ip 192.168.202.29:988 00000800:00000200:1.0:1789438933.994310:0:2380:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff95d246577100 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:3.0:1789438933.994712:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000001:3.0:1789438933.994721:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789438933.994736:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789438933.994743:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789438933.994745:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1789438934.571150:0:247630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789438934.571158:0:247630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789438934.571163:0:247630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789438934.571164:0:247630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789438934.572204:0:243614:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789438934.572209:0:243614:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789438934.572212:0:243614:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1789438935.088056:0:152475:0:(pinger.c:229:ptlrpc_pinger_process_import()) 42963a40-8242-4716-b5a0-c55cef22b1d2->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789438935.088066:0:152475:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789438935.088076:0:152475:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95d272166680. 00000020:00000040:0.0:1789438935.088084:0:152475:0:(genops.c:1209:class_import_get()) import ffff95d245589000 refcount=4 obd=MGC192.168.202.129@tcp 00000100:00000001:0.0:1789438935.088091:0:152475:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789438935.088094:0:152475:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789438935.088099:0:152475:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789438935.088110:0:152475:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff95d24666d500. 00000100:00000001:0.0:1789438935.088118:0:152475:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789438935.088133:0:152475:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 42963a40-8242-4716-b5a0-c55cef22b1d2->MGS req@ffff95d272166680 x1876351184904320/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789438935.088147:0:152475:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789438935.088153:0:152475:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789438935.088160:0:152475:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a2685ba4] to pc [ptlrpcd_00_01+1] req@ffff95d272166680 x1876351184904320/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789438935.088187:0:152475:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789438935.088190:0:152475:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2d9a8a45-a42f-4142-a7af-34df75c08653->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789438935.088194:0:152475:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789438935.088198:0:152475:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95d272165f80. 00000020:00000040:0.0:1789438935.088210:0:152475:0:(genops.c:1209:class_import_get()) import ffff95d2780b4000 refcount=6 obd=lustre-MDT0000-mdc-ffff95d244e30800 00000100:00000001:0.0:1789438935.088213:0:152475:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789438935.088215:0:152475:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789438935.088217:0:152475:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789438935.088220:0:152475:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff95d24666d600. 00000100:00000001:0.0:1789438935.088224:0:152475:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789438935.088230:0:152475:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2d9a8a45-a42f-4142-a7af-34df75c08653->lustre-MDT0000_UUID req@ffff95d272165f80 x1876351184904448/t0(0) o400->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789438935.088237:0:152475:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789438935.088239:0:152475:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789438935.088243:0:152475:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000068576d6] to pc [ptlrpcd_00_00+0] req@ffff95d272165f80 x1876351184904448/t0(0) o400->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789438935.088252:0:152475:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789438935.088255:0:152475:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2d9a8a45-a42f-4142-a7af-34df75c08653->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789438935.088259:0:152475:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789438935.088262:0:152475:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95d272165180. 00000020:00000040:0.0:1789438935.088264:0:152475:0:(genops.c:1209:class_import_get()) import ffff95d26f5f6800 refcount=4 obd=lustre-MDT0001-mdc-ffff95d244e30800 00000100:00000001:0.0:1789438935.088266:0:152475:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789438935.088267:0:152475:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789438935.088269:0:152475:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789438935.088272:0:152475:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff95d24666d300. 00000100:00000001:0.0:1789438935.088275:0:152475:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789438935.088279:0:152475:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2d9a8a45-a42f-4142-a7af-34df75c08653->lustre-MDT0001_UUID req@ffff95d272165180 x1876351184904576/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789438935.088285:0:152475:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789438935.088287:0:152475:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789438935.088290:0:152475:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002315db3a] to pc [ptlrpcd_00_01+1] req@ffff95d272165180 x1876351184904576/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789438935.088298:0:152475:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789438935.088300:0:152475:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2d9a8a45-a42f-4142-a7af-34df75c08653->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789438935.088308:0:152475:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789438935.088311:0:152475:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95d272164e00. 00000020:00000040:0.0:1789438935.088314:0:152475:0:(genops.c:1209:class_import_get()) import ffff95d26f5f0000 refcount=4 obd=lustre-OST0000-osc-ffff95d244e30800 00000100:00000001:0.0:1789438935.088316:0:152475:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789438935.088317:0:152475:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789438935.088319:0:152475:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789438935.088323:0:152475:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff95d24666d700. 00000100:00000001:0.0:1789438935.088326:0:152475:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789438935.088330:0:152475:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2d9a8a45-a42f-4142-a7af-34df75c08653->lustre-OST0000_UUID req@ffff95d272164e00 x1876351184904704/t0(0) o400->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789438935.088338:0:152475:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789438935.088340:0:152475:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789438935.088343:0:152475:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cc592160] to pc [ptlrpcd_00_00+0] req@ffff95d272164e00 x1876351184904704/t0(0) o400->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789438935.088350:0:152475:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789438935.088352:0:152475:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2d9a8a45-a42f-4142-a7af-34df75c08653->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789438935.088355:0:152475:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2d9a8a45-a42f-4142-a7af-34df75c08653->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789438935.088361:0:152475:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11181) 00000100:00000001:0.0:1789438935.088374:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789438935.088379:0:2390:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789438935.088382:0:2390:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789438935.088387:0:2390:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95d272166680 x1876351184904320/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789438935.088395:0:2390:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789438935.088398:0:2390:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789438935.088404:0:2390:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789438935.088407:0:2390:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789438935.088410:0:2390:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789438935.088414:0:2390:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff95d272166680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:42963a40-8242-4716-b5a0-c55cef22b1d2:2390:1876351184904320:192.168.202.129@tcp:400:kworker.0 00000100:00000001:0.0:1789438935.088420:0:2390:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789438935.088432:0:2390:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789438935.088435:0:2390:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789438935.088438:0:2390:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789438935.088442:0:2390:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff95d279251c00. 02000000:00000001:0.0:1789438935.088444:0:2390:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789438935.088454:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000010:0.0:1789438935.088459:0:2390:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95d265ed8108. 00000400:00000010:0.0:1789438935.088468:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95d245b5e6e8. 00000100:00000200:0.0:1789438935.088477:0:2390:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876351184904320, portal 25 00000100:00000001:0.0:1789438935.088479:0:2390:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789438935.088481:0:2390:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446627329822582400 : -116743886969216 : ffff95d272166680) 00000100:00000040:0.0:1789438935.088488:0:2390:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff95d272166680 x1876351184904320/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789438951 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789438935.088497:0:2390:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789438935.088500:0:2390:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:0.0:1789438935.088503:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95d245b5e220. 00000100:00000200:0.0:1789438935.088507:0:2390:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1876351184904320, offset 0 00000400:00000200:0.0:1789438935.088514:0:2390:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:0.0:1789438935.088525:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:0.0:1789438935.088536:0:2390:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:0.0:1789438935.088543:0:2390:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789438935.088548:0:2390:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:0.0:1789438935.088552:0:2390:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789438935.088555:0:2390:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:0.0:1789438935.088559:0:2390:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [548379:548379:256:4294967295] 192.168.202.129@tcp LPNI seq info [548318:548318:8:4294967295] 00000400:00000200:0.0:1789438935.088564:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:0.0:1789438935.088577:0:2390:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:0.0:1789438935.088595:0:2390:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:0.0:1789438935.088602:0:2390:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95d24666d200. 00000800:00000200:0.0:1789438935.088610:0:2390:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95d247a15180] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:0.0:1789438935.088619:0:2390:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:0.0:1789438935.088626:0:2390:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff95d24666d200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789438935.088649:0:2390:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789438935.088654:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000100:00000001:0.0:1789438935.088657:0:2390:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 2 is 4305848000 00000100:00000010:0.0:1789438935.088662:0:2390:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95d245b632a0. 00000100:00000001:0.0:1789438935.088670:0:2390:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1789438935.088676:0:2390:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 3 is 4305848000 00000100:00000010:0.0:1789438935.088681:0:2390:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95d245b63ae0. 00000100:00000001:0.0:1789438935.088684:0:2390:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1789438935.088687:0:2390:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789438935.088690:0:2390:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789438935.088693:0:2390:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789438935.088697:0:2390:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95d272165180 x1876351184904576/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789438935.088705:0:2390:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789438935.088706:0:2390:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789438935.088708:0:2390:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789438935.088710:0:2390:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789438935.088712:0:2390:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789438935.088715:0:2390:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff95d272165180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2d9a8a45-a42f-4142-a7af-34df75c08653:2390:1876351184904576:192.168.202.129@tcp:400:kworker.0 00000100:00000001:0.0:1789438935.088719:0:2390:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789438935.088722:0:2390:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789438935.088724:0:2390:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789438935.088725:0:2390:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789438935.088729:0:2390:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff95d279250800. 02000000:00000001:0.0:1789438935.088731:0:2390:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789438935.088734:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000010:0.0:1789438935.088737:0:2390:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95d265ed8580. 00000400:00000010:0.0:1789438935.088741:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95d245b5e110. 00000100:00000200:0.0:1789438935.088744:0:2390:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876351184904576, portal 10 00000100:00000001:0.0:1789438935.088746:0:2390:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789438935.088747:0:2390:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446627329822577024 : -116743886974592 : ffff95d272165180) 00000100:00000040:0.0:1789438935.088755:0:2390:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff95d272165180 x1876351184904576/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438990 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789438935.088767:0:2390:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789438935.088769:0:2390:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:0.0:1789438935.088772:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95d245b5ee58. 00000100:00000200:0.0:1789438935.088774:0:2390:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876351184904576, offset 0 00000400:00000200:0.0:1789438935.088778:0:2390:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:0.0:1789438935.088782:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:0.0:1789438935.088786:0:2390:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:0.0:1789438935.088789:0:2390:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789438935.088791:0:2390:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:0.0:1789438935.088793:0:2390:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789438935.088796:0:2390:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:0.0:1789438935.088799:0:2390:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [548380:548380:255:4294967295] 192.168.202.129@tcp LPNI seq info [548319:548319:7:4294967295] 00000400:00000200:0.0:1789438935.088802:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:0.0:1789438935.088809:0:2390:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:0.0:1789438935.088813:0:2390:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:0.0:1789438935.088817:0:2390:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95d24666df00. 00000800:00000200:0.0:1789438935.088820:0:2390:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95d247a15180] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:0.0:1789438935.088825:0:2390:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:0.0:1789438935.088828:0:2390:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff95d24666df00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789438935.088831:0:2390:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789438935.088835:0:2390:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95d244e30800: using a timeout of 14270 usecs (15 jiffies) 00000400:00000200:0.0:1789438935.088838:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000100:00000001:0.0:1789438935.088840:0:2390:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95d244e30800: PM QoS new deadline estimation for cpu 2 is 4305844245 00000100:00000001:0.0:1789438935.088843:0:2390:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95d244e30800: PM QoS request active for cpu 2, keep current deadline 4305848000 00000100:00000001:0.0:1789438935.088845:0:2390:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95d244e30800: PM QoS new deadline estimation for cpu 3 is 4305844245 00000100:00000001:0.0:1789438935.088847:0:2390:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95d244e30800: PM QoS request active for cpu 3, keep current deadline 4305848000 00000100:00000001:0.0:1789438935.088849:0:2390:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789438935.088851:0:2390:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789438935.088858:0:2390:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789438935.088861:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789438935.088870:0:2390:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789438935.088873:0:2390:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1789438935.088875:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789438935.088877:0:2390:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789438935.088878:0:2390:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789438935.088882:0:2390:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:0.0:1789438935.088884:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789438935.088886:0:2390:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789438935.088887:0:2390:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789438935.088889:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789438935.088890:0:2390:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789438935.088891:0:2390:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789438935.088895:0:2390:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95d272165f80 x1876351184904448/t0(0) o400->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789438935.088901:0:2390:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789438935.088902:0:2390:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789438935.088904:0:2390:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789438935.088906:0:2390:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789438935.088908:0:2390:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789438935.088911:0:2390:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff95d272165f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2d9a8a45-a42f-4142-a7af-34df75c08653:2390:1876351184904448:192.168.202.129@tcp:400:kworker.0 00000100:00000001:0.0:1789438935.088914:0:2390:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789438935.088917:0:2390:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789438935.088918:0:2390:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789438935.088920:0:2390:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789438935.088923:0:2390:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff95d279250000. 02000000:00000001:0.0:1789438935.088925:0:2390:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789438935.088928:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000010:0.0:1789438935.088931:0:2390:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95d265ed8688. 00000400:00000010:0.0:1789438935.088934:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95d245b5eee0. 00000100:00000200:0.0:1789438935.088937:0:2390:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876351184904448, portal 10 00000100:00000001:0.0:1789438935.088938:0:2390:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789438935.088940:0:2390:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446627329822580608 : -116743886971008 : ffff95d272165f80) 00000100:00000040:0.0:1789438935.088946:0:2390:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff95d272165f80 x1876351184904448/t0(0) o400->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438990 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789438935.088957:0:2390:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789438935.088959:0:2390:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:0.0:1789438935.088962:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95d245b5e908. 00000100:00000200:0.0:1789438935.088964:0:2390:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876351184904448, offset 0 00000400:00000200:0.0:1789438935.088969:0:2390:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:0.0:1789438935.088973:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:0.0:1789438935.088976:0:2390:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:0.0:1789438935.088979:0:2390:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789438935.088981:0:2390:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:0.0:1789438935.088983:0:2390:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789438935.088985:0:2390:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:0.0:1789438935.088988:0:2390:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [548381:548381:254:4294967295] 192.168.202.129@tcp LPNI seq info [548320:548320:6:4294967295] 00000400:00000200:0.0:1789438935.088991:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:0.0:1789438935.088997:0:2390:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:0.0:1789438935.089001:0:2390:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:0.0:1789438935.089005:0:2390:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95d24666da00. 00000800:00000200:0.0:1789438935.089008:0:2390:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95d247a15180] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:0.0:1789438935.089044:0:2390:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:0.0:1789438935.089047:0:2390:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff95d24666da00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789438935.089050:0:2390:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789438935.089053:0:2390:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95d244e30800: using a timeout of 24521 usecs (25 jiffies) 00000400:00000200:0.0:1789438935.089056:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000100:00000001:0.0:1789438935.089058:0:2390:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95d244e30800: PM QoS new deadline estimation for cpu 2 is 4305844256 00000100:00000001:0.0:1789438935.089061:0:2390:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95d244e30800: PM QoS request active for cpu 2, keep current deadline 4305848000 00000100:00000001:0.0:1789438935.089063:0:2390:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95d244e30800: PM QoS new deadline estimation for cpu 3 is 4305844256 00000100:00000001:0.0:1789438935.089065:0:2390:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95d244e30800: PM QoS request active for cpu 3, keep current deadline 4305848000 00000100:00000001:0.0:1789438935.089067:0:2390:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789438935.089069:0:2390:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789438935.089078:0:2390:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789438935.089082:0:2390:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95d272164e00 x1876351184904704/t0(0) o400->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789438935.089088:0:2390:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789438935.089090:0:2390:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789438935.089092:0:2390:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789438935.089094:0:2390:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789438935.089096:0:2390:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789438935.089099:0:2390:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff95d272164e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2d9a8a45-a42f-4142-a7af-34df75c08653:2390:1876351184904704:192.168.202.129@tcp:400:kworker.0 00000100:00000001:0.0:1789438935.089102:0:2390:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789438935.089104:0:2390:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789438935.089105:0:2390:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789438935.089107:0:2390:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789438935.089110:0:2390:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff95d279251a00. 02000000:00000001:0.0:1789438935.089111:0:2390:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789438935.089115:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000010:0.0:1789438935.089118:0:2390:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95d265ed88f0. 00000400:00000010:0.0:1789438935.089122:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95d245b5ebb0. 00000100:00000200:0.0:1789438935.089125:0:2390:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876351184904704, portal 4 00000100:00000001:0.0:1789438935.089127:0:2390:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789438935.089128:0:2390:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446627329822576128 : -116743886975488 : ffff95d272164e00) 00000100:00000040:0.0:1789438935.089135:0:2390:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff95d272164e00 x1876351184904704/t0(0) o400->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789438990 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789438935.089140:0:2390:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789438935.089142:0:2390:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:0.0:1789438935.089145:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95d245b5e550. 00000100:00000200:0.0:1789438935.089147:0:2390:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876351184904704, offset 0 00000400:00000200:0.0:1789438935.089151:0:2390:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:0.0:1789438935.089154:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:0.0:1789438935.089157:0:2390:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:0.0:1789438935.089160:0:2390:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789438935.089162:0:2390:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:0.0:1789438935.089164:0:2390:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789438935.089172:0:2390:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:0.0:1789438935.089175:0:2390:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [548382:548382:253:4294967295] 192.168.202.129@tcp LPNI seq info [548321:548321:5:4294967295] 00000400:00000200:0.0:1789438935.089179:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:0.0:1789438935.089184:0:2390:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:0.0:1789438935.089188:0:2390:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:0.0:1789438935.089191:0:2390:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95d24666de00. 00000800:00000200:0.0:1789438935.089195:0:2390:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95d247a15180] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:0.0:1789438935.089198:0:2390:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:0.0:1789438935.089201:0:2390:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff95d24666de00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789438935.089204:0:2390:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789438935.089207:0:2390:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff95d244e30800: using a timeout of 101787 usecs (102 jiffies) 00000400:00000200:0.0:1789438935.089210:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000100:00000001:0.0:1789438935.089212:0:2390:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95d244e30800: PM QoS new deadline estimation for cpu 2 is 4305844333 00000100:00000001:0.0:1789438935.089214:0:2390:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95d244e30800: PM QoS request active for cpu 2, keep current deadline 4305848000 00000100:00000001:0.0:1789438935.089216:0:2390:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95d244e30800: PM QoS new deadline estimation for cpu 3 is 4305844333 00000100:00000001:0.0:1789438935.089218:0:2390:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95d244e30800: PM QoS request active for cpu 3, keep current deadline 4305848000 00000100:00000001:0.0:1789438935.089220:0:2390:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789438935.089221:0:2390:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789438935.089224:0:2390:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789438935.089226:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789438935.089243:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789438935.089246:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789438935.089363:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789438935.089368:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95d24666d200. 00000400:00000200:2.0:1789438935.089375:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789438935.089385:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:2.0:1789438935.089391:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95d245b5e220 00000400:00000010:2.0:1789438935.089394:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95d245b5e220. 00000100:00000001:2.0:1789438935.089400:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789438935.089405:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff95d272166680 x1876351184904320/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789438951 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789438935.089415:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789438935.089419:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95d272166680 x1876351184904320/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789438951 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789438935.089426:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789438935.089427:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1789438935.089441:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789438935.089442:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95d24666df00. 00000400:00000200:2.0:1789438935.089445:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789438935.089448:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:2.0:1789438935.089450:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95d245b5ee58 00000400:00000010:2.0:1789438935.089452:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95d245b5ee58. 00000100:00000001:2.0:1789438935.089454:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789438935.089457:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff95d272165180 x1876351184904576/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438990 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789438935.089464:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789438935.089467:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95d272165180 x1876351184904576/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438990 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789438935.089473:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789438935.089475:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1789438935.089481:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789438935.089483:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95d24666da00. 00000400:00000200:2.0:1789438935.089485:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789438935.089488:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:2.0:1789438935.089490:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95d245b5e908 00000400:00000010:2.0:1789438935.089492:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95d245b5e908. 00000100:00000001:2.0:1789438935.089494:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789438935.089497:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff95d272165f80 x1876351184904448/t0(0) o400->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438990 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789438935.089510:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789438935.089513:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95d272165f80 x1876351184904448/t0(0) o400->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438990 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789438935.089519:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789438935.089520:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1789438935.089613:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789438935.089616:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95d24666de00. 00000400:00000200:2.0:1789438935.089619:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789438935.089623:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:2.0:1789438935.089626:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95d245b5e550 00000400:00000010:2.0:1789438935.089627:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95d245b5e550. 00000100:00000001:2.0:1789438935.089630:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789438935.089634:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff95d272164e00 x1876351184904704/t0(0) o400->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789438990 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789438935.089641:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789438935.089644:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95d272164e00 x1876351184904704/t0(0) o400->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789438990 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789438935.089650:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789438935.089651:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789438935.100780:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789438935.100807:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789438935.100813:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789438935.100816:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789438935.100829:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438935.100839:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:2.0:1789438935.100851:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438935.100857:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438935.100864:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438935.100869:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6aa880dd9a180 00000400:00000200:2.0:1789438935.100875:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438935.100883:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x5166bd [1] + 224 00000800:00000001:2.0:1789438935.100901:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789438935.100906:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789438935.100911:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789438935.100917:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:2.0:1789438935.100926:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789438935.100939:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff95d272165180 x1876351184904576/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438990 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789438935.100953:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff95d272165180 x1876351184904576/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438990 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789438935.100980:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789438935.100991:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789438935.100996:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789438935.100998:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789438935.101000:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789438935.101003:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438935.101007:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:2.0:1789438935.101037:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438935.101039:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438935.101042:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438935.101045:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6aa880dd9a100 00000400:00000200:2.0:1789438935.101049:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438935.101053:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x5166c5 [1] + 224 00000800:00000001:2.0:1789438935.101057:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789438935.101061:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789438935.101064:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789438935.101069:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:2.0:1789438935.101072:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789438935.101078:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff95d272165f80 x1876351184904448/t0(0) o400->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438990 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789438935.101087:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff95d272165f80 x1876351184904448/t0(0) o400->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438990 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789438935.101109:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789438935.101114:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789438935.101117:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789438935.101119:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789438935.101121:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789438935.101124:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438935.101127:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:2.0:1789438935.101131:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438935.101134:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438935.101137:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438935.101140:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 25 MB=0x6aa880dd9a080 00000400:00000200:2.0:1789438935.101144:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438935.101149:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.129@tcp of length 224/224 into md 0x5166b5 [1] + 224 00000800:00000001:2.0:1789438935.101153:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789438935.101156:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789438935.101158:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789438935.101162:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:2.0:1789438935.101165:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789438935.101170:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff95d272166680 x1876351184904320/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789438951 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789438935.101178:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff95d272166680 x1876351184904320/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789438951 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789438935.101185:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789438935.101188:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789438935.101191:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789438935.101193:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789438935.101195:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789438935.101197:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438935.101201:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:2.0:1789438935.101204:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438935.101206:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438935.101216:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438935.101218:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 4 MB=0x6aa880dd9a200 00000400:00000200:2.0:1789438935.101222:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438935.101226:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.129@tcp of length 224/224 into md 0x5166cd [1] + 224 00000800:00000001:2.0:1789438935.101230:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789438935.101239:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789438935.101241:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789438935.101244:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:2.0:1789438935.101247:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789438935.101252:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff95d272164e00 x1876351184904704/t0(0) o400->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789438990 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789438935.101260:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff95d272164e00 x1876351184904704/t0(0) o400->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789438990 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789438935.101267:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789438935.101270:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789438935.101273:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789438935.101362:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789438935.101368:0:2390:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789438935.101378:0:2390:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789438935.101380:0:2390:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789438935.101384:0:2390:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95d265ed8688. 00000400:00000200:0.0:1789438935.101389:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95d245b5eee0 00000400:00000010:0.0:1789438935.101392:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95d245b5eee0. 00000100:00000001:0.0:1789438935.101396:0:2390:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789438935.101401:0:2390:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff95d272165f80 x1876351184904448/t0(0) o400->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438990 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789438935.101423:0:2390:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff95d272165f80 x1876351184904448/t0(0) o400->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438990 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789438935.101430:0:2390:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789438935.101432:0:2390:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789438935.101435:0:2390:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789438935.101438:0:2390:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789438935.101441:0:2390:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789438935.101444:0:2390:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789438935.101448:0:2390:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789438935.101460:0:2390:0:(import.c:2196:obd_at_measure()) add 36 to ffff95d2780b4460 time=88 v=36 (36 36 36 36) 00000100:00001000:0.0:1789438935.101465:0:2390:0:(import.c:2196:obd_at_measure()) add 1 to ffff95d2780b4418 time=63 v=5 (1 1 2 0) 00000100:00000001:0.0:1789438935.101467:0:2390:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789438935.101469:0:2390:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789438935.101472:0:2390:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789438935.101476:0:2390:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789438935.101481:0:2390:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789438935.101483:0:2390:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff95d244e30800: skip recheck: last_committed 30064771461 00000100:00000001:0.0:1789438935.101485:0:2390:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789438935.101487:0:2390:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789438935.101492:0:2390:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95d272165f80 x1876351184904448/t0(0) o400->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438990 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789438935.101500:0:2390:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789438935.101503:0:2390:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789438935.101505:0:2390:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789438935.101509:0:2390:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95d272165f80 x1876351184904448/t0(0) o400->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438990 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789438935.101518:0:2390:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff95d272165f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2d9a8a45-a42f-4142-a7af-34df75c08653:2390:1876351184904448:192.168.202.129@tcp:400:kworker.0 00000400:00000001:0.0:1789438935.101525:0:2390:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789438935.101526:0:2390:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789438935.101528:0:2390:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95d265ed88f0. 00000400:00000200:0.0:1789438935.101539:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95d245b5ebb0 00000400:00000010:0.0:1789438935.101541:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95d245b5ebb0. 00000100:00000001:0.0:1789438935.101544:0:2390:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789438935.101548:0:2390:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff95d272164e00 x1876351184904704/t0(0) o400->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789438990 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789438935.101556:0:2390:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff95d272164e00 x1876351184904704/t0(0) o400->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789438990 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789438935.101562:0:2390:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789438935.101564:0:2390:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789438935.101565:0:2390:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789438935.101567:0:2390:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789438935.101569:0:2390:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789438935.101570:0:2390:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789438935.101572:0:2390:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789438935.101587:0:2390:0:(import.c:2196:obd_at_measure()) add 36 to ffff95d26f5f0460 time=88 v=36 (36 36 5 5) 00000100:00001000:0.0:1789438935.101591:0:2390:0:(import.c:2196:obd_at_measure()) add 1 to ffff95d26f5f0418 time=86 v=5 (1 1 1 1) 00000100:00000001:0.0:1789438935.101593:0:2390:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789438935.101594:0:2390:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789438935.101596:0:2390:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789438935.101598:0:2390:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789438935.101601:0:2390:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789438935.101602:0:2390:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff95d244e30800: skip recheck: last_committed 42949693985 00000100:00000001:0.0:1789438935.101604:0:2390:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789438935.101606:0:2390:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789438935.101610:0:2390:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95d272164e00 x1876351184904704/t0(0) o400->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789438990 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789438935.101617:0:2390:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789438935.101619:0:2390:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789438935.101620:0:2390:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789438935.101624:0:2390:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95d272164e00 x1876351184904704/t0(0) o400->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789438990 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789438935.101632:0:2390:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff95d272164e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2d9a8a45-a42f-4142-a7af-34df75c08653:2390:1876351184904704:192.168.202.129@tcp:400:kworker.0 00000400:00000001:0.0:1789438935.101646:0:2390:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789438935.101647:0:2390:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789438935.101649:0:2390:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95d265ed8108. 00000400:00000200:0.0:1789438935.101652:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95d245b5e6e8 00000400:00000010:0.0:1789438935.101654:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95d245b5e6e8. 00000100:00000001:0.0:1789438935.101657:0:2390:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789438935.101661:0:2390:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff95d272166680 x1876351184904320/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789438951 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789438935.101669:0:2390:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff95d272166680 x1876351184904320/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789438951 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789438935.101675:0:2390:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789438935.101677:0:2390:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789438935.101678:0:2390:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789438935.101680:0:2390:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789438935.101682:0:2390:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789438935.101683:0:2390:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789438935.101686:0:2390:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789438935.101689:0:2390:0:(import.c:2196:obd_at_measure()) add 5 to ffff95d245589460 time=89 v=5 (5 5 5 5) 00000100:00001000:0.0:1789438935.101692:0:2390:0:(import.c:2196:obd_at_measure()) add 1 to ffff95d245589418 time=63 v=5 (1 1 1 0) 00000100:00000001:0.0:1789438935.101694:0:2390:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789438935.101696:0:2390:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789438935.101697:0:2390:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789438935.101700:0:2390:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789438935.101701:0:2390:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789438935.101705:0:2390:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95d272166680 x1876351184904320/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789438951 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789438935.101712:0:2390:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789438935.101714:0:2390:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789438935.101716:0:2390:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789438935.101719:0:2390:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95d272166680 x1876351184904320/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789438951 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789438935.101726:0:2390:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff95d272166680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:42963a40-8242-4716-b5a0-c55cef22b1d2:2390:1876351184904320:192.168.202.129@tcp:400:kworker.0 00000400:00000001:0.0:1789438935.101737:0:2390:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789438935.101739:0:2390:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789438935.101742:0:2390:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95d265ed8580. 00000400:00000200:0.0:1789438935.101744:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95d245b5e110 00000400:00000010:0.0:1789438935.101746:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95d245b5e110. 00000100:00000001:0.0:1789438935.101748:0:2390:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789438935.101752:0:2390:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff95d272165180 x1876351184904576/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438990 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789438935.101759:0:2390:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff95d272165180 x1876351184904576/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438990 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789438935.101765:0:2390:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789438935.101766:0:2390:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789438935.101768:0:2390:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789438935.101770:0:2390:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789438935.101771:0:2390:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789438935.101773:0:2390:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789438935.101774:0:2390:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789438935.101779:0:2390:0:(import.c:2196:obd_at_measure()) add 36 to ffff95d26f5f6c60 time=88 v=36 (36 36 36 36) 00000100:00001000:0.0:1789438935.101782:0:2390:0:(import.c:2196:obd_at_measure()) add 1 to ffff95d26f5f6c18 time=38 v=5 (1 1 1 0) 00000100:00000001:0.0:1789438935.101784:0:2390:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789438935.101785:0:2390:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789438935.101787:0:2390:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1789438935.101791:0:2390:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff95d272165180 x1876351184904576/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438990 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1789438935.101797:0:2390:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789438935.101799:0:2390:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789438935.101801:0:2390:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff95d244e30800: skip recheck: last_committed 21474836545 00000100:00000001:0.0:1789438935.101802:0:2390:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789438935.101803:0:2390:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789438935.101807:0:2390:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95d272165180 x1876351184904576/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438990 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789438935.101813:0:2390:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789438935.101820:0:2390:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789438935.101822:0:2390:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789438935.101826:0:2390:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95d272165180 x1876351184904576/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438990 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789438935.101833:0:2390:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff95d272165180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2d9a8a45-a42f-4142-a7af-34df75c08653:2390:1876351184904576:192.168.202.129@tcp:400:kworker.0 00000100:00000001:0.0:1789438935.101838:0:2390:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789438935.101841:0:2390:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789438935.101844:0:2390:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95d272165f80 x1876351184904448/t0(0) o400->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438990 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789438935.101851:0:2390:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789438935.101854:0:2390:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789438935.101858:0:2390:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff95d279250000. 02000000:00000001:0.0:1789438935.101861:0:2390:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789438935.101865:0:2390:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789438935.101867:0:2390:0:(genops.c:1222:class_import_put()) import ffff95d2780b4000 refcount=5 obd=lustre-MDT0000-mdc-ffff95d244e30800 00000020:00000001:0.0:1789438935.101869:0:2390:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789438935.101872:0:2390:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff95d24666d600. 02000000:00000001:0.0:1789438935.101876:0:2390:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789438935.101878:0:2390:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789438935.101880:0:2390:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95d272165f80. 00000100:00000001:0.0:1789438935.101887:0:2390:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789438935.101889:0:2390:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789438935.101890:0:2390:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789438935.101894:0:2390:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95d272164e00 x1876351184904704/t0(0) o400->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789438990 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789438935.101899:0:2390:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789438935.101900:0:2390:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789438935.101902:0:2390:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff95d279251a00. 02000000:00000001:0.0:1789438935.101904:0:2390:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789438935.101905:0:2390:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789438935.101906:0:2390:0:(genops.c:1222:class_import_put()) import ffff95d26f5f0000 refcount=3 obd=lustre-OST0000-osc-ffff95d244e30800 00000020:00000001:0.0:1789438935.101908:0:2390:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789438935.101910:0:2390:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff95d24666d700. 02000000:00000001:0.0:1789438935.101916:0:2390:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789438935.101918:0:2390:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789438935.101919:0:2390:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95d272164e00. 00000100:00000001:0.0:1789438935.101922:0:2390:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789438935.101923:0:2390:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789438935.101925:0:2390:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789438935.101929:0:2390:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95d272166680 x1876351184904320/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789438951 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789438935.101934:0:2390:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789438935.101936:0:2390:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789438935.101937:0:2390:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff95d279251c00. 02000000:00000001:0.0:1789438935.101939:0:2390:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789438935.101940:0:2390:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789438935.101941:0:2390:0:(genops.c:1222:class_import_put()) import ffff95d245589000 refcount=3 obd=MGC192.168.202.129@tcp 00000020:00000001:0.0:1789438935.101943:0:2390:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789438935.101945:0:2390:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff95d24666d500. 02000000:00000001:0.0:1789438935.101946:0:2390:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789438935.101947:0:2390:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789438935.101948:0:2390:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95d272166680. 00000100:00000001:0.0:1789438935.101951:0:2390:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789438935.101952:0:2390:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789438935.101953:0:2390:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789438935.101956:0:2390:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95d272165180 x1876351184904576/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438990 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789438935.101962:0:2390:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789438935.101963:0:2390:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789438935.101965:0:2390:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff95d279250800. 02000000:00000001:0.0:1789438935.101967:0:2390:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789438935.101968:0:2390:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789438935.101969:0:2390:0:(genops.c:1222:class_import_put()) import ffff95d26f5f6800 refcount=3 obd=lustre-MDT0001-mdc-ffff95d244e30800 00000020:00000001:0.0:1789438935.101971:0:2390:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789438935.101972:0:2390:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff95d24666d300. 02000000:00000001:0.0:1789438935.101974:0:2390:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789438935.101975:0:2390:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789438935.101977:0:2390:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95d272165180. 00000100:00000001:0.0:1789438935.101978:0:2390:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789438935.101983:0:2390:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789438935.101986:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789438935.101996:0:2390:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789438935.101999:0:2390:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789438935.102002:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789438935.102005:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789438935.595439:0:247630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789438935.595447:0:247630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789438935.595452:0:247630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789438935.595453:0:247630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789438935.595628:0:237586:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789438935.595632:0:237586:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789438935.595635:0:237586:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1789438935.715957:0:281762:0:(llite_lib.c:4248:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1789438936.066403:0:281798:0:(debug.c:652:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1789438936.066411:0:281798:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: rpc test_812b: @@@@@@ FAIL: can't put import for osc.lustre-OST0000-osc-ffff95d244e30800.ost_server_uuid into CONNECTING state after 50 sec, have FULL 00000001:00000001:1.0:1789438936.082989:0:281798:0:(debug.c:655:libcfs_debug_mark_buffer()) ************************************************** 00010000:00000001:3.0:1789438936.618110:0:247630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789438936.618118:0:247630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789438936.618123:0:247630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789438936.618139:0:247630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789438936.618212:0:259124:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789438936.618217:0:259124:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789438936.618220:0:259124:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1789438937.643517:0:247630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789438937.643524:0:247630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789438937.643532:0:247630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789438937.643535:0:247630:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789438937.643537:0:247630:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789438937.643544:0:247630:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789438937.643546:0:247630:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789438937.643547:0:247630:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789438937.643551:0:247630:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789438937.643553:0:247630:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789438937.643555:0:247630:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789438937.643566:0:247630:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789438937.643649:0:249312:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789438937.643652:0:249312:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789438937.643655:0:249312:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1789438938.222829:0:281898:0:(llite_lib.c:4248:ll_show_options()) Process leaving (rc=0 : 0 : 0) Debug log: 14120 lines, 14120 kept, 0 dropped, 0 bad.