00000100:00000040:2.0F:1787148457.759357:0:230575:0:(pinger.c:229:ptlrpc_pinger_process_import()) adab7261-4d97-43ea-82e8-09637750fa21->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1787148457.759385:0:230575:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1787148457.759394:0:230575:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5c5e1fe680. 00000020:00000040:2.0:1787148457.759401:0:230575:0:(genops.c:1231:class_import_get()) import ffff8c5c5776b000 refcount=4 obd=MGC192.168.202.114@tcp 00000100:00000001:2.0:1787148457.759405:0:230575:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787148457.759408:0:230575:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787148457.759413:0:230575:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787148457.759423:0:230575:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8c5c46fcb100. 00000100:00000001:2.0:1787148457.759431:0:230575:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787148457.759446:0:230575:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging adab7261-4d97-43ea-82e8-09637750fa21->MGS req@ffff8c5c5e1fe680 x1873948276732672/t0(0) o400->MGC192.168.202.114@tcp@192.168.202.114@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787148457.759459:0:230575:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787148457.759464:0:230575:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787148457.759470:0:230575:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bc62a3e6] to pc [ptlrpcd_01_00+0] req@ffff8c5c5e1fe680 x1873948276732672/t0(0) o400->MGC192.168.202.114@tcp@192.168.202.114@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787148457.759505:0:230575:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787148457.759508:0:230575:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7e31181a-25e1-4c2b-a23d-b0f7747006f1->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1787148457.759512:0:230575:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1787148457.759515:0:230575:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5c5e1fc700. 00000020:00000040:2.0:1787148457.759518:0:230575:0:(genops.c:1231:class_import_get()) import ffff8c5c5776a000 refcount=6 obd=lustre-MDT0000-mdc-ffff8c5c68fb1800 00000100:00000001:2.0:1787148457.759520:0:230575:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787148457.759522:0:230575:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787148457.759524:0:230575:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787148457.759527:0:230575:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8c5c46fcb500. 00000100:00000001:2.0:1787148457.759530:0:230575:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787148457.759535:0:230575:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 7e31181a-25e1-4c2b-a23d-b0f7747006f1->lustre-MDT0000_UUID req@ffff8c5c5e1fc700 x1873948276732800/t0(0) o400->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787148457.759554:0:230575:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787148457.759556:0:230575:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787148457.759561:0:230575:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ae4c8ed] to pc [ptlrpcd_01_01+1] req@ffff8c5c5e1fc700 x1873948276732800/t0(0) o400->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787148457.759569:0:230575:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787148457.759577:0:230575:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7e31181a-25e1-4c2b-a23d-b0f7747006f1->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1787148457.759581:0:230575:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1787148457.759584:0:230575:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5c5e1fdf80. 00000020:00000040:2.0:1787148457.759586:0:230575:0:(genops.c:1231:class_import_get()) import ffff8c5c5776c800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c5c68fb1800 00000100:00000001:2.0:1787148457.759589:0:230575:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787148457.759590:0:230575:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787148457.759592:0:230575:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787148457.759596:0:230575:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8c5c46fcba00. 00000100:00000001:2.0:1787148457.759599:0:230575:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787148457.759603:0:230575:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 7e31181a-25e1-4c2b-a23d-b0f7747006f1->lustre-MDT0001_UUID req@ffff8c5c5e1fdf80 x1873948276732928/t0(0) o400->lustre-MDT0001-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787148457.759611:0:230575:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787148457.759613:0:230575:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787148457.759617:0:230575:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000c0c39e9] to pc [ptlrpcd_01_00+0] req@ffff8c5c5e1fdf80 x1873948276732928/t0(0) o400->lustre-MDT0001-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787148457.759625:0:230575:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787148457.759627:0:230575:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7e31181a-25e1-4c2b-a23d-b0f7747006f1->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1787148457.759631:0:230575:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1787148457.759634:0:230575:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5c5e1fdc00. 00000020:00000040:2.0:1787148457.759636:0:230575:0:(genops.c:1231:class_import_get()) import ffff8c5c5e0b1800 refcount=4 obd=lustre-OST0000-osc-ffff8c5c68fb1800 00000100:00000001:2.0:1787148457.759638:0:230575:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787148457.759640:0:230575:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787148457.759641:0:230575:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787148457.759645:0:230575:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8c5c46fcb900. 00000100:00000001:2.0:1787148457.759648:0:230575:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787148457.759652:0:230575:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 7e31181a-25e1-4c2b-a23d-b0f7747006f1->lustre-OST0000_UUID req@ffff8c5c5e1fdc00 x1873948276733056/t0(0) o400->lustre-OST0000-osc-ffff8c5c68fb1800@192.168.202.114@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787148457.759659:0:230575:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787148457.759661:0:230575:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787148457.759665:0:230575:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009b3c7be6] to pc [ptlrpcd_01_01+1] req@ffff8c5c5e1fdc00 x1873948276733056/t0(0) o400->lustre-OST0000-osc-ffff8c5c68fb1800@192.168.202.114@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787148457.759685:0:230575:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787148457.759687:0:230575:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7e31181a-25e1-4c2b-a23d-b0f7747006f1->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1787148457.759691:0:230575:0:(pinger.c:247:ptlrpc_pinger_process_import()) 7e31181a-25e1-4c2b-a23d-b0f7747006f1->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1787148457.759696:0:230575:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12304) 00000100:00000001:2.0:1787148457.759710:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787148457.759714:0:2396:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787148457.759716:0:2396:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787148457.759722:0:2396:0:(lustre_net.h:2406:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8c5c5e1fc700 x1873948276732800/t0(0) o400->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787148457.759729:0:2396:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787148457.759732:0:2396:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787148457.759736:0:2396:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787148457.759739:0:2396:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787148457.759742:0:2396:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787148457.759745:0:2396:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5c5e1fc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:7e31181a-25e1-4c2b-a23d-b0f7747006f1:2396:1873948276732800:192.168.202.114@tcp:400:kworker.0 00000100:00000001:2.0:1787148457.759750:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787148457.759755:0:2396:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787148457.759758:0:2396:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787148457.759761:0:2396:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787148457.759766:0:2396:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c5c4a53be00. 02000000:00000001:2.0:1787148457.759767:0:2396:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787148457.759775:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000010:2.0:1787148457.759779:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5c68ddb580. 00000400:00000010:2.0:1787148457.759786:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5c42ee3aa0. 00000100:00000200:2.0:1787148457.759793:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1873948276732800, portal 10 00000100:00000001:2.0:1787148457.759796:0:2396:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787148457.759797:0:2396:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616927076861696 : -127146632689920 : ffff8c5c5e1fc700) 00000100:00000040:2.0:1787148457.759805:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8c5c5e1fc700 x1873948276732800/t0(0) o400->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148512 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787148457.759811:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787148457.759820:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.114@tcp 00000400:00000010:2.0:1787148457.759823:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5c42ee36e8. 00000100:00000200:2.0:1787148457.759828:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1873948276732800, offset 0 00000400:00000200:2.0:1787148457.759836:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.114@tcp 00000400:00000200:2.0:1787148457.759845:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:2.0:1787148457.759853:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.114@tcp local destination 00000400:00000200:2.0:1787148457.759859:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787148457.759863:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.14@tcp 00000400:00000200:2.0:1787148457.759867:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.14@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787148457.759871:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.114@tcp 00000400:00000200:2.0:1787148457.759875:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.14@tcp NI seq info: [556902:556902:256:4294967295] 192.168.202.114@tcp LPNI seq info [556858:556858:8:4294967295] 00000400:00000200:2.0:1787148457.759880:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:2.0:1787148457.759890:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.14@tcp(192.168.202.14@tcp:) -> 192.168.202.114@tcp(192.168.202.114@tcp:192.168.202.114@tcp) : PUT try# 0 00000100:00000001:3.0F:1787148457.759989:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787148457.759997:0:2395:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787148457.759998:0:2395:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787148457.760004:0:2395:0:(lustre_net.h:2406:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8c5c5e1fe680 x1873948276732672/t0(0) o400->MGC192.168.202.114@tcp@192.168.202.114@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787148457.760012:0:2395:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787148457.760013:0:2395:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787148457.760016:0:2395:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787148457.760018:0:2395:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787148457.760020:0:2395:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787148457.760023:0:2395:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5c5e1fe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:adab7261-4d97-43ea-82e8-09637750fa21:2395:1873948276732672:192.168.202.114@tcp:400:kworker.0 00000100:00000001:3.0:1787148457.760026:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787148457.760029:0:2395:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787148457.760031:0:2395:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787148457.760032:0:2395:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787148457.760035:0:2395:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c5c58066600. 02000000:00000001:3.0:1787148457.760037:0:2395:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787148457.760041:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000010:3.0:1787148457.760045:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5c4a93f0b0. 00000400:00000010:3.0:1787148457.760049:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5c72962ee0. 00000100:00000200:3.0:1787148457.760053:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1873948276732672, portal 25 00000100:00000001:3.0:1787148457.760055:0:2395:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787148457.760056:0:2395:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616927076869760 : -127146632681856 : ffff8c5c5e1fe680) 00000100:00000040:3.0:1787148457.760061:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8c5c5e1fe680 x1873948276732672/t0(0) o400->MGC192.168.202.114@tcp@192.168.202.114@tcp:26/25 lens 224/224 e 0 to 0 dl 1787148473 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787148457.760068:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787148457.760070:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.114@tcp 00000400:00000010:3.0:1787148457.760073:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5c72962088. 00000100:00000200:3.0:1787148457.760076:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1873948276732672, offset 0 00000400:00000200:3.0:1787148457.760081:0:2395:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.114@tcp 00000400:00000200:3.0:1787148457.760085:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:3.0:1787148457.760089:0:2395:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.114@tcp local destination 00000400:00000200:3.0:1787148457.760092:0:2395:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787148457.760094:0:2395:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.14@tcp 00000400:00000200:3.0:1787148457.760122:0:2395:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.14@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787148457.760125:0:2395:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.114@tcp 00000400:00000200:3.0:1787148457.760128:0:2395:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.14@tcp NI seq info: [556903:556903:255:4294967295] 192.168.202.114@tcp LPNI seq info [556859:556859:7:4294967295] 00000400:00000200:3.0:1787148457.760132:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:3.0:1787148457.760139:0:2395:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.14@tcp(192.168.202.14@tcp:) -> 192.168.202.114@tcp(192.168.202.114@tcp:192.168.202.114@tcp) : PUT try# 0 00000800:00000200:3.0:1787148457.760144:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.114@tcp 00000800:00000010:3.0:1787148457.760150:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5c50a4e200. 00000800:00000200:3.0:1787148457.760158:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5c4508fcc0] -> 12345-192.168.202.114@tcp (5) 00000800:00000200:3.0:1787148457.760167:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.114@tcp ip 192.168.202.114:988 00000800:00000200:3.0:1787148457.760172:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8c5c50a4e200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1787148457.760196:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787148457.760213:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000100:00000001:3.0:1787148457.760216:0:2395:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.114@tcp: PM QoS new deadline estimation for cpu 0 is 4306970362 00000100:00000010:3.0:1787148457.760222:0:2395:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5c650cc0c0. 00000100:00000001:3.0:1787148457.760228:0:2395:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.114@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1787148457.760237:0:2395:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.114@tcp: PM QoS new deadline estimation for cpu 1 is 4306970362 00000100:00000010:3.0:1787148457.760240:0:2395:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5c650cc2a0. 00000100:00000001:3.0:1787148457.760244:0:2395:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.114@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1787148457.760247:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787148457.760250:0:2395:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787148457.760253:0:2395:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787148457.760257:0:2395:0:(lustre_net.h:2406:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8c5c5e1fdf80 x1873948276732928/t0(0) o400->lustre-MDT0001-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787148457.760263:0:2395:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787148457.760265:0:2395:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787148457.760266:0:2395:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787148457.760268:0:2395:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787148457.760270:0:2395:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787148457.760273:0:2395:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5c5e1fdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:7e31181a-25e1-4c2b-a23d-b0f7747006f1:2395:1873948276732928:192.168.202.114@tcp:400:kworker.0 00000100:00000001:3.0:1787148457.760276:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787148457.760285:0:2395:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787148457.760286:0:2395:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787148457.760288:0:2395:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787148457.760291:0:2395:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c5c58067000. 02000000:00000001:3.0:1787148457.760293:0:2395:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787148457.760297:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000010:3.0:1787148457.760299:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5c4a93f6e0. 00000400:00000010:3.0:1787148457.760303:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5c72962908. 00000100:00000200:3.0:1787148457.760306:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1873948276732928, portal 10 00000100:00000001:3.0:1787148457.760308:0:2395:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787148457.760309:0:2395:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616927076867968 : -127146632683648 : ffff8c5c5e1fdf80) 00000100:00000040:3.0:1787148457.760315:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8c5c5e1fdf80 x1873948276732928/t0(0) o400->lustre-MDT0001-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148512 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787148457.760322:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787148457.760325:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.114@tcp 00000400:00000010:3.0:1787148457.760328:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5c72962880. 00000100:00000200:3.0:1787148457.760331:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1873948276732928, offset 0 00000400:00000200:3.0:1787148457.760336:0:2395:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.114@tcp 00000400:00000200:3.0:1787148457.760340:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:3.0:1787148457.760344:0:2395:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.114@tcp local destination 00000400:00000200:3.0:1787148457.760346:0:2395:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787148457.760349:0:2395:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.14@tcp 00000400:00000200:3.0:1787148457.760351:0:2395:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.14@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787148457.760354:0:2395:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.114@tcp 00000400:00000200:3.0:1787148457.760357:0:2395:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.14@tcp NI seq info: [556904:556904:254:4294967295] 192.168.202.114@tcp LPNI seq info [556860:556860:6:4294967295] 00000400:00000200:3.0:1787148457.760361:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:3.0:1787148457.760366:0:2395:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.14@tcp(192.168.202.14@tcp:) -> 192.168.202.114@tcp(192.168.202.114@tcp:192.168.202.114@tcp) : PUT try# 0 00000800:00000200:3.0:1787148457.760371:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.114@tcp 00000800:00000010:3.0:1787148457.760375:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5c50a4ef00. 00000800:00000200:3.0:1787148457.760379:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5c4508fcc0] -> 12345-192.168.202.114@tcp (5) 00000800:00000200:3.0:1787148457.760384:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.114@tcp ip 192.168.202.114:988 00000800:00000200:3.0:1787148457.760386:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8c5c50a4ef00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1787148457.760396:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787148457.760399:0:2395:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5c68fb1800: using a timeout of 16991 usecs (17 jiffies) 00000400:00000200:3.0:1787148457.760403:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000100:00000001:3.0:1787148457.760406:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5c68fb1800: PM QoS new deadline estimation for cpu 0 is 4306966546 00000100:00000001:3.0:1787148457.760408:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5c68fb1800: PM QoS request active for cpu 0, keep current deadline 4306970362 00000100:00000001:3.0:1787148457.760410:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5c68fb1800: PM QoS new deadline estimation for cpu 1 is 4306966546 00000100:00000001:3.0:1787148457.760412:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5c68fb1800: PM QoS request active for cpu 1, keep current deadline 4306970362 00000100:00000001:3.0:1787148457.760415:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787148457.760417:0:2395:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787148457.760419:0:2395:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787148457.760422:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787148457.760429:0:2395:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787148457.760431:0:2395:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1787148457.760433:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787148457.760435:0:2395:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787148457.760436:0:2395:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787148457.760439:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0F:1787148457.760724:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1787148457.760735:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5c50a4e200. 00000400:00000200:1.0:1787148457.760744:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787148457.760749:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.14@tcp->192.168.202.114@tcp: PUT: OK 00000400:00000200:1.0:1787148457.760755:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5c72962088 00000400:00000010:1.0:1787148457.760758:0:2386:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff8c5c72962088. 00000100:00000001:1.0:1787148457.760762:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787148457.760767:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c5c5e1fe680 x1873948276732672/t0(0) o400->MGC192.168.202.114@tcp@192.168.202.114@tcp:26/25 lens 224/224 e 0 to 0 dl 1787148473 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787148457.760776:0:2386:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787148457.760779:0:2386:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8c5c5e1fe680 x1873948276732672/t0(0) o400->MGC192.168.202.114@tcp@192.168.202.114@tcp:26/25 lens 224/224 e 0 to 0 dl 1787148473 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787148457.760786:0:2386:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787148457.760788:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1787148457.761080:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1787148457.761084:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5c50a4ef00. 00000400:00000200:1.0:1787148457.761088:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787148457.761092:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.14@tcp->192.168.202.114@tcp: PUT: OK 00000400:00000200:1.0:1787148457.761095:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5c72962880 00000400:00000010:1.0:1787148457.761097:0:2386:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff8c5c72962880. 00000100:00000001:1.0:1787148457.761100:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787148457.761134:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c5c5e1fdf80 x1873948276732928/t0(0) o400->lustre-MDT0001-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148512 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787148457.761143:0:2386:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787148457.761146:0:2386:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8c5c5e1fdf80 x1873948276732928/t0(0) o400->lustre-MDT0001-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148512 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787148457.761152:0:2386:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787148457.761154:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1787148457.761376:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.114@tcp 00000800:00000010:3.0:1787148457.765728:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5c50a4ef00. 00000800:00000200:3.0:1787148457.765751:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5c4508fcc0] -> 12345-192.168.202.114@tcp (5) 00000800:00000200:3.0:1787148457.765759:0:2396:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.114@tcp ip 192.168.202.114:988 00000800:00000200:3.0:1787148457.765763:0:2396:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8c5c50a4ef00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1787148457.765779:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787148457.765787:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5c68fb1800: using a timeout of 24707 usecs (25 jiffies) 00000400:00000200:3.0:1787148457.765794:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000100:00000001:3.0:1787148457.765798:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5c68fb1800: PM QoS new deadline estimation for cpu 0 is 4306966560 00000100:00000001:3.0:1787148457.765802:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5c68fb1800: PM QoS request active for cpu 0, keep current deadline 4306970362 00000100:00000001:3.0:1787148457.765805:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5c68fb1800: PM QoS new deadline estimation for cpu 1 is 4306966560 00000100:00000001:3.0:1787148457.765807:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5c68fb1800: PM QoS request active for cpu 1, keep current deadline 4306970362 00000100:00000001:3.0:1787148457.765809:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787148457.765813:0:2396:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787148457.765833:0:2396:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787148457.765842:0:2396:0:(lustre_net.h:2406:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8c5c5e1fdc00 x1873948276733056/t0(0) o400->lustre-OST0000-osc-ffff8c5c68fb1800@192.168.202.114@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787148457.765851:0:2396:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787148457.765853:0:2396:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787148457.765858:0:2396:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787148457.765862:0:2396:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787148457.765864:0:2396:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787148457.765868:0:2396:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5c5e1fdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:7e31181a-25e1-4c2b-a23d-b0f7747006f1:2396:1873948276733056:192.168.202.114@tcp:400:kworker.0 00000100:00000001:3.0:1787148457.765872:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787148457.765878:0:2396:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787148457.765881:0:2396:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787148457.765883:0:2396:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787148457.765889:0:2396:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c5c58067a00. 02000000:00000001:3.0:1787148457.765891:0:2396:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1787148457.766069:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1787148457.766075:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5c50a4ef00. 00000400:00000200:1.0:1787148457.766080:0:2385:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787148457.766086:0:2385:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.14@tcp->192.168.202.114@tcp: PUT: OK 00000400:00000200:1.0:1787148457.766095:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5c42ee36e8 00000400:00000010:1.0:1787148457.766099:0:2385:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff8c5c42ee36e8. 00000100:00000001:1.0:1787148457.766144:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787148457.766150:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c5c5e1fc700 x1873948276732800/t0(0) o400->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148512 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787148457.766160:0:2385:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787148457.766163:0:2385:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8c5c5e1fc700 x1873948276732800/t0(0) o400->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148512 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787148457.766170:0:2385:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787148457.766171:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:3.0:1787148457.767211:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000010:3.0:1787148457.767223:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5c4a93fb58. 00000400:00000010:3.0:1787148457.767231:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5c72962770. 00000100:00000200:3.0:1787148457.767238:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1873948276733056, portal 4 00000100:00000001:3.0:1787148457.767241:0:2396:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787148457.767242:0:2396:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616927076867072 : -127146632684544 : ffff8c5c5e1fdc00) 00000100:00000040:3.0:1787148457.767256:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8c5c5e1fdc00 x1873948276733056/t0(0) o400->lustre-OST0000-osc-ffff8c5c68fb1800@192.168.202.114@tcp:28/4 lens 224/224 e 0 to 0 dl 1787148512 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787148457.767264:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787148457.767266:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.114@tcp 00000400:00000010:3.0:1787148457.767269:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5c72962e58. 00000100:00000200:3.0:1787148457.767272:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1873948276733056, offset 0 00000400:00000200:3.0:1787148457.767278:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.114@tcp 00000400:00000200:3.0:1787148457.767285:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:3.0:1787148457.767292:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.114@tcp local destination 00000400:00000200:3.0:1787148457.767297:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787148457.767301:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.14@tcp 00000400:00000200:3.0:1787148457.767305:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.14@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787148457.767316:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.114@tcp 00000400:00000200:3.0:1787148457.767320:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.14@tcp NI seq info: [556905:556905:256:4294967295] 192.168.202.114@tcp LPNI seq info [556861:556861:8:4294967295] 00000400:00000200:3.0:1787148457.767325:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:3.0:1787148457.767334:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.14@tcp(192.168.202.14@tcp:) -> 192.168.202.114@tcp(192.168.202.114@tcp:192.168.202.114@tcp) : PUT try# 0 00000800:00000200:3.0:1787148457.767340:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.114@tcp 00000800:00000010:3.0:1787148457.767344:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5c50a4e200. 00000800:00000200:3.0:1787148457.767349:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5c4508fcc0] -> 12345-192.168.202.114@tcp (5) 00000800:00000200:3.0:1787148457.767356:0:2396:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.114@tcp ip 192.168.202.114:988 00000800:00000200:3.0:1787148457.767360:0:2396:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8c5c50a4e200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1787148457.767368:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787148457.767372:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5c68fb1800: using a timeout of 120567 usecs (121 jiffies) 00000400:00000200:3.0:1787148457.767375:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000100:00000001:3.0:1787148457.767379:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5c68fb1800: PM QoS new deadline estimation for cpu 0 is 4306966658 00000100:00000001:3.0:1787148457.767382:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5c68fb1800: PM QoS request active for cpu 0, keep current deadline 4306970362 00000100:00000001:3.0:1787148457.767384:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5c68fb1800: PM QoS new deadline estimation for cpu 1 is 4306966658 00000100:00000001:3.0:1787148457.767386:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5c68fb1800: PM QoS request active for cpu 1, keep current deadline 4306970362 00000100:00000001:3.0:1787148457.767388:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787148457.767390:0:2396:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787148457.767393:0:2396:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787148457.767397:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787148457.767404:0:2396:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787148457.767406:0:2396:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00000001:3.0:1787148457.767409:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787148457.767411:0:2396:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787148457.767412:0:2396:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787148457.767415:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1787148457.767527:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1787148457.767530:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5c50a4e200. 00000400:00000200:1.0:1787148457.767536:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787148457.767540:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.14@tcp->192.168.202.114@tcp: PUT: OK 00000400:00000200:1.0:1787148457.767555:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5c72962e58 00000400:00000010:1.0:1787148457.767557:0:2386:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff8c5c72962e58. 00000100:00000001:1.0:1787148457.767562:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787148457.767567:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c5c5e1fdc00 x1873948276733056/t0(0) o400->lustre-OST0000-osc-ffff8c5c68fb1800@192.168.202.114@tcp:28/4 lens 224/224 e 0 to 0 dl 1787148512 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787148457.767576:0:2386:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787148457.767579:0:2386:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8c5c5e1fdc00 x1873948276733056/t0(0) o400->lustre-OST0000-osc-ffff8c5c68fb1800@192.168.202.114@tcp:28/4 lens 224/224 e 0 to 0 dl 1787148512 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787148457.767586:0:2386:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787148457.767588:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1787148457.774706:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787148457.774730:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1787148457.774735:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787148457.774738:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787148457.774748:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:1.0:1787148457.774756:0:2385:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.14@tcp(192.168.202.14@tcp) <- 192.168.202.114@tcp : PUT - for me 00000400:00000200:1.0:1787148457.774766:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:1.0:1787148457.774771:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:1.0:1787148457.774777:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:1.0:1787148457.774781:0:2385:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.114@tcp of length 224 into portal 10 MB=0x6a858955cb400 00000400:00000200:1.0:1787148457.774786:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:1.0:1787148457.774809:0:2385:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.114@tcp of length 224/224 into md 0x561ea1 [1] + 224 00000800:00000001:1.0:1787148457.774818:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787148457.774825:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787148457.774829:0:2385:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787148457.774833:0:2385:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.14@tcp->192.168.202.114@tcp: PUT: OK 00000100:00000001:1.0:1787148457.774841:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787148457.774850:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c5c5e1fdf80 x1873948276732928/t0(0) o400->lustre-MDT0001-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148512 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1787148457.774864:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8c5c5e1fdf80 x1873948276732928/t0(0) o400->lustre-MDT0001-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148512 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787148457.774884:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1787148457.774904:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787148457.774908:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787148457.775015:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787148457.775021:0:2395:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1787148457.775030:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787148457.775032:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787148457.775036:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5c4a93f6e0. 00000400:00000200:3.0:1787148457.775042:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5c72962908 00000400:00000010:3.0:1787148457.775051:0:2395:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff8c5c72962908. 00000100:00000001:3.0:1787148457.775056:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787148457.775061:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c5c5e1fdf80 x1873948276732928/t0(0) o400->lustre-MDT0001-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148512 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787148457.775071:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c5c5e1fdf80 x1873948276732928/t0(0) o400->lustre-MDT0001-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148512 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787148457.775078:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787148457.775080:0:2395:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787148457.775083:0:2395:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1787148457.775086:0:2395:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787148457.775089:0:2395:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787148457.775091:0:2395:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787148457.775095:0:2395:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787148457.775452:0:2395:0:(import.c:2149:obd_at_measure()) add 36 to ffff8c5c5776cc60 time=89 v=36 (36 36 36 36) 00000100:00001000:3.0:1787148457.775459:0:2395:0:(import.c:2149:obd_at_measure()) add 1 to ffff8c5c5776cc18 time=116 v=5 (1 1 0 0) 00000100:00000001:3.0:1787148457.775462:0:2395:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787148457.775464:0:2395:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787148457.775467:0:2395:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1787148457.775473:0:2395:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8c5c5e1fdf80 x1873948276732928/t0(0) o400->lustre-MDT0001-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148512 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1787148457.775481:0:2395:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787148457.775485:0:2395:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1787148457.775487:0:2395:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8c5c68fb1800: skip recheck: last_committed 21474836540 00000100:00000001:3.0:1787148457.775489:0:2395:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1787148457.775491:0:2395:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787148457.775496:0:2395:0:(lustre_net.h:2406:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8c5c5e1fdf80 x1873948276732928/t0(0) o400->lustre-MDT0001-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148512 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787148457.775504:0:2395:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787148457.775507:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787148457.775509:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787148457.775514:0:2395:0:(lustre_net.h:2406:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8c5c5e1fdf80 x1873948276732928/t0(0) o400->lustre-MDT0001-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148512 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787148457.775536:0:2395:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5c5e1fdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:7e31181a-25e1-4c2b-a23d-b0f7747006f1:2395:1873948276732928:192.168.202.114@tcp:400:kworker.0 00000100:00000001:3.0:1787148457.775553:0:2395:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787148457.775557:0:2395:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787148457.775561:0:2395:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8c5c5e1fdf80 x1873948276732928/t0(0) o400->lustre-MDT0001-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148512 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787148457.775568:0:2395:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787148457.775570:0:2395:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787148457.775574:0:2395:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c5c58067000. 02000000:00000001:3.0:1787148457.775578:0:2395:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787148457.775581:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1787148457.775583:0:2395:0:(genops.c:1244:class_import_put()) import ffff8c5c5776c800 refcount=3 obd=lustre-MDT0001-mdc-ffff8c5c68fb1800 00000020:00000001:3.0:1787148457.775586:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1787148457.775588:0:2395:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8c5c46fcba00. 02000000:00000001:3.0:1787148457.775592:0:2395:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787148457.775594:0:2395:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787148457.775595:0:2395:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5c5e1fdf80. 00000100:00000001:3.0:1787148457.775599:0:2395:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787148457.775601:0:2395:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787148457.775605:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787148457.775607:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787148457.775608:0:2395:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787148457.782327:0:2395:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787148457.782342:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0F:1787148457.785586:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787148457.785618:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1787148457.785624:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787148457.785626:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787148457.785636:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148457.785645:0:2386:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.14@tcp(192.168.202.14@tcp) <- 192.168.202.114@tcp : PUT - for me 00000400:00000200:0.0:1787148457.785654:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148457.785659:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148457.785664:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148457.785668:0:2386:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.114@tcp of length 224 into portal 10 MB=0x6a858955cb380 00000400:00000200:0.0:1787148457.785673:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148457.785679:0:2386:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.114@tcp of length 224/224 into md 0x561e91 [1] + 224 00000800:00000001:0.0:1787148457.785686:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787148457.785693:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787148457.785697:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787148457.785702:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.14@tcp->192.168.202.114@tcp: PUT: OK 00000100:00000001:0.0:1787148457.785709:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787148457.785719:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c5c5e1fc700 x1873948276732800/t0(0) o400->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148512 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1787148457.785730:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8c5c5e1fc700 x1873948276732800/t0(0) o400->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148512 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787148457.785750:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1787148457.785758:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787148457.785761:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787148457.785808:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787148457.785812:0:2396:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1787148457.785818:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787148457.785821:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787148457.785824:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5c68ddb580. 00000400:00000200:3.0:1787148457.785828:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5c42ee3aa0 00000400:00000010:3.0:1787148457.785831:0:2396:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff8c5c42ee3aa0. 00000100:00000001:3.0:1787148457.785835:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787148457.785840:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c5c5e1fc700 x1873948276732800/t0(0) o400->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148512 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787148457.785849:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c5c5e1fc700 x1873948276732800/t0(0) o400->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148512 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787148457.785867:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787148457.785870:0:2396:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787148457.785872:0:2396:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1787148457.785875:0:2396:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787148457.785878:0:2396:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787148457.785881:0:2396:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787148457.785884:0:2396:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787148457.785894:0:2396:0:(import.c:2149:obd_at_measure()) add 36 to ffff8c5c5776a460 time=89 v=36 (36 36 36 36) 00000100:00001000:3.0:1787148457.785913:0:2396:0:(import.c:2149:obd_at_measure()) add 1 to ffff8c5c5776a418 time=141 v=5 (1 1 0 0) 00000100:00000001:3.0:1787148457.785915:0:2396:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787148457.785917:0:2396:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787148457.785921:0:2396:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1787148457.785925:0:2396:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787148457.785929:0:2396:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1787148457.785931:0:2396:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c5c68fb1800: skip recheck: last_committed 30064771460 00000100:00000001:3.0:1787148457.785933:0:2396:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1787148457.785935:0:2396:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787148457.785940:0:2396:0:(lustre_net.h:2406:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8c5c5e1fc700 x1873948276732800/t0(0) o400->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148512 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787148457.785948:0:2396:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787148457.785951:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787148457.785953:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787148457.785957:0:2396:0:(lustre_net.h:2406:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8c5c5e1fc700 x1873948276732800/t0(0) o400->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148512 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787148457.785967:0:2396:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5c5e1fc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:7e31181a-25e1-4c2b-a23d-b0f7747006f1:2396:1873948276732800:192.168.202.114@tcp:400:kworker.0 00000100:00000001:3.0:1787148457.785973:0:2396:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787148457.785976:0:2396:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787148457.785980:0:2396:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8c5c5e1fc700 x1873948276732800/t0(0) o400->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148512 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787148457.785987:0:2396:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787148457.785994:0:2396:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787148457.785998:0:2396:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c5c4a53be00. 02000000:00000001:3.0:1787148457.786003:0:2396:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787148457.786005:0:2396:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1787148457.786007:0:2396:0:(genops.c:1244:class_import_put()) import ffff8c5c5776a000 refcount=5 obd=lustre-MDT0000-mdc-ffff8c5c68fb1800 00000020:00000001:3.0:1787148457.786009:0:2396:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1787148457.786012:0:2396:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8c5c46fcb500. 02000000:00000001:3.0:1787148457.786015:0:2396:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787148457.786017:0:2396:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787148457.786019:0:2396:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5c5e1fc700. 00000100:00000001:3.0:1787148457.786023:0:2396:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787148457.786024:0:2396:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787148457.786027:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787148457.786029:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787148457.786030:0:2396:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787148457.786032:0:2396:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787148457.786034:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1787148457.786751:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787148457.786762:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1787148457.786765:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787148457.786767:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787148457.786774:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148457.786780:0:2385:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.14@tcp(192.168.202.14@tcp) <- 192.168.202.114@tcp : PUT - for me 00000400:00000200:0.0:1787148457.786786:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148457.786790:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148457.786794:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148457.786797:0:2385:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.114@tcp of length 224 into portal 4 MB=0x6a858955cb480 00000400:00000200:0.0:1787148457.786811:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148457.786817:0:2385:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.114@tcp of length 224/224 into md 0x561ea9 [1] + 224 00000800:00000001:0.0:1787148457.786823:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787148457.786829:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787148457.786832:0:2385:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787148457.786836:0:2385:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.14@tcp->192.168.202.114@tcp: PUT: OK 00000100:00000001:0.0:1787148457.786841:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787148457.786847:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c5c5e1fdc00 x1873948276733056/t0(0) o400->lustre-OST0000-osc-ffff8c5c68fb1800@192.168.202.114@tcp:28/4 lens 224/224 e 0 to 0 dl 1787148512 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1787148457.786858:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8c5c5e1fdc00 x1873948276733056/t0(0) o400->lustre-OST0000-osc-ffff8c5c68fb1800@192.168.202.114@tcp:28/4 lens 224/224 e 0 to 0 dl 1787148512 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787148457.786877:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1787148457.786882:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787148457.786884:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787148457.786970:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787148457.786973:0:2396:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1787148457.786977:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787148457.786979:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787148457.786981:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5c4a93fb58. 00000400:00000200:3.0:1787148457.786984:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5c72962770 00000400:00000010:3.0:1787148457.786986:0:2396:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff8c5c72962770. 00000100:00000001:3.0:1787148457.786989:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787148457.786994:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c5c5e1fdc00 x1873948276733056/t0(0) o400->lustre-OST0000-osc-ffff8c5c68fb1800@192.168.202.114@tcp:28/4 lens 224/224 e 0 to 0 dl 1787148512 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787148457.787003:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c5c5e1fdc00 x1873948276733056/t0(0) o400->lustre-OST0000-osc-ffff8c5c68fb1800@192.168.202.114@tcp:28/4 lens 224/224 e 0 to 0 dl 1787148512 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787148457.787009:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787148457.787011:0:2396:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787148457.787013:0:2396:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1787148457.787015:0:2396:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787148457.787017:0:2396:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787148457.787019:0:2396:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787148457.787022:0:2396:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787148457.787028:0:2396:0:(import.c:2149:obd_at_measure()) add 36 to ffff8c5c5e0b1c60 time=89 v=36 (36 5 5 5) 00000100:00001000:3.0:1787148457.787037:0:2396:0:(import.c:2149:obd_at_measure()) add 1 to ffff8c5c5e0b1c18 time=65 v=5 (1 1 1 1) 00000100:00000001:3.0:1787148457.787040:0:2396:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787148457.787042:0:2396:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787148457.787044:0:2396:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1787148457.787046:0:2396:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787148457.787049:0:2396:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1787148457.787051:0:2396:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8c5c68fb1800: skip recheck: last_committed 42949695890 00000100:00000001:3.0:1787148457.787053:0:2396:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1787148457.787055:0:2396:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787148457.787059:0:2396:0:(lustre_net.h:2406:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8c5c5e1fdc00 x1873948276733056/t0(0) o400->lustre-OST0000-osc-ffff8c5c68fb1800@192.168.202.114@tcp:28/4 lens 224/224 e 0 to 0 dl 1787148512 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787148457.787066:0:2396:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787148457.787068:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787148457.787070:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787148457.787073:0:2396:0:(lustre_net.h:2406:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8c5c5e1fdc00 x1873948276733056/t0(0) o400->lustre-OST0000-osc-ffff8c5c68fb1800@192.168.202.114@tcp:28/4 lens 224/224 e 0 to 0 dl 1787148512 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787148457.787080:0:2396:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5c5e1fdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:7e31181a-25e1-4c2b-a23d-b0f7747006f1:2396:1873948276733056:192.168.202.114@tcp:400:kworker.0 00000100:00000001:3.0:1787148457.787085:0:2396:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787148457.787087:0:2396:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787148457.787090:0:2396:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8c5c5e1fdc00 x1873948276733056/t0(0) o400->lustre-OST0000-osc-ffff8c5c68fb1800@192.168.202.114@tcp:28/4 lens 224/224 e 0 to 0 dl 1787148512 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787148457.787096:0:2396:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787148457.787098:0:2396:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787148457.787100:0:2396:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c5c58067a00. 02000000:00000001:3.0:1787148457.787135:0:2396:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787148457.787137:0:2396:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1787148457.787138:0:2396:0:(genops.c:1244:class_import_put()) import ffff8c5c5e0b1800 refcount=3 obd=lustre-OST0000-osc-ffff8c5c68fb1800 00000020:00000001:3.0:1787148457.787141:0:2396:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1787148457.787144:0:2396:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8c5c46fcb900. 02000000:00000001:3.0:1787148457.787147:0:2396:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787148457.787148:0:2396:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787148457.787150:0:2396:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5c5e1fdc00. 00000100:00000001:3.0:1787148457.787157:0:2396:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787148457.787158:0:2396:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787148457.787160:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787148457.787167:0:2396:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787148457.787169:0:2396:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787148457.787171:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787148457.787173:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1787148457.790787:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787148457.790807:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1787148457.790811:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787148457.790814:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787148457.790823:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148457.790831:0:2386:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.14@tcp(192.168.202.14@tcp) <- 192.168.202.114@tcp : PUT - for me 00000400:00000200:0.0:1787148457.790840:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148457.790845:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148457.790851:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148457.790856:0:2386:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.114@tcp of length 224 into portal 25 MB=0x6a858955cb300 00000400:00000200:0.0:1787148457.790861:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148457.790869:0:2386:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.114@tcp of length 224/224 into md 0x561e99 [1] + 224 00000800:00000001:0.0:1787148457.790877:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787148457.790887:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787148457.790892:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787148457.790909:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.14@tcp->192.168.202.114@tcp: PUT: OK 00000100:00000001:0.0:1787148457.790918:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787148457.790930:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c5c5e1fe680 x1873948276732672/t0(0) o400->MGC192.168.202.114@tcp@192.168.202.114@tcp:26/25 lens 224/224 e 0 to 0 dl 1787148473 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1787148457.790950:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8c5c5e1fe680 x1873948276732672/t0(0) o400->MGC192.168.202.114@tcp@192.168.202.114@tcp:26/25 lens 224/224 e 0 to 0 dl 1787148473 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787148457.790964:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1787148457.790973:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787148457.790977:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787148457.791826:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787148457.791834:0:2395:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1787148457.791842:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787148457.791845:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787148457.791849:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5c4a93f0b0. 00000400:00000200:2.0:1787148457.791853:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5c72962ee0 00000400:00000010:2.0:1787148457.791856:0:2395:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff8c5c72962ee0. 00000100:00000001:2.0:1787148457.791861:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787148457.791869:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c5c5e1fe680 x1873948276732672/t0(0) o400->MGC192.168.202.114@tcp@192.168.202.114@tcp:26/25 lens 224/224 e 0 to 0 dl 1787148473 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787148457.791881:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c5c5e1fe680 x1873948276732672/t0(0) o400->MGC192.168.202.114@tcp@192.168.202.114@tcp:26/25 lens 224/224 e 0 to 0 dl 1787148473 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787148457.791888:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787148457.791891:0:2395:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787148457.791894:0:2395:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1787148457.792041:0:2395:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1787148457.792045:0:2395:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787148457.792047:0:2395:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787148457.792060:0:2395:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1787148457.792068:0:2395:0:(import.c:2149:obd_at_measure()) add 5 to ffff8c5c5776b460 time=89 v=5 (5 5 5 5) 00000100:00001000:2.0:1787148457.792073:0:2395:0:(import.c:2149:obd_at_measure()) add 1 to ffff8c5c5776b418 time=141 v=5 (1 1 0 0) 00000100:00000001:2.0:1787148457.792075:0:2395:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1787148457.792077:0:2395:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787148457.792080:0:2395:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1787148457.792083:0:2395:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787148457.792086:0:2395:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787148457.792092:0:2395:0:(lustre_net.h:2406:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8c5c5e1fe680 x1873948276732672/t0(0) o400->MGC192.168.202.114@tcp@192.168.202.114@tcp:26/25 lens 224/224 e 0 to 0 dl 1787148473 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787148457.792100:0:2395:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787148457.792131:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787148457.792133:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787148457.792139:0:2395:0:(lustre_net.h:2406:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8c5c5e1fe680 x1873948276732672/t0(0) o400->MGC192.168.202.114@tcp@192.168.202.114@tcp:26/25 lens 224/224 e 0 to 0 dl 1787148473 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787148457.792147:0:2395:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5c5e1fe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:adab7261-4d97-43ea-82e8-09637750fa21:2395:1873948276732672:192.168.202.114@tcp:400:kworker.0 00000100:00000001:2.0:1787148457.792152:0:2395:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787148457.792155:0:2395:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787148457.792158:0:2395:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8c5c5e1fe680 x1873948276732672/t0(0) o400->MGC192.168.202.114@tcp@192.168.202.114@tcp:26/25 lens 224/224 e 0 to 0 dl 1787148473 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787148457.792166:0:2395:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787148457.792170:0:2395:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787148457.792173:0:2395:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c5c58066600. 02000000:00000001:2.0:1787148457.792178:0:2395:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787148457.792181:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1787148457.792183:0:2395:0:(genops.c:1244:class_import_put()) import ffff8c5c5776b000 refcount=3 obd=MGC192.168.202.114@tcp 00000020:00000001:2.0:1787148457.792185:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1787148457.792189:0:2395:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8c5c46fcb100. 02000000:00000001:2.0:1787148457.792194:0:2395:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787148457.792197:0:2395:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787148457.792684:0:2395:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5c5e1fe680. 00000100:00000001:2.0:1787148457.792690:0:2395:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787148457.792692:0:2395:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787148457.792702:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787148457.792711:0:2395:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787148457.792713:0:2395:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787148457.792714:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787148457.792717:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787148457.951428:0:256195:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787148457.951435:0:256195:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787148457.951441:0:256195:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787148457.951442:0:256195:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787148457.952353:0:244719:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787148457.952358:0:244719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787148457.952362:0:244719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1787148458.975715:0:256195:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787148458.975723:0:256195:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787148458.975729:0:256195:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787148458.975730:0:256195:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787148458.978434:0:244722:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787148458.978441:0:244722:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787148458.978447:0:244722:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0:1787148459.515177:0:278103:0:(llite_lib.c:4245:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787148460.004378:0:256195:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787148460.004385:0:256195:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787148460.004392:0:256195:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787148460.004393:0:256195:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787148460.005063:0:256812:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787148460.005069:0:256812:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787148460.005073:0:256812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1787148460.325977:0:278167:0:(llite_lib.c:4245:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787148461.022198:0:266370:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787148461.022205:0:266370:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787148461.022211:0:266370:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787148461.022212:0:266370:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787148461.022356:0:235348:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787148461.022360:0:235348:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787148461.022363:0:235348:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0:1787148461.394609:0:278261:0:(llite_lib.c:4245:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787148461.600092:0:266370:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5c48342110 (cpu 1) has reached its deadline 4306970362, at 4306970369 00000100:00000010:1.0:1787148461.600137:0:266370:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5c650cc2a0. 00000100:00000040:0.0:1787148461.601416:0:231971:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5c48342000 (cpu 0) has reached its deadline 4306970362, at 4306970371 00000100:00000010:0.0:1787148461.601428:0:231971:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5c650cc0c0. 00000001:00000001:1.0:1787148461.770019:0:278297:0:(debug.c:653:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1787148461.770033:0:278297:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity test 812b: do not drop no resend request for idle connect ========================================================== 10:07:40 (1787148460) 00000001:00000001:1.0:1787148461.779800:0:278297:0:(debug.c:656:libcfs_debug_mark_buffer()) ************************************************** 00000080:00000001:3.0:1787148462.018485:0:278318:0:(file.c:6646:ll_inode_permission()) Process entered 00000080:00000001:3.0:1787148462.018492:0:278318:0:(file.c:6646:ll_inode_permission()) Process entered 00000080:00000001:3.0:1787148462.018494:0:278318:0:(file.c:6178:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1787148462.018498:0:278318:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffff9f0881503bc0 00000080:00200000:3.0:1787148462.018518:0:278318:0:(file.c:6180:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c5c7814f448),name=/ 00000080:00000010:3.0:1787148462.018526:0:278318:0:(llite_lib.c:4056:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff8c5c58067600. 00800000:00000002:3.0:1787148462.018531:0:278318:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff8c5c68f64000 2 00000080:00000001:3.0:1787148462.018535:0:278318:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1787148462.018540:0:278318:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1787148462.018542:0:278318:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffff9f0881503ae0 00800000:00000002:3.0:1787148462.018544:0:278318:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1787148462.018548:0:278318:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1787148462.018551:0:278318:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1787148462.018554:0:278318:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1787148462.018556:0:278318:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1787148462.018559:0:278318:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1787148462.018561:0:278318:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1787148462.018563:0:278318:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1787148462.018565:0:278318:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1787148462.018568:0:278318:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1787148462.018574:0:278318:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1787148462.018575:0:278318:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffff9f08815039b0 00000002:00010000:3.0:1787148462.018577:0:278318:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1787148462.018580:0:278318:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1787148462.018588:0:278318:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1787148462.018591:0:278318:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1787148462.018597:0:278318:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8c5c5ded9400 count: 2 00010000:00000001:3.0:1787148462.018600:0:278318:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1787148462.018605:0:278318:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1787148462.018609:0:278318:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1787148462.018614:0:278318:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c5c68fb1800 lock: ffff8c5c4c4f4800/0x632428c45c795565 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd48b816baf445cac expref: -99 pid: 276223 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:3.0:1787148462.018624:0:278318:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1787148462.018629:0:278318:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787148462.018632:0:278318:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c5c68fb1800 lock: ffff8c5c4c4f4800/0x632428c45c795565 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd48b816baf445cac expref: -99 pid: 276223 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:3.0:1787148462.018639:0:278318:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1787148462.018641:0:278318:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1787148462.018642:0:278318:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1787148462.018644:0:278318:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1787148462.018646:0:278318:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1787148462.018648:0:278318:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids -1 -1: rc 1 00000080:00000001:3.0:1787148462.018651:0:278318:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1787148462.018654:0:278318:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff8c5c68f64000 2 00000080:00000010:3.0:1787148462.018657:0:278318:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff8c5c58067600. 00000080:00000001:3.0:1787148462.018661:0:278318:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1787148462.018662:0:278318:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1787148462.018665:0:278318:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8c5c7814f448) 00000080:00010000:3.0:1787148462.018668:0:278318:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8c5c7814f448) for lock 0x632428c45c795565 00800000:00000001:3.0:1787148462.018671:0:278318:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1787148462.018673:0:278318:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1787148462.018675:0:278318:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787148462.018677:0:278318:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1787148462.018680:0:278318:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff8c5c4c4f4800 refcount=3 00000020:00000001:3.0:1787148462.018686:0:278318:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616926777985024 : -127146931566592 : ffff8c5c4c4f4800) 00010000:00000001:3.0:1787148462.018693:0:278318:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446616926777985024 : -127146931566592 : ffff8c5c4c4f4800) 00010000:00000001:3.0:1787148462.018701:0:278318:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787148462.018703:0:278318:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1787148462.018704:0:278318:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1787148462.018707:0:278318:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1787148462.018709:0:278318:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x632428c45c795565 from it ffff9f0881503bf8 00010000:00000001:3.0:1787148462.018711:0:278318:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787148462.018712:0:278318:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1787148462.018714:0:278318:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff8c5c4c4f4800 refcount=3 00000020:00000001:3.0:1787148462.018716:0:278318:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616926777985024 : -127146931566592 : ffff8c5c4c4f4800) 00010000:00000001:3.0:1787148462.018718:0:278318:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446616926777985024 : -127146931566592 : ffff8c5c4c4f4800) 00010000:00000001:3.0:1787148462.018720:0:278318:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1787148462.018723:0:278318:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c5c68fb1800 lock: ffff8c5c4c4f4800/0x632428c45c795565 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd48b816baf445cac expref: -99 pid: 276223 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1787148462.018730:0:278318:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787148462.018731:0:278318:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787148462.018733:0:278318:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1787148462.018735:0:278318:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1787148462.018738:0:278318:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c5c68fb1800 lock: ffff8c5c4c4f4800/0x632428c45c795565 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd48b816baf445cac expref: -99 pid: 276223 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1787148462.018746:0:278318:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787148462.018750:0:278318:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1787148462.018752:0:278318:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1787148462.018756:0:278318:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787148462.018757:0:278318:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787148462.018759:0:278318:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787148462.018762:0:278318:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1787148462.018764:0:278318:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787148462.018766:0:278318:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787148462.018768:0:278318:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787148462.018770:0:278318:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1787148462.018771:0:278318:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787148462.018772:0:278318:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1787148462.018775:0:278318:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1787148462.018781:0:278318:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1787148462.018784:0:278318:0:(file.c:6661:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c5c7814f448), inode mode 41ff mask 1 00000080:00000001:3.0:1787148462.018789:0:278318:0:(file.c:6700:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1787148462.018798:0:278318:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff8c5c71cd2ca0. 00000080:00000001:3.0:1787148462.018801:0:278318:0:(file.c:6646:ll_inode_permission()) Process entered 00000080:00000001:3.0:1787148462.018803:0:278318:0:(file.c:6178:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1787148462.018804:0:278318:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffff9f0881503b00 00000080:00200000:3.0:1787148462.018806:0:278318:0:(file.c:6180:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c5c7814f448),name=/ 00000080:00000010:3.0:1787148462.018809:0:278318:0:(llite_lib.c:4056:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff8c5c58067600. 00800000:00000002:3.0:1787148462.018811:0:278318:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff8c5c68f64000 2 00000080:00000001:3.0:1787148462.018814:0:278318:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1787148462.018815:0:278318:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1787148462.018817:0:278318:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffff9f0881503a20 00800000:00000002:3.0:1787148462.018819:0:278318:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1787148462.018821:0:278318:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1787148462.018822:0:278318:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1787148462.018823:0:278318:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1787148462.018825:0:278318:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1787148462.018826:0:278318:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1787148462.018828:0:278318:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1787148462.018829:0:278318:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1787148462.018831:0:278318:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1787148462.018833:0:278318:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1787148462.018836:0:278318:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1787148462.018838:0:278318:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffff9f08815038f0 00000002:00010000:3.0:1787148462.018839:0:278318:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1787148462.018842:0:278318:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1787148462.018843:0:278318:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1787148462.018844:0:278318:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1787148462.018847:0:278318:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8c5c5ded9400 count: 2 00010000:00000001:3.0:1787148462.018849:0:278318:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1787148462.018851:0:278318:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1787148462.018853:0:278318:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1787148462.018856:0:278318:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c5c68fb1800 lock: ffff8c5c4c4f4800/0x632428c45c795565 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd48b816baf445cac expref: -99 pid: 276223 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:3.0:1787148462.018875:0:278318:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1787148462.018877:0:278318:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787148462.018880:0:278318:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c5c68fb1800 lock: ffff8c5c4c4f4800/0x632428c45c795565 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd48b816baf445cac expref: -99 pid: 276223 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:3.0:1787148462.018885:0:278318:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1787148462.018887:0:278318:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1787148462.018888:0:278318:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1787148462.018890:0:278318:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1787148462.018892:0:278318:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1787148462.018894:0:278318:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids -1 -1: rc 1 00000080:00000001:3.0:1787148462.018896:0:278318:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1787148462.018898:0:278318:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff8c5c68f64000 2 00000080:00000010:3.0:1787148462.018900:0:278318:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff8c5c58067600. 00000080:00000001:3.0:1787148462.018904:0:278318:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1787148462.018905:0:278318:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1787148462.018907:0:278318:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8c5c7814f448) 00000080:00010000:3.0:1787148462.018909:0:278318:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8c5c7814f448) for lock 0x632428c45c795565 00800000:00000001:3.0:1787148462.018912:0:278318:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1787148462.018913:0:278318:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1787148462.018915:0:278318:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787148462.018916:0:278318:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1787148462.018917:0:278318:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff8c5c4c4f4800 refcount=3 00000020:00000001:3.0:1787148462.018919:0:278318:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616926777985024 : -127146931566592 : ffff8c5c4c4f4800) 00010000:00000001:3.0:1787148462.018921:0:278318:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446616926777985024 : -127146931566592 : ffff8c5c4c4f4800) 00010000:00000001:3.0:1787148462.018924:0:278318:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787148462.018925:0:278318:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1787148462.018926:0:278318:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1787148462.018927:0:278318:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1787148462.018929:0:278318:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x632428c45c795565 from it ffff9f0881503b38 00010000:00000001:3.0:1787148462.018931:0:278318:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787148462.018938:0:278318:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1787148462.018945:0:278318:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff8c5c4c4f4800 refcount=3 00000020:00000001:3.0:1787148462.018947:0:278318:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616926777985024 : -127146931566592 : ffff8c5c4c4f4800) 00010000:00000001:3.0:1787148462.018949:0:278318:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446616926777985024 : -127146931566592 : ffff8c5c4c4f4800) 00010000:00000001:3.0:1787148462.018951:0:278318:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1787148462.018954:0:278318:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c5c68fb1800 lock: ffff8c5c4c4f4800/0x632428c45c795565 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd48b816baf445cac expref: -99 pid: 276223 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1787148462.018959:0:278318:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787148462.018960:0:278318:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787148462.018961:0:278318:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1787148462.018963:0:278318:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1787148462.018965:0:278318:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c5c68fb1800 lock: ffff8c5c4c4f4800/0x632428c45c795565 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd48b816baf445cac expref: -99 pid: 276223 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:3.0:1787148462.018970:0:278318:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787148462.018971:0:278318:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1787148462.018973:0:278318:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1787148462.018975:0:278318:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787148462.018976:0:278318:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787148462.018977:0:278318:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787148462.018979:0:278318:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1787148462.018981:0:278318:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787148462.018983:0:278318:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787148462.018985:0:278318:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787148462.018986:0:278318:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1787148462.018988:0:278318:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787148462.018988:0:278318:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1787148462.018990:0:278318:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1787148462.018992:0:278318:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1787148462.018994:0:278318:0:(file.c:6661:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c5c7814f448), inode mode 41ff mask 3 00000080:00000001:3.0:1787148462.018996:0:278318:0:(file.c:6700:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787148462.018999:0:278318:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:3.0:1787148462.019001:0:278318:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffff9f0881503b58 00000080:00200000:3.0:1787148462.019003:0:278318:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=f812b.sanity, dir=[0x200000007:0x1:0x0](ffff8c5c7814f448), file ffff8c5c4991d080, open_flags a141, mode 81b6 opened 0 00000080:00000010:3.0:1787148462.019007:0:278318:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff8c5c650cc7e0. 00000080:00000001:3.0:1787148462.019016:0:278318:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:3.0:1787148462.019017:0:278318:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffff9f0881503a08 00000080:00200000:3.0:1787148462.019019:0:278318:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f812b.sanity, dir=[0x200000007:0x1:0x0](ffff8c5c7814f448), intent=open|creat 00000080:00000010:3.0:1787148462.019026:0:278318:0:(llite_lib.c:4056:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff8c5c58067600. 00800000:00000002:3.0:1787148462.019028:0:278318:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff8c5c68f64000 2 00000080:00000001:3.0:1787148462.019033:0:278318:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1787148462.019035:0:278318:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1787148462.019036:0:278318:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffff9f0881503928 00800000:00000002:3.0:1787148462.019038:0:278318:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f812b.sanity' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1787148462.019041:0:278318:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:3.0:1787148462.019044:0:278318:0:(lmv_obd.c:2243:lmv_locate_tgt_create()) Process entered 00800000:00000001:3.0:1787148462.019046:0:278318:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1787148462.019048:0:278318:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1787148462.019049:0:278318:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1787148462.019050:0:278318:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1787148462.019052:0:278318:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1787148462.019053:0:278318:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1787148462.019055:0:278318:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1787148462.019057:0:278318:0:(lmv_obd.c:2289:lmv_locate_tgt_create()) Process leaving (rc=18446616926620071424 : -127147089480192 : ffff8c5c42e5b600) 00800000:00000001:3.0:1787148462.019060:0:278318:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:3.0:1787148462.019062:0:278318:0:(obd_class.h:932:obd_fid_alloc()) Process entered 00000002:00000001:3.0:1787148462.019065:0:278318:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:3.0:1787148462.019067:0:278318:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:3.0:1787148462.019070:0:278318:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff8c5c68fb1800: Allocated FID [0x200002b17:0x1547:0x0] 40000000:00000001:3.0:1787148462.019073:0:278318:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1787148462.019075:0:278318:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1787148462.019077:0:278318:0:(obd_class.h:945:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1787148462.019078:0:278318:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787148462.019080:0:278318:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffff9f08815038a8 00800000:00000002:3.0:1787148462.019082:0:278318:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200002b17:0x1547:0x0], name='f812b.sanity' -> mds #0 layout version 1 00000002:00000001:3.0:1787148462.019084:0:278318:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1787148462.019086:0:278318:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffff9f08815037e0 00000002:00010000:3.0:1787148462.019087:0:278318:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f812b.sanity,[0x200002b17:0x1547:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0120502 00000002:00000001:3.0:1787148462.019090:0:278318:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1787148462.019093:0:278318:0:(mdc_locks.c:256:mdc_intent_open_pack()) Process entered 00000002:00000001:3.0:1787148462.019184:0:278318:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:3.0:1787148462.019187:0:278318:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1787148462.019189:0:278318:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1787148462.019191:0:278318:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8c5c5ded9400 count: 2 00010000:00000001:3.0:1787148462.019193:0:278318:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1787148462.019196:0:278318:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1787148462.019198:0:278318:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1787148462.019201:0:278318:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8c5c68fb1800 lock: ffff8c5c4c4f4800/0x632428c45c795565 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xd48b816baf445cac expref: -99 pid: 276223 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00000001:3.0:1787148462.019209:0:278318:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1787148462.019212:0:278318:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1787148462.019214:0:278318:0:(file.c:6085:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1787148462.019216:0:278318:0:(file.c:6091:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:3.0:1787148462.019218:0:278318:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1787148462.019219:0:278318:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1787148462.019221:0:278318:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8c5c5ded9400 count: 3 00010000:00000001:3.0:1787148462.019223:0:278318:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1787148462.019226:0:278318:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1787148462.019227:0:278318:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1787148462.019228:0:278318:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1787148462.019229:0:278318:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8c5c5ded9400 count: 3 00010000:00000001:3.0:1787148462.019231:0:278318:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1787148462.019233:0:278318:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1787148462.019235:0:278318:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1787148462.019236:0:278318:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1787148462.019237:0:278318:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8c5c5ded9400 count: 3 00010000:00000001:3.0:1787148462.019239:0:278318:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1787148462.019241:0:278318:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787148462.019243:0:278318:0:(file.c:6113:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1787148462.019245:0:278318:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff8c5c7814f380, pfid = [0x0:0x0:0x0] 00000080:00000001:3.0:1787148462.019250:0:278318:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:3.0:1787148462.019252:0:278318:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:3.0:1787148462.019254:0:278318:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1787148462.019256:0:278318:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787148462.019259:0:278318:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1787148462.019266:0:278318:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1787148462.019268:0:278318:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1787148462.019270:0:278318:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1787148462.019272:0:278318:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1787148462.019275:0:278318:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff8c5c4c4f4800 with handle 0x632428c45c795565 from hash 00010000:00000001:3.0:1787148462.019605:0:278318:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1787148462.019607:0:278318:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787148462.019608:0:278318:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787148462.019609:0:278318:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1787148462.019612:0:278318:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1787148462.019614:0:278318:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1787148462.019617:0:278318:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787148462.019619:0:278318:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1787148462.019621:0:278318:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1787148462.019628:0:278318:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5c72653800. 00000020:00000040:3.0:1787148462.019633:0:278318:0:(genops.c:1231:class_import_get()) import ffff8c5c5776a000 refcount=6 obd=lustre-MDT0000-mdc-ffff8c5c68fb1800 02000000:00000001:3.0:1787148462.019664:0:278318:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1787148462.019666:0:278318:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787148462.019668:0:278318:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1787148462.019672:0:278318:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1787148462.019675:0:278318:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787148462.019676:0:278318:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787148462.019677:0:278318:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787148462.019680:0:278318:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787148462.019682:0:278318:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787148462.019685:0:278318:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787148462.019691:0:278318:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5c57629000. 00000100:00000001:3.0:1787148462.019698:0:278318:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787148462.019704:0:278318:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1787148462.019706:0:278318:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1787148462.019710:0:278318:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8c5c68fb1800 lock: ffff8c5c4c4f4800/0x632428c45c795565 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xd48b816baf445cac expref: -99 pid: 276223 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:3.0:1787148462.019717:0:278318:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1787148462.019719:0:278318:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787148462.019720:0:278318:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1787148462.019728:0:278318:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8c5c68fb1800 lock: ffff8c5c4c4f4800/0x632428c45c795565 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xd48b816baf445cac expref: -99 pid: 276223 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000040:3.0:1787148462.019736:0:278318:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff8c5c5ded9400 count: 0 00010000:00000010:3.0:1787148462.019742:0:278318:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c5c463c9c80. 00010000:00000001:3.0:1787148462.019749:0:278318:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787148462.019751:0:278318:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787148462.019753:0:278318:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1787148462.019755:0:278318:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787148462.019757:0:278318:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1787148462.019767:0:278318:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446616927416956928 : -127146292594688 : ffff8c5c72653800) 00010000:00000001:3.0:1787148462.019771:0:278318:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1787148462.019773:0:278318:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1787148462.019778:0:278318:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff8c5c46c84e00. 00010000:00000010:3.0:1787148462.019781:0:278318:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c5c506dfc80. 00010000:00000001:3.0:1787148462.019785:0:278318:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1787148462.019789:0:278318:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c5c40030e00. 00000020:00000001:3.0:1787148462.019791:0:278318:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1787148462.019793:0:278318:0:(lustre_handles.c:93:class_handle_hash()) added object ffff8c5c40030e00 with handle 0x632428c45c79557a to hash 00000020:00000001:3.0:1787148462.019795:0:278318:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1787148462.019797:0:278318:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446616926571662848 : -127147137888768 : ffff8c5c40030e00) 00010000:00000001:3.0:1787148462.019800:0:278318:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446616926571662848 : -127147137888768 : ffff8c5c40030e00) 00010000:00000001:3.0:1787148462.019803:0:278318:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1787148462.019805:0:278318:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787148462.019808:0:278318:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff8c5c68fb1800 lock: ffff8c5c40030e00/0x632428c45c79557a lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 278318 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787148462.019816:0:278318:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8c5c68fb1800 lock: ffff8c5c40030e00/0x632428c45c79557a lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 278318 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:3.0:1787148462.019828:0:278318:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8c5c68fb1800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1787148462.019839:0:278318:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8c5c72653800 x1873948276733312/t0(0) o101->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 528/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1787148462.019859:0:278318:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8c5c68fb1800 lock: ffff8c5c40030e00/0x632428c45c79557a lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 278318 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1787148462.019865:0:278318:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1787148462.019867:0:278318:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1787148462.019874:0:278318:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c5c5dfc4540. 00000100:00000001:3.0:1787148462.019876:0:278318:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446616927074534720 : -127146635016896 : ffff8c5c5dfc4540) 00000100:00000001:3.0:1787148462.019879:0:278318:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787148462.019880:0:278318:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616927416956928 : -127146292594688 : ffff8c5c72653800) 00000100:00000001:3.0:1787148462.019885:0:278318:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787148462.019888:0:278318:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787148462.019890:0:278318:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1787148462.019892:0:278318:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787148462.019897:0:278318:0:(lustre_net.h:2406:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8c5c72653800 x1873948276733312/t0(0) o101->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 528/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787148462.019904:0:278318:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787148462.019907:0:278318:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787148462.019910:0:278318:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787148462.019913:0:278318:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787148462.019915:0:278318:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787148462.019918:0:278318:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5c72653800 pname:cluuid:pid:xid:nid:opc:job lfs:7e31181a-25e1-4c2b-a23d-b0f7747006f1:278318:1873948276733312:192.168.202.114@tcp:101:lfs.0 00000100:00000001:3.0:1787148462.019923:0:278318:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787148462.019929:0:278318:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787148462.019931:0:278318:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787148462.019934:0:278318:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787148462.019979:0:278318:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff8c5c71b80000. 02000000:00000001:3.0:1787148462.019982:0:278318:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787148462.019990:0:278318:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000010:3.0:1787148462.019995:0:278318:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5c4a93fb58. 00000400:00000010:3.0:1787148462.020002:0:278318:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff8c5c57628000. 00000100:00000200:3.0:1787148462.020010:0:278318:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1873948276733312, portal 10 00000100:00000001:3.0:1787148462.020011:0:278318:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787148462.020018:0:278318:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616927416956928 : -127146292594688 : ffff8c5c72653800) 00000100:00000040:3.0:1787148462.020024:0:278318:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff8c5c72653800 x1873948276733312/t0(0) o101->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 528/66320 e 0 to 0 dl 1787148517 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787148462.020032:0:278318:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787148462.020035:0:278318:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.114@tcp 00000400:00000010:3.0:1787148462.020039:0:278318:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5c72962770. 00000100:00000200:3.0:1787148462.020044:0:278318:0:(niobuf.c:94:ptl_send_buf()) Sending 528 bytes to portal 12, xid 1873948276733312, offset 0 00000400:00000200:3.0:1787148462.020049:0:278318:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.114@tcp 00000400:00000200:3.0:1787148462.020057:0:278318:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:3.0:1787148462.020063:0:278318:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.114@tcp local destination 00000400:00000200:3.0:1787148462.020068:0:278318:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787148462.020071:0:278318:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.14@tcp 00000400:00000200:3.0:1787148462.020074:0:278318:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.14@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787148462.020077:0:278318:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.114@tcp 00000400:00000200:3.0:1787148462.020080:0:278318:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.14@tcp NI seq info: [556906:556906:256:4294967295] 192.168.202.114@tcp LPNI seq info [556862:556862:8:4294967295] 00000400:00000200:3.0:1787148462.020082:0:278318:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:3.0:1787148462.020089:0:278318:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.14@tcp(192.168.202.14@tcp:) -> 192.168.202.114@tcp(192.168.202.114@tcp:192.168.202.114@tcp) : PUT try# 0 00000800:00000200:3.0:1787148462.020093:0:278318:0:(socklnd_cb.c:931:ksocknal_send()) sending 528 bytes in 1 frags to 12345-192.168.202.114@tcp 00000800:00000010:3.0:1787148462.020097:0:278318:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5c50a4eb00. 00000800:00000200:3.0:1787148462.020515:0:278318:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5c4508fcc0] -> 12345-192.168.202.114@tcp (5) 00000800:00000200:3.0:1787148462.020524:0:278318:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.114@tcp ip 192.168.202.114:988 00000800:00000200:3.0:1787148462.020529:0:278318:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8c5c50a4eb00 type 1, nob 624 niov 1 nkiov 1 00000100:00000001:3.0:1787148462.020540:0:278318:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787148462.020546:0:278318:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5c68fb1800: using a timeout of 24710 usecs (25 jiffies) 00000400:00000200:3.0:1787148462.020549:0:278318:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000100:00000001:3.0:1787148462.020552:0:278318:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5c68fb1800: PM QoS new deadline estimation for cpu 0 is 4306970815 00000100:00000010:3.0:1787148462.020556:0:278318:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5c650cca80. 00000100:00000001:3.0:1787148462.020562:0:278318:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5c68fb1800: PM QoS request now active for cpu 0 00000100:00000001:3.0:1787148462.020570:0:278318:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5c68fb1800: PM QoS new deadline estimation for cpu 1 is 4306970815 00000100:00000010:3.0:1787148462.020573:0:278318:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5c650ccae0. 00000100:00000001:3.0:1787148462.020587:0:278318:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5c68fb1800: PM QoS request now active for cpu 1 00000100:00000001:3.0:1787148462.020591:0:278318:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787148462.020594:0:278318:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787148462.020596:0:278318:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787148462.020598:0:278318:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00100000:3.0:1787148462.020601:0:278318:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5c5dfc4540 going to sleep for 50 seconds 00000100:00000001:3.0:1787148462.020604:0:278318:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787148462.020607:0:278318:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1787148462.021366:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1787148462.021375:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5c50a4eb00. 00000400:00000200:0.0:1787148462.021381:0:2385:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787148462.021387:0:2385:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.14@tcp->192.168.202.114@tcp: PUT: OK 00000400:00000200:0.0:1787148462.021395:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5c72962770 00000400:00000010:0.0:1787148462.021397:0:2385:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff8c5c72962770. 00000100:00000001:0.0:1787148462.021402:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787148462.021407:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c5c72653800 x1873948276733312/t0(0) o101->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 528/66320 e 0 to 0 dl 1787148517 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787148462.021418:0:2385:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787148462.021422:0:2385:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8c5c72653800 x1873948276733312/t0(0) o101->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 528/66320 e 0 to 0 dl 1787148517 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787148462.021428:0:2385:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787148462.021430:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:3.1F:1787148462.025351:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5c5ded9400. 00010000:00000010:3.1:1787148462.025368:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5c4c4f4800. 00000800:00000001:0.0:1787148462.027204:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787148462.027614:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1787148462.027621:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787148462.027636:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787148462.027647:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148462.027655:0:2386:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.14@tcp(192.168.202.14@tcp) <- 192.168.202.114@tcp : PUT - for me 00000400:00000200:0.0:1787148462.027664:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148462.027670:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148462.027675:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148462.027680:0:2386:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.114@tcp of length 608 into portal 10 MB=0x6a858955cb580 00000400:00000200:0.0:1787148462.027697:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148462.027705:0:2386:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.114@tcp of length 608/608 into md 0x561eb1 [32] + 224 00000800:00000001:0.0:1787148462.027713:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787148462.027733:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787148462.027736:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787148462.027742:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.14@tcp->192.168.202.114@tcp: PUT: OK 00000100:00000001:0.0:1787148462.027750:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787148462.027759:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c5c72653800 x1873948276733312/t0(0) o101->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 528/66320 e 0 to 0 dl 1787148517 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1787148462.027768:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=608 offset=224 replen=66320 req@ffff8c5c72653800 x1873948276733312/t0(0) o101->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 528/66320 e 0 to 0 dl 1787148517 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787148462.027791:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1787148462.027801:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787148462.027805:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787148462.027851:0:278318:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1787148462.027868:0:278318:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787148462.027871:0:278318:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787148462.027874:0:278318:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5c4a93fb58. 00000400:00000200:3.0:1787148462.027878:0:278318:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5c57628000 00000400:00000010:3.0:1787148462.027881:0:278318:0:(lib-lnet.h:285:lnet_md_free()) kfreed 'md': 632 at ffff8c5c57628000. 00000100:00000001:3.0:1787148462.027884:0:278318:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787148462.027888:0:278318:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c5c72653800 x1873948276733312/t0(0) o101->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 528/66320 e 0 to 0 dl 1787148517 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1787148462.027896:0:278318:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c5c72653800 x1873948276733312/t0(0) o101->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 528/66320 e 0 to 0 dl 1787148517 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787148462.027900:0:278318:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787148462.027902:0:278318:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787148462.027904:0:278318:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1787148462.027907:0:278318:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787148462.027908:0:278318:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787148462.027910:0:278318:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787148462.027913:0:278318:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787148462.027921:0:278318:0:(import.c:2149:obd_at_measure()) add 36 to ffff8c5c5776a460 time=94 v=36 (36 36 36 36) 00000100:00001000:3.0:1787148462.027925:0:278318:0:(import.c:2149:obd_at_measure()) add 1 to ffff8c5c5776a418 time=146 v=5 (1 1 0 0) 00000100:00000001:3.0:1787148462.027926:0:278318:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787148462.027928:0:278318:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787148462.027930:0:278318:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1787148462.027933:0:278318:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787148462.027936:0:278318:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1787148462.027937:0:278318:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x400012748/0x1] 00000100:00000001:3.0:1787148462.027938:0:278318:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1787148462.027946:0:278318:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787148462.027947:0:278318:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616927416956928 : -127146292594688 : ffff8c5c72653800) 00000100:00000001:3.0:1787148462.027949:0:278318:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1787148462.027951:0:278318:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c5c68fb1800: skip recheck: last_committed 30064771460 00000100:00000001:3.0:1787148462.027952:0:278318:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1787148462.027954:0:278318:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787148462.027957:0:278318:0:(lustre_net.h:2406:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8c5c72653800 x1873948276733312/t30064771461(30064771461) o101->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 528/608 e 0 to 0 dl 1787148517 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787148462.027962:0:278318:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787148462.027964:0:278318:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787148462.027966:0:278318:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787148462.027968:0:278318:0:(lustre_net.h:2406:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8c5c72653800 x1873948276733312/t30064771461(30064771461) o101->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 528/608 e 0 to 0 dl 1787148517 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1787148462.027973:0:278318:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5c72653800 pname:cluuid:pid:xid:nid:opc:job lfs:7e31181a-25e1-4c2b-a23d-b0f7747006f1:278318:1873948276733312:192.168.202.114@tcp:101:lfs.0 00000100:00000001:3.0:1787148462.027976:0:278318:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787148462.027977:0:278318:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787148462.027979:0:278318:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1787148462.027981:0:278318:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787148462.027983:0:278318:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8c5c72653800 x1873948276733312/t30064771461(30064771461) o101->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 528/608 e 0 to 0 dl 1787148517 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787148462.027988:0:278318:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1787148462.027991:0:278318:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c5c5dfc4540. 00000100:00000001:3.0:1787148462.027994:0:278318:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1787148462.027995:0:278318:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787148462.027998:0:278318:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1787148462.028002:0:278318:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787148462.028005:0:278318:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1787148462.028008:0:278318:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff8c5c40030e00 refcount=4 00000020:00000001:3.0:1787148462.028010:0:278318:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616926571662848 : -127147137888768 : ffff8c5c40030e00) 00010000:00000001:3.0:1787148462.028013:0:278318:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446616926571662848 : -127147137888768 : ffff8c5c40030e00) 00010000:00000040:3.0:1787148462.028020:0:278318:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff8c5c40030e00, remote cookie: 0xd48b816baf445ceb, flags: 0x1001 00010000:00010000:3.0:1787148462.028032:0:278318:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8c5c68fb1800 lock: ffff8c5c40030e00/0x632428c45c79557a lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd48b816baf445ceb expref: -99 pid: 278318 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1787148462.028042:0:278318:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200002b17:0x1547:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:3.0:1787148462.028046:0:278318:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:3.0:1787148462.028054:0:278318:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff8c5c46c84300. 00010000:00000010:3.0:1787148462.028057:0:278318:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c5c506df780. 00010000:00000040:3.0:1787148462.028061:0:278318:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff8c5c46c84e00 count: 0 00010000:00000010:3.0:1787148462.028066:0:278318:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c5c506dfc80. 00010000:00000001:3.0:1787148462.028071:0:278318:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787148462.028074:0:278318:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff8c5c68fb1800 lock: ffff8c5c40030e00/0x632428c45c79557a lrc: 4/0,1 mode: --/PR res: [0x200002b17:0x1547:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd48b816baf445ceb expref: -99 pid: 278318 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787148462.028080:0:278318:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8c5c68fb1800 lock: ffff8c5c40030e00/0x632428c45c79557a lrc: 4/0,1 mode: --/PR res: [0x200002b17:0x1547:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd48b816baf445ceb expref: -99 pid: 278318 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1787148462.028084:0:278318:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1787148462.028088:0:278318:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1787148462.028089:0:278318:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1787148462.028091:0:278318:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1787148462.028091:0:278318:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1787148462.028093:0:278318:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200002b17:0x1547:0x0].0x0 (ffff8c5c46c84300) refcount = 1 00010000:00010000:3.0:1787148462.028096:0:278318:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8c5c68fb1800 lock: ffff8c5c40030e00/0x632428c45c79557a lrc: 4/0,1 mode: PR/PR res: [0x200002b17:0x1547:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd48b816baf445ceb expref: -99 pid: 278318 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1787148462.028135:0:278318:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1787148462.028139:0:278318:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1787148462.028141:0:278318:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1787148462.028144:0:278318:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1787148462.028146:0:278318:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787148462.028149:0:278318:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8c5c68fb1800 lock: ffff8c5c40030e00/0x632428c45c79557a lrc: 4/0,1 mode: PR/PR res: [0x200002b17:0x1547:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd48b816baf445ceb expref: -99 pid: 278318 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1787148462.028161:0:278318:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1787148462.028163:0:278318:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787148462.028164:0:278318:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787148462.028165:0:278318:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787148462.028166:0:278318:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787148462.028168:0:278318:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1787148462.028173:0:278318:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1787148462.028175:0:278318:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787148462.028467:0:278318:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1787148462.028470:0:278318:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff8c5c40030e00 refcount=3 00000020:00000001:3.0:1787148462.028472:0:278318:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616926571662848 : -127147137888768 : ffff8c5c40030e00) 00010000:00000001:3.0:1787148462.028474:0:278318:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446616926571662848 : -127147137888768 : ffff8c5c40030e00) 00010000:00000001:3.0:1787148462.028476:0:278318:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787148462.028477:0:278318:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1787148462.028478:0:278318:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff8c5c40030e00 refcount=4 00000020:00000001:3.0:1787148462.028479:0:278318:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616926571662848 : -127147137888768 : ffff8c5c40030e00) 00010000:00000001:3.0:1787148462.028480:0:278318:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446616926571662848 : -127147137888768 : ffff8c5c40030e00) 00010000:00000001:3.0:1787148462.028482:0:278318:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1787148462.028485:0:278318:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787148462.028487:0:278318:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c5c68fb1800 lock: ffff8c5c40030e00/0x632428c45c79557a lrc: 5/1,1 mode: PR/PR res: [0x200002b17:0x1547:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd48b816baf445ceb expref: -99 pid: 278318 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1787148462.028492:0:278318:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787148462.028492:0:278318:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787148462.028494:0:278318:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787148462.028494:0:278318:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1787148462.028495:0:278318:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff8c5c40030e00 refcount=5 00000020:00000001:3.0:1787148462.028496:0:278318:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616926571662848 : -127147137888768 : ffff8c5c40030e00) 00010000:00000001:3.0:1787148462.028497:0:278318:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446616926571662848 : -127147137888768 : ffff8c5c40030e00) 00010000:00000001:3.0:1787148462.028498:0:278318:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1787148462.028500:0:278318:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff8c5c68fb1800 lock: ffff8c5c40030e00/0x632428c45c79557a lrc: 5/1,1 mode: PR/PR res: [0x200002b17:0x1547:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd48b816baf445ceb expref: -99 pid: 278318 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1787148462.028521:0:278318:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787148462.028522:0:278318:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1787148462.028524:0:278318:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8c5c68fb1800 lock: ffff8c5c40030e00/0x632428c45c79557a lrc: 4/1,0 mode: PR/PR res: [0x200002b17:0x1547:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd48b816baf445ceb expref: -99 pid: 278318 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1787148462.028530:0:278318:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1787148462.028532:0:278318:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787148462.028533:0:278318:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787148462.028534:0:278318:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787148462.028535:0:278318:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1787148462.028542:0:278318:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x8000037, status=0 req@ffff8c5c72653800 x1873948276733312/t30064771461(30064771461) o101->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 528/608 e 0 to 0 dl 1787148517 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1787148462.028552:0:278318:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:3.0:1787148462.028556:0:278318:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff8c5c72653800 x1873948276733312/t30064771461(30064771461) o101->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 528/608 e 0 to 0 dl 1787148517 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1787148462.028563:0:278318:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787148462.028566:0:278318:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787148462.028567:0:278318:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1787148462.028569:0:278318:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff8c5c40030e00 refcount=3 00000020:00000001:3.0:1787148462.028571:0:278318:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616926571662848 : -127147137888768 : ffff8c5c40030e00) 00010000:00000001:3.0:1787148462.028573:0:278318:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446616926571662848 : -127147137888768 : ffff8c5c40030e00) 00010000:00000001:3.0:1787148462.028575:0:278318:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787148462.028576:0:278318:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1787148462.028578:0:278318:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1787148462.028580:0:278318:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1787148462.028583:0:278318:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00000100:00000001:3.0:1787148462.028585:0:278318:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787148462.028586:0:278318:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616927416956928 : -127146292594688 : ffff8c5c72653800) 00000100:00000001:3.0:1787148462.028588:0:278318:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787148462.028589:0:278318:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616927416956928 : -127146292594688 : ffff8c5c72653800) 00010000:00000001:3.0:1787148462.028592:0:278318:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787148462.028598:0:278318:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1787148462.028600:0:278318:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff8c5c40030e00 refcount=3 00000020:00000001:3.0:1787148462.028601:0:278318:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616926571662848 : -127147137888768 : ffff8c5c40030e00) 00010000:00000001:3.0:1787148462.028603:0:278318:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446616926571662848 : -127147137888768 : ffff8c5c40030e00) 00000002:00010000:3.0:1787148462.028607:0:278318:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8c5c68fb1800 lock: ffff8c5c40030e00/0x632428c45c79557a lrc: 3/1,0 mode: PR/PR res: [0x200002b17:0x1547:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd48b816baf445ceb expref: -99 pid: 278318 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1787148462.028613:0:278318:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787148462.028615:0:278318:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787148462.028616:0:278318:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1787148462.028617:0:278318:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787148462.028619:0:278318:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1787148462.028620:0:278318:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff8c5c40030e00 refcount=3 00000020:00000001:3.0:1787148462.028621:0:278318:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616926571662848 : -127147137888768 : ffff8c5c40030e00) 00010000:00000001:3.0:1787148462.028623:0:278318:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446616926571662848 : -127147137888768 : ffff8c5c40030e00) 00010000:00000040:3.0:1787148462.028627:0:278318:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8c5c46c84300 count: 2 00010000:00000001:3.0:1787148462.028629:0:278318:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1787148462.028633:0:278318:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c5c50381800 type 13 mode 4 res 8589945623/5447 (0 0) 00010000:00000001:3.0:1787148462.028636:0:278318:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787148462.028637:0:278318:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1787148462.028638:0:278318:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1787148462.028641:0:278318:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffff9f0881503768 00000002:00002000:3.0:1787148462.028643:0:278318:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=f812b.sanity intent=open|creat status=0 disp=0x9800037: rc = 0 00000002:00000001:3.0:1787148462.028646:0:278318:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1787148462.028650:0:278318:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1787148462.028652:0:278318:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1787148462.028655:0:278318:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids -1 -1: rc 0 00000080:00000001:3.0:1787148462.028658:0:278318:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1787148462.028661:0:278318:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff8c5c68f64000 2 00000080:00000001:3.0:1787148462.028664:0:278318:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:3.0:1787148462.028665:0:278318:0:(namei.c:674:ll_lookup_it_finish()) it ffff8c5c650cc7e0 it_disposition 9800037 00000080:00002000:3.0:1787148462.028671:0:278318:0:(namei.c:653:ll_splice_alias()) Add dentry ffff8c5c58f19ca8 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:3.0:1787148462.028676:0:278318:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1787148462.028684:0:278318:0:(namei.c:1624:ll_create_it()) Process entered 00000020:00000001:3.0:1787148462.028686:0:278318:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffff9f0881503998 00000080:00200000:3.0:1787148462.028688:0:278318:0:(namei.c:1628:ll_create_it()) VFS Op:name=f812b.sanity, dir=[0x200000007:0x1:0x0](ffff8c5c7814f448), intent=open|creat 00000080:00000001:3.0:1787148462.028690:0:278318:0:(namei.c:1575:ll_create_node()) Process entered 00000080:00000001:3.0:1787148462.028692:0:278318:0:(llite_lib.c:3838:ll_prep_inode()) Process entered 00000002:00000001:3.0:1787148462.028697:0:278318:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:3.0:1787148462.028700:0:278318:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1787148462.028703:0:278318:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115373145331015 : 144115373145331015 : 200002b17001547) 00000080:00000001:3.0:1787148462.028706:0:278318:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:3.0:1787148462.028721:0:278318:0:(super25.c:42:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff8c5c78154a40. 00000020:00000001:3.0:1787148462.028730:0:278318:0:(class_obd.c:1011:obd_heat_clear()) Process entered 00000020:00000001:3.0:1787148462.028732:0:278318:0:(class_obd.c:1014:obd_heat_clear()) Process leaving 00000080:00000001:3.0:1787148462.028735:0:278318:0:(llite_lib.c:3361:ll_read_inode2()) Process entered 00000080:00200000:3.0:1787148462.028737:0:278318:0:(llite_lib.c:3364:ll_read_inode2()) VFS Op:inode=[0x200002b17:0x1547:0x0](ffff8c5c78154b08) 00000080:00000001:3.0:1787148462.028741:0:278318:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115373145331015 : 144115373145331015 : 200002b17001547) 00000080:00000001:3.0:1787148462.028744:0:278318:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554475 : 33554475 : 200002b) 00000080:00000002:3.0:1787148462.028746:0:278318:0:(llite_lib.c:3058:ll_update_inode()) setting ino 144115373145331015 mtime from 0 to 1787148462 00000080:00200000:3.0:1787148462.028750:0:278318:0:(llite_lib.c:3127:ll_update_inode()) inode=[0x200002b17:0x1547:0x0], updating i_size 0 00000080:00000001:3.0:1787148462.028753:0:278318:0:(llite_lib.c:3386:ll_read_inode2()) Process leaving 00000020:00000001:3.0:1787148462.028755:0:278318:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000010:3.0:1787148462.028761:0:278318:0:(cl_object.c:707:cl_env_new()) slab-alloced 'cle': 144 at ffff8c5c476be090. 00000020:00000010:3.0:1787148462.028765:0:278318:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c5c58067a00. 00000020:00000010:3.0:1787148462.028769:0:278318:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff8c5c58067000. 00000020:00000010:3.0:1787148462.028772:0:278318:0:(cl_object.c:1113:cl_key_init()) kmalloced '(value)': 72 at ffff8c5c650cc420. 00000008:00000010:3.0:1787148462.028779:0:278318:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff8c5c716fce50. 00020000:00000010:3.0:1787148462.028783:0:278318:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff8c5c71bdf900. 00008000:00000010:3.0:1787148462.028788:0:278318:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8c5c72bdfc08. 00000080:00000010:3.0:1787148462.028794:0:278318:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff8c5c4829ff18. 00000080:00000010:3.0:1787148462.028797:0:278318:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff8c5c4a96a2b0. 00000020:00000010:3.0:1787148462.028801:0:278318:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c5c58066e00. 00000008:00000010:3.0:1787148462.028805:0:278318:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff8c5c50187a20. 00020000:00000010:3.0:1787148462.028808:0:278318:0:(lov_dev.c:117:lov_session_key_init()) slab-alloced 'info': 584 at ffff8c5c4a9826c8. 00008000:00000010:3.0:1787148462.028812:0:278318:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff8c5c48260928. 00000080:00000010:3.0:1787148462.028815:0:278318:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8c5c68c830f0. 00000020:00000001:3.0:1787148462.028818:0:278318:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446616926695973016 : -127147013578600 : ffff8c5c476be098) 00000020:00001000:3.0:1787148462.028826:0:278318:0:(cl_object.c:823:cl_env_get()) 1@ffff8c5c476be090 00000020:00000001:3.0:1787148462.028830:0:278318:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000080:00000010:3.0:1787148462.028834:0:278318:0:(vvp_object.c:304:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff8c5c5dfc8898. 00000020:00000001:3.0:1787148462.028837:0:278318:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:3.0:1787148462.028839:0:278318:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1787148462.028845:0:278318:0:(lov_object.c:2359:lov_object_alloc()) Process entered 00020000:00000010:3.0:1787148462.028848:0:278318:0:(lov_object.c:2360:lov_object_alloc()) slab-alloced 'lov': 248 at ffff8c5c482004d8. 00020000:00000001:3.0:1787148462.028850:0:278318:0:(lov_object.c:2374:lov_object_alloc()) Process leaving (rc=18446616926707778776 : -127147001772840 : ffff8c5c482004d8) 00020000:00000001:3.0:1787148462.028916:0:278318:0:(lov_object.c:1410:lov_object_init()) Process entered 00020000:00000001:3.0:1787148462.028920:0:278318:0:(lov_object.c:1438:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787148462.028925:0:278318:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446616927074552088 : -127146634999528 : ffff8c5c5dfc8918) 00000020:00001000:3.0:1787148462.028928:0:278318:0:(cl_object.c:917:cl_env_put()) 1@ffff8c5c476be090 00000020:00000010:3.0:1787148462.028932:0:278318:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff8c5c58067000. 00000020:00000010:3.0:1787148462.028937:0:278318:0:(cl_object.c:1113:cl_key_fini()) kfreed 'info': 72 at ffff8c5c650cc420. 00000008:00000010:3.0:1787148462.028940:0:278318:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff8c5c716fce50. 00020000:00000010:3.0:1787148462.028944:0:278318:0:(lov_dev.c:95:lov_key_fini()) slab-freed '(info)': 192 at ffff8c5c71bdf900. 00008000:00000010:3.0:1787148462.028948:0:278318:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8c5c72bdfc08. 00000080:00000010:3.0:1787148462.028951:0:278318:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff8c5c4829ff18. 00000080:00000010:3.0:1787148462.028954:0:278318:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff8c5c4a96a2b0. 00000020:00000010:3.0:1787148462.028957:0:278318:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c5c58067a00. 00000008:00000010:3.0:1787148462.028960:0:278318:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff8c5c50187a20. 00020000:00000010:3.0:1787148462.028963:0:278318:0:(lov_dev.c:136:lov_session_key_fini()) slab-freed '(info)': 584 at ffff8c5c4a9826c8. 00008000:00000010:3.0:1787148462.028966:0:278318:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff8c5c48260928. 00000080:00000010:3.0:1787148462.028969:0:278318:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff8c5c68c830f0. 00000020:00000010:3.0:1787148462.028972:0:278318:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c5c58066e00. 00000020:00000010:3.0:1787148462.028974:0:278318:0:(cl_object.c:742:cl_env_fini()) slab-freed '(cle)': 144 at ffff8c5c476be090. 00000080:00000001:3.0:1787148462.028977:0:278318:0:(namei.c:156:ll_iget()) Process leaving (rc=18446616927512382216 : -127146197169400 : ffff8c5c78154b08) 00010000:00000001:3.0:1787148462.028980:0:278318:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787148462.028981:0:278318:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1787148462.028982:0:278318:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff8c5c40030e00 refcount=3 00000020:00000001:3.0:1787148462.028984:0:278318:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616926571662848 : -127147137888768 : ffff8c5c40030e00) 00010000:00000001:3.0:1787148462.028986:0:278318:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446616926571662848 : -127147137888768 : ffff8c5c40030e00) 00000080:00000001:3.0:1787148462.028990:0:278318:0:(file.c:6791:ll_layout_conf()) Process entered 00000020:00000001:3.0:1787148462.028998:0:278318:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000010:3.0:1787148462.029001:0:278318:0:(cl_object.c:707:cl_env_new()) slab-alloced 'cle': 144 at ffff8c5c476be090. 00000020:00000010:3.0:1787148462.029004:0:278318:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c5c58066e00. 00000020:00000010:3.0:1787148462.029007:0:278318:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff8c5c58067a00. 00000020:00000010:3.0:1787148462.029009:0:278318:0:(cl_object.c:1113:cl_key_init()) kmalloced '(value)': 72 at ffff8c5c650cc420. 00000008:00000010:3.0:1787148462.029012:0:278318:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff8c5c716fce50. 00020000:00000010:3.0:1787148462.029014:0:278318:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff8c5c71bdf900. 00008000:00000010:3.0:1787148462.029017:0:278318:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8c5c72bdfc08. 00000080:00000010:3.0:1787148462.029020:0:278318:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff8c5c4829ff18. 00000080:00000010:3.0:1787148462.029023:0:278318:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff8c5c4a96a2b0. 00000020:00000010:3.0:1787148462.029025:0:278318:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c5c58067000. 00000008:00000010:3.0:1787148462.029027:0:278318:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff8c5c50187a20. 00020000:00000010:3.0:1787148462.029029:0:278318:0:(lov_dev.c:117:lov_session_key_init()) slab-alloced 'info': 584 at ffff8c5c4a9826c8. 00008000:00000010:3.0:1787148462.029032:0:278318:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff8c5c48260928. 00000080:00000010:3.0:1787148462.029034:0:278318:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8c5c68c830f0. 00000020:00000001:3.0:1787148462.029035:0:278318:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446616926695973016 : -127147013578600 : ffff8c5c476be098) 00000020:00001000:3.0:1787148462.029038:0:278318:0:(cl_object.c:823:cl_env_get()) 1@ffff8c5c476be090 00000020:00000001:3.0:1787148462.029039:0:278318:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:3.0:1787148462.029042:0:278318:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000002:3.0:1787148462.029045:0:278318:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff8c5c482004d8) owner ffff8c5c68efa7c0 00020000:00000001:3.0:1787148462.029048:0:278318:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1787148462.029051:0:278318:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff8c5c482004d8) owner ffff8c5c68efa7c0 00020000:00000002:3.0:1787148462.029054:0:278318:0:(lov_object.c:1535:lov_conf_set()) [0x200002b17:0x1547:0x0] lo_layout_invalid=0 00020000:00000001:3.0:1787148462.029056:0:278318:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787148462.029058:0:278318:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787148462.029061:0:278318:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:3.0:1787148462.029063:0:278318:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff8c5c482004d8) owner 0000000000000000/ffff8c5c68efa7c0 00020000:00000002:3.0:1787148462.029066:0:278318:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff8c5c482004d8) owner 0000000000000000/ffff8c5c68efa7c0 00020000:00000001:3.0:1787148462.029069:0:278318:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:3.0:1787148462.029070:0:278318:0:(lov_object.c:2289:lov_object_layout_get()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1787148462.029072:0:278318:0:(file.c:6826:ll_layout_conf()) [0x200002b17:0x1547:0x0]: layout version change: 4294967294 -> 4294967295 00000020:00001000:3.0:1787148462.029075:0:278318:0:(cl_object.c:917:cl_env_put()) 1@ffff8c5c476be090 00000020:00000010:3.0:1787148462.029077:0:278318:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff8c5c58067a00. 00000020:00000010:3.0:1787148462.029080:0:278318:0:(cl_object.c:1113:cl_key_fini()) kfreed 'info': 72 at ffff8c5c650cc420. 00000008:00000010:3.0:1787148462.029088:0:278318:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff8c5c716fce50. 00020000:00000010:3.0:1787148462.029090:0:278318:0:(lov_dev.c:95:lov_key_fini()) slab-freed '(info)': 192 at ffff8c5c71bdf900. 00008000:00000010:3.0:1787148462.029093:0:278318:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8c5c72bdfc08. 00000080:00000010:3.0:1787148462.029095:0:278318:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff8c5c4829ff18. 00000080:00000010:3.0:1787148462.029098:0:278318:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff8c5c4a96a2b0. 00000020:00000010:3.0:1787148462.029100:0:278318:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c5c58066e00. 00000008:00000010:3.0:1787148462.029129:0:278318:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff8c5c50187a20. 00020000:00000010:3.0:1787148462.029133:0:278318:0:(lov_dev.c:136:lov_session_key_fini()) slab-freed '(info)': 584 at ffff8c5c4a9826c8. 00008000:00000010:3.0:1787148462.029135:0:278318:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff8c5c48260928. 00000080:00000010:3.0:1787148462.029139:0:278318:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff8c5c68c830f0. 00000020:00000010:3.0:1787148462.029140:0:278318:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c5c58067000. 00000020:00000010:3.0:1787148462.029142:0:278318:0:(cl_object.c:742:cl_env_fini()) slab-freed '(cle)': 144 at ffff8c5c476be090. 00000080:00000001:3.0:1787148462.029145:0:278318:0:(file.c:6833:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787148462.029147:0:278318:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787148462.029149:0:278318:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1787148462.029151:0:278318:0:(llite_lib.c:3936:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1787148462.029154:0:278318:0:(lmv_obd.c:4162:lmv_put_lustre_md()) Process entered 00800000:00000001:3.0:1787148462.029156:0:278318:0:(lmv_obd.c:4169:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1787148462.029158:0:278318:0:(namei.c:1594:ll_create_node()) setting l_ast_data to inode [0x200002b17:0x1547:0x0](ffff8c5c78154b08) 00000080:00010000:3.0:1787148462.029161:0:278318:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200002b17:0x1547:0x0](ffff8c5c78154b08) for lock 0x632428c45c79557a 00800000:00000001:3.0:1787148462.029164:0:278318:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1787148462.029166:0:278318:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1787148462.029167:0:278318:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787148462.029169:0:278318:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1787148462.029170:0:278318:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff8c5c40030e00 refcount=3 00000020:00000001:3.0:1787148462.029172:0:278318:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616926571662848 : -127147137888768 : ffff8c5c40030e00) 00010000:00000001:3.0:1787148462.029175:0:278318:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446616926571662848 : -127147137888768 : ffff8c5c40030e00) 00010000:00000001:3.0:1787148462.029395:0:278318:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787148462.029398:0:278318:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1787148462.029399:0:278318:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1787148462.029402:0:278318:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787148462.029403:0:278318:0:(namei.c:1596:ll_create_node()) Process leaving 00000100:00000001:3.0:1787148462.029405:0:278318:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787148462.029412:0:278318:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff8c5c72653800 x1873948276733312/t30064771461(30064771461) o101->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 528/608 e 0 to 0 dl 1787148517 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787148462.029430:0:278318:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1787148462.029435:0:278318:0:(namei.c:1651:ll_create_it()) inode ffff8c5c78154b08 need_sync_to_mds [0x200002b17:0x1547:0x0] 00000080:00000001:3.0:1787148462.029438:0:278318:0:(namei.c:1686:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1787148462.029441:0:278318:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200002b17:0x1547:0x0](ffff8c5c78154b08) 00000080:00000001:3.0:1787148462.029445:0:278318:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:3.0:1787148462.029448:0:278318:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff8c5c58067600. 00000100:00000001:3.0:1787148462.029451:0:278318:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787148462.029455:0:278318:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8c5c72653800 x1873948276733312/t30064771461(30064771461) o101->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 528/608 e 0 to 0 dl 1787148517 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787148462.029462:0:278318:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787148462.029465:0:278318:0:(pcc.c:3566:pcc_inode_create_fini()) Process entered 00000080:00000001:3.0:1787148462.029467:0:278318:0:(pcc.c:3569:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1787148462.029469:0:278318:0:(namei.c:1500:ll_atomic_open()) inode ffff8c5c78154b08 need_sync_to_mds [0x200002b17:0x1547:0x0] 00000080:00000001:3.0:1787148462.029477:0:278318:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:3.0:1787148462.029479:0:278318:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffff9f0881503a68 00000080:00200008:3.0:1787148462.029481:0:278318:0:(file.c:1090:ll_file_open()) START file f812b.sanity:[0x200002b17:0x1547:0x0](ffff8c5c78154b08), flags 120501 00000080:00000010:3.0:1787148462.029489:0:278318:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff8c5c44e3c000. 00000080:00000010:3.0:1787148462.029494:0:278318:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff8c5c68f18e80. 00000080:00000001:3.0:1787148462.029497:0:278318:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:3.0:1787148462.029500:0:278318:0:(lmv_obd.c:4180:lmv_set_open_replay_data()) Process entered 00800000:00000001:3.0:1787148462.029513:0:278318:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1787148462.029515:0:278318:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1787148462.029517:0:278318:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1787148462.029519:0:278318:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1787148462.029521:0:278318:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1787148462.029523:0:278318:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b17:0x1547:0x0] 00800000:00000001:3.0:1787148462.029526:0:278318:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1787148462.029528:0:278318:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:3.0:1787148462.029532:0:278318:0:(obd.h:1442:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff8c5c71cd2440. 00000002:00100000:3.0:1787148462.029536:0:278318:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff8c5c72653800 x1873948276733312/t30064771461(30064771461) o101->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 528/608 e 0 to 0 dl 1787148517 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1787148462.029543:0:278318:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1787148462.029549:0:278318:0:(lmv_obd.c:4186:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:3.0:1787148462.029553:0:278318:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:3.0:1787148462.029556:0:278318:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787148462.029558:0:278318:0:(file.c:1298:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787148462.029561:0:278318:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787148462.029565:0:278318:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8c5c72653800 x1873948276733312/t30064771461(30064771461) o101->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 528/608 e 0 to 0 dl 1787148517 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 02000000:00000001:3.0:1787148462.029572:0:278318:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787148462.029575:0:278318:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff8c5c71b80000. 02000000:00000001:3.0:1787148462.029601:0:278318:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1787148462.029603:0:278318:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787148462.029606:0:278318:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffff9f0881503a68 00000080:00000008:3.0:1787148462.029608:0:278318:0:(file.c:1329:ll_file_open()) COMPLETED file f812b.sanity:[0x200002b17:0x1547:0x0](ffff8c5c78154b08), flags 100101, rc = 0 00000080:00000001:3.0:1787148462.029612:0:278318:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:3.0:1787148462.029614:0:278318:0:(dcache.c:176:ll_intent_release()) intent ffff8c5c650cc7e0 released 00000080:00010000:3.0:1787148462.029617:0:278318:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x632428c45c79557a from it ffff8c5c650cc7e0 00010000:00000001:3.0:1787148462.029619:0:278318:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787148462.029621:0:278318:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1787148462.029622:0:278318:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff8c5c40030e00 refcount=3 00000020:00000001:3.0:1787148462.029624:0:278318:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616926571662848 : -127147137888768 : ffff8c5c40030e00) 00010000:00000001:3.0:1787148462.029627:0:278318:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446616926571662848 : -127147137888768 : ffff8c5c40030e00) 00010000:00000001:3.0:1787148462.029628:0:278318:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1787148462.029632:0:278318:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c5c68fb1800 lock: ffff8c5c40030e00/0x632428c45c79557a lrc: 3/1,0 mode: PR/PR res: [0x200002b17:0x1547:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xd48b816baf445ceb expref: -99 pid: 278318 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1787148462.029638:0:278318:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787148462.029639:0:278318:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787148462.029641:0:278318:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1787148462.029643:0:278318:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1787148462.029646:0:278318:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c5c68fb1800 lock: ffff8c5c40030e00/0x632428c45c79557a lrc: 2/0,0 mode: PR/PR res: [0x200002b17:0x1547:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xd48b816baf445ceb expref: -99 pid: 278318 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1787148462.029652:0:278318:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787148462.029660:0:278318:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1787148462.029662:0:278318:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1787148462.029667:0:278318:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787148462.029668:0:278318:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787148462.029669:0:278318:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787148462.029673:0:278318:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1787148462.029674:0:278318:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787148462.029676:0:278318:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787148462.029679:0:278318:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787148462.029682:0:278318:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1787148462.029683:0:278318:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787148462.029684:0:278318:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1787148462.029685:0:278318:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:3.0:1787148462.029687:0:278318:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:3.0:1787148462.029689:0:278318:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:3.0:1787148462.029691:0:278318:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1787148462.029694:0:278318:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:3.0:1787148462.029695:0:278318:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787148462.029698:0:278318:0:(pcc.c:1930:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:3.0:1787148462.029700:0:278318:0:(pcc.c:1933:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787148462.029702:0:278318:0:(pcc.c:2398:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1787148462.029704:0:278318:0:(pcc.c:2425:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787148462.029706:0:278318:0:(namei.c:1550:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:3.0:1787148462.029708:0:278318:0:(namei.c:1562:ll_atomic_open()) kfreed 'it': 72 at ffff8c5c650cc7e0. 00000080:00000001:3.0:1787148462.029711:0:278318:0:(namei.c:1564:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787148462.029715:0:278318:0:(file.c:6646:ll_inode_permission()) Process entered 00000080:00200000:3.0:1787148462.029717:0:278318:0:(file.c:6661:ll_inode_permission()) VFS Op:inode=[0x200002b17:0x1547:0x0](ffff8c5c78154b08), inode mode 81a4 mask 40 00000080:00000001:3.0:1787148462.029721:0:278318:0:(file.c:6700:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787148462.029752:0:278318:0:(file.c:4633:ll_file_ioctl()) Process entered 00000080:00200080:3.0:1787148462.029754:0:278318:0:(file.c:4635:ll_file_ioctl()) VFS Op:inode=[0x200002b17:0x1547:0x0](ffff8c5c78154b08) cmd=4008669a arg=10602e0 00000080:00000001:3.0:1787148462.029760:0:278318:0:(file.c:2992:ll_lov_setstripe()) Process entered 00000080:00000001:3.0:1787148462.029762:0:278318:0:(llite_lib.c:4364:ll_copy_user_md()) Process entered 00000080:00000010:3.0:1787148462.029766:0:278318:0:(llite_lib.c:4373:ll_copy_user_md()) kmalloced '(*kbuf)': 32 at ffff8c5c71cd2840. 00000080:00000001:3.0:1787148462.029769:0:278318:0:(llite_lib.c:4382:ll_copy_user_md()) Process leaving (rc=32 : 32 : 20) 00000080:00000001:3.0:1787148462.029772:0:278318:0:(file.c:2746:ll_lov_setstripe_ea_info()) Process entered 00000080:00000001:3.0:1787148462.029775:0:278318:0:(file.c:806:ll_intent_file_open()) Process entered 00000080:00000010:3.0:1787148462.029778:0:278318:0:(llite_lib.c:4056:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff8c5c58067600. 00800000:00000002:3.0:1787148462.029782:0:278318:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff8c5c68f64000 2 00000080:00000001:3.0:1787148462.029791:0:278318:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1787148462.029794:0:278318:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1787148462.029796:0:278318:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffff9f0881503b10 00800000:00000002:3.0:1787148462.029798:0:278318:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open' for [0x200002b17:0x1547:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1787148462.029802:0:278318:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:3.0:1787148462.029804:0:278318:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1787148462.029805:0:278318:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1787148462.029806:0:278318:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1787148462.029808:0:278318:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1787148462.029810:0:278318:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1787148462.029812:0:278318:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b17:0x1547:0x0] 00800000:00000001:3.0:1787148462.029814:0:278318:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787148462.029816:0:278318:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffff9f0881503a90 00800000:00000002:3.0:1787148462.029819:0:278318:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200002b17:0x1547:0x0], name='' -> mds #0 layout version 1 00000002:00000001:3.0:1787148462.029822:0:278318:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1787148462.029824:0:278318:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffff9f08815039c8 00000002:00010000:3.0:1787148462.029826:0:278318:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200002b17:0x1547:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 040000002 00000002:00000001:3.0:1787148462.029830:0:278318:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1787148462.029832:0:278318:0:(mdc_locks.c:256:mdc_intent_open_pack()) Process entered 00000002:00000001:3.0:1787148462.029835:0:278318:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1787148462.029840:0:278318:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8c5c46c84300 count: 2 00010000:00000001:3.0:1787148462.029842:0:278318:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1787148462.029845:0:278318:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1787148462.029847:0:278318:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787148462.029849:0:278318:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1787148462.029851:0:278318:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1787148462.029853:0:278318:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:3.0:1787148462.029855:0:278318:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1787148462.029931:0:278318:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5c72650700. 00000020:00000040:3.0:1787148462.029935:0:278318:0:(genops.c:1231:class_import_get()) import ffff8c5c5776a000 refcount=7 obd=lustre-MDT0000-mdc-ffff8c5c68fb1800 02000000:00000001:3.0:1787148462.029939:0:278318:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1787148462.029941:0:278318:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787148462.029944:0:278318:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1787148462.029948:0:278318:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1787148462.029951:0:278318:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787148462.029957:0:278318:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787148462.029959:0:278318:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787148462.029962:0:278318:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787148462.029964:0:278318:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787148462.029967:0:278318:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787148462.029972:0:278318:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5c57628000. 00000100:00000001:3.0:1787148462.029979:0:278318:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787148462.029983:0:278318:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1787148462.029984:0:278318:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787148462.029986:0:278318:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1787148462.029987:0:278318:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787148462.029989:0:278318:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1787148462.029995:0:278318:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446616927416944384 : -127146292607232 : ffff8c5c72650700) 00010000:00000001:3.0:1787148462.029998:0:278318:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1787148462.030000:0:278318:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1787148462.030004:0:278318:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff8c5c46c84d00. 00010000:00000010:3.0:1787148462.030008:0:278318:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c5c506dfc80. 00010000:00000001:3.0:1787148462.030012:0:278318:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1787148462.030015:0:278318:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c5c40030200. 00000020:00000001:3.0:1787148462.030019:0:278318:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1787148462.030022:0:278318:0:(lustre_handles.c:93:class_handle_hash()) added object ffff8c5c40030200 with handle 0x632428c45c795581 to hash 00000020:00000001:3.0:1787148462.030023:0:278318:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1787148462.030025:0:278318:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446616926571659776 : -127147137891840 : ffff8c5c40030200) 00010000:00000001:3.0:1787148462.030028:0:278318:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446616926571659776 : -127147137891840 : ffff8c5c40030200) 00010000:00000001:3.0:1787148462.030031:0:278318:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1787148462.030034:0:278318:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787148462.030038:0:278318:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8c5c68fb1800 lock: ffff8c5c40030200/0x632428c45c795581 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 278318 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787148462.030045:0:278318:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8c5c68fb1800 lock: ffff8c5c40030200/0x632428c45c795581 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 278318 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:3.0:1787148462.030056:0:278318:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8c5c68fb1800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1787148462.030062:0:278318:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8c5c72650700 x1873948276733568/t0(0) o101->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1787148462.030078:0:278318:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8c5c68fb1800 lock: ffff8c5c40030200/0x632428c45c795581 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 278318 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1787148462.030084:0:278318:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1787148462.030086:0:278318:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1787148462.030092:0:278318:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c5c5dfc4540. 00000100:00000001:3.0:1787148462.030094:0:278318:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446616927074534720 : -127146635016896 : ffff8c5c5dfc4540) 00000100:00000001:3.0:1787148462.030096:0:278318:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787148462.030097:0:278318:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616927416944384 : -127146292607232 : ffff8c5c72650700) 00000100:00000001:3.0:1787148462.030122:0:278318:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787148462.030128:0:278318:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787148462.030129:0:278318:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1787148462.030131:0:278318:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787148462.030136:0:278318:0:(lustre_net.h:2406:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8c5c72650700 x1873948276733568/t0(0) o101->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787148462.030143:0:278318:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787148462.030145:0:278318:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787148462.030149:0:278318:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787148462.030151:0:278318:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787148462.030154:0:278318:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787148462.030157:0:278318:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5c72650700 pname:cluuid:pid:xid:nid:opc:job lfs:7e31181a-25e1-4c2b-a23d-b0f7747006f1:278318:1873948276733568:192.168.202.114@tcp:101:lfs.0 00000100:00000001:3.0:1787148462.030161:0:278318:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787148462.030166:0:278318:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787148462.030169:0:278318:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787148462.030172:0:278318:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787148462.030381:0:278318:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at ffff8c5c5e140000. 02000000:00000001:3.0:1787148462.030385:0:278318:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787148462.030391:0:278318:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000010:3.0:1787148462.030396:0:278318:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5c4a93fb58. 00000400:00000010:3.0:1787148462.030403:0:278318:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff8c5c45cf8000. 00000100:00000200:3.0:1787148462.030410:0:278318:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1873948276733568, portal 10 00000100:00000001:3.0:1787148462.030411:0:278318:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787148462.030416:0:278318:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616927416944384 : -127146292607232 : ffff8c5c72650700) 00000100:00000040:3.0:1787148462.030422:0:278318:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff8c5c72650700 x1873948276733568/t0(0) o101->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 648/131856 e 0 to 0 dl 1787148517 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787148462.030429:0:278318:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787148462.030432:0:278318:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.114@tcp 00000400:00000010:3.0:1787148462.030435:0:278318:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5c72962908. 00000100:00000200:3.0:1787148462.030438:0:278318:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1873948276733568, offset 0 00000400:00000200:3.0:1787148462.030444:0:278318:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.114@tcp 00000400:00000200:3.0:1787148462.030451:0:278318:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:3.0:1787148462.030458:0:278318:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.114@tcp local destination 00000400:00000200:3.0:1787148462.030462:0:278318:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787148462.030466:0:278318:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.14@tcp 00000400:00000200:3.0:1787148462.030470:0:278318:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.14@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787148462.030472:0:278318:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.114@tcp 00000400:00000200:3.0:1787148462.030476:0:278318:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.14@tcp NI seq info: [556907:556907:256:4294967295] 192.168.202.114@tcp LPNI seq info [556863:556863:8:4294967295] 00000400:00000200:3.0:1787148462.030480:0:278318:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:3.0:1787148462.030489:0:278318:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.14@tcp(192.168.202.14@tcp:) -> 192.168.202.114@tcp(192.168.202.114@tcp:192.168.202.114@tcp) : PUT try# 0 00000800:00000200:3.0:1787148462.030495:0:278318:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.202.114@tcp 00000800:00000010:3.0:1787148462.030499:0:278318:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5c50a4e900. 00000800:00000200:3.0:1787148462.030514:0:278318:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5c4508fcc0] -> 12345-192.168.202.114@tcp (5) 00000800:00000200:3.0:1787148462.030522:0:278318:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.114@tcp ip 192.168.202.114:988 00000800:00000200:3.0:1787148462.030527:0:278318:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8c5c50a4e900 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:3.0:1787148462.030547:0:278318:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787148462.030552:0:278318:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5c68fb1800: using a timeout of 24705 usecs (25 jiffies) 00000400:00000200:3.0:1787148462.030555:0:278318:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000100:00000001:3.0:1787148462.030558:0:278318:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5c68fb1800: PM QoS new deadline estimation for cpu 0 is 4306970825 00000100:00000001:3.0:1787148462.030568:0:278318:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5c68fb1800: PM QoS request active for cpu 0, simply extend its deadline from 4306970815 00000100:00000001:3.0:1787148462.030574:0:278318:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5c68fb1800: PM QoS new deadline estimation for cpu 1 is 4306970825 00000100:00000001:3.0:1787148462.030576:0:278318:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5c68fb1800: PM QoS request active for cpu 1, simply extend its deadline from 4306970815 00000100:00000001:3.0:1787148462.030588:0:278318:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787148462.030591:0:278318:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787148462.030593:0:278318:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787148462.030595:0:278318:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00100000:3.0:1787148462.030598:0:278318:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5c5dfc4540 going to sleep for 50 seconds 00000100:00000001:3.0:1787148462.030601:0:278318:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787148462.030603:0:278318:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1787148462.030954:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1787148462.030959:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5c50a4e900. 00000400:00000200:0.0:1787148462.030963:0:2385:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787148462.030968:0:2385:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.14@tcp->192.168.202.114@tcp: PUT: OK 00000400:00000200:0.0:1787148462.030974:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5c72962908 00000400:00000010:0.0:1787148462.030976:0:2385:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff8c5c72962908. 00000100:00000001:0.0:1787148462.030980:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787148462.030984:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c5c72650700 x1873948276733568/t0(0) o101->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 648/131856 e 0 to 0 dl 1787148517 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787148462.030993:0:2385:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787148462.030996:0:2385:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8c5c72650700 x1873948276733568/t0(0) o101->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 648/131856 e 0 to 0 dl 1787148517 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787148462.031002:0:2385:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787148462.031004:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:3.1:1787148462.032205:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5c46c84e00. 00000800:00000001:0.0:1787148462.035371:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787148462.035384:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1787148462.035388:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787148462.035389:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787148462.035408:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148462.035414:0:2386:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.14@tcp(192.168.202.14@tcp) <- 192.168.202.114@tcp : PUT - for me 00000400:00000200:0.0:1787148462.035421:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148462.035424:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148462.035428:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148462.035431:0:2386:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.114@tcp of length 328 into portal 15 MB=0x6a8589295a580 00000400:00000200:0.0:1787148462.035437:0:2386:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.202.114@tcp of length 328/328 into md 0x5617a1 [2] + 1768 00000400:00000010:0.0:1787148462.035441:0:2386:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5c48262cb8. 00000400:00000200:0.0:1787148462.035445:0:2386:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8c5c4a8863c0 00000800:00000001:0.0:1787148462.035449:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787148462.035454:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787148462.035457:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787148462.035460:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.14@tcp->192.168.202.114@tcp: PUT: OK 00000400:00000200:0.0:1787148462.035465:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5c4a8863c0 00000400:00000010:0.0:1787148462.035467:0:2386:0:(lib-lnet.h:285:lnet_md_free()) kfreed 'md': 152 at ffff8c5c4a8863c0. 00000100:00000001:0.0:1787148462.035471:0:2386:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1787148462.035473:0:2386:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000040:0.0:1787148462.035475:0:2386:0:(events.c:337:request_in_callback()) incoming req@ffff8c5c714e7450 x1873948230133120 msgsize 328 00000100:00100000:0.0:1787148462.035478:0:2386:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.114@tcp (source: 12345-192.168.202.114@tcp) 00000100:00000040:0.0:1787148462.035480:0:2386:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:0.0:1787148462.035492:0:2386:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1787148462.035499:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787148462.035511:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1787148462.035541:0:235338:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8c5c733b9400. 00000100:00000010:1.0:1787148462.035550:0:235338:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8c5c574d2000. 00000100:00100000:1.0:1787148462.035553:0:235338:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00000200:1.0:1787148462.035557:0:235338:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_cbd: registering portal 15 00000400:00000010:1.0:1787148462.035561:0:235338:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5c48262f78. 00000400:00000010:1.0:1787148462.035567:0:235338:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8c5c5de9ac00. 00000100:00000001:1.0:1787148462.035577:0:235338:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1787148462.035579:0:235338:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873948230133120 02000000:00000001:1.0:1787148462.035581:0:235338:0:(sec.c:2511:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1787148462.035584:0:235338:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1787148462.035586:0:235338:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787148462.035591:0:235338:0:(sec.c:2568:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787148462.035596:0:235338:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1873948230133120 00000020:00000001:1.0:1787148462.035600:0:235338:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1787148462.035602:0:235338:0:(genops.c:825:class_conn2export()) looking for export cookie 0x632428c45c772710 00000020:00000001:1.0:1787148462.035605:0:235338:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1787148462.035608:0:235338:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5c4aea1800 refcount=5 00000020:00000001:1.0:1787148462.035610:0:235338:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616926754576384 : -127146954975232 : ffff8c5c4aea1800) 00000020:00000001:1.0:1787148462.035613:0:235338:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616926754576384 : -127146954975232 : ffff8c5c4aea1800) 00000100:00000001:1.0:1787148462.035617:0:235338:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1787148462.035622:0:235338:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c5c5763ab40. 00000100:00000001:1.0:1787148462.035688:0:235338:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1787148462.035692:0:235338:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c5c5763ab40. 00000020:00000010:1.0:1787148462.035700:0:235338:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c5c4a2ee800. 00000020:00000010:1.0:1787148462.035706:0:235338:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c5c72557400. 00000020:00000010:1.0:1787148462.035711:0:235338:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c5c71884258. 00000100:00000040:1.0:1787148462.035719:0:235338:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:1.0:1787148462.035722:0:235338:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1787148462.035723:0:235338:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1787148462.035725:0:235338:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787148462.035733:0:235338:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787148462.035755:0:235338:0:(service.c:2450:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787148462.035769:0:235338:0:(service.c:2484:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1787148462.035771:0:235338:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1787148462.035776:0:235338:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.114@tcp, seq: 5344 00000100:00000040:1.0:1787148462.035779:0:235338:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff8c5c4aea1800 : new rpc_count 1 00000100:00000001:1.0:1787148462.035782:0:235338:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446616927398687824 : -127146310863792 : ffff8c5c714e7450) 00000100:00000040:1.0:1787148462.035789:0:235338:0:(lustre_net.h:2406:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8c5c714e7450 x1873948230133120/t0(0) o104->7e31181a-25e1-4c2b-a23d-b0f7747006f1@192.168.202.114@tcp:53/0 lens 328/0 e 0 to 0 dl 1787148473 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787148462.035799:0:235338:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1787148462.035801:0:235338:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c5c5763ab40. 00000100:00000001:1.0:1787148462.035803:0:235338:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1787148462.035805:0:235338:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c5c5763ab40. 00000100:00100000:1.0:1787148462.035809:0:235338:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c5c714e7450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:7e31181a-25e1-4c2b-a23d-b0f7747006f1+5:103467:x1873948230133120:12345-192.168.202.114@tcp:104: 00000100:00000200:1.0:1787148462.035812:0:235338:0:(service.c:2568:ptlrpc_server_handle_request()) got req 1873948230133120 00010000:00000001:1.0:1787148462.035815:0:235338:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:1.0:1787148462.035823:0:235338:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787148462.035824:0:235338:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1787148462.035826:0:235338:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff8c5c40030e00 refcount=2 00000020:00000001:1.0:1787148462.035829:0:235338:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616926571662848 : -127147137888768 : ffff8c5c40030e00) 00010000:00000001:1.0:1787148462.035831:0:235338:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446616926571662848 : -127147137888768 : ffff8c5c40030e00) 00010000:00000001:1.0:1787148462.035835:0:235338:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1787148462.035839:0:235338:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1787148462.035845:0:235338:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffff8c5c68fb1800 lock: ffff8c5c40030e00/0x632428c45c79557a lrc: 2/0,0 mode: PR/PR res: [0x200002b17:0x1547:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0xd48b816baf445ceb expref: -99 pid: 278318 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000100:00000001:1.0:1787148462.035856:0:235338:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1787148462.035859:0:235338:0:(sec.c:2590:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1787148462.035864:0:235338:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8c5c733b9000. 02000000:00000001:1.0:1787148462.035867:0:235338:0:(sec.c:2627:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787148462.035870:0:235338:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787148462.035875:0:235338:0:(ldlm_lib.c:3322:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1787148462.035884:0:235338:0:(ldlm_lib.c:3343:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1787148462.035889:0:235338:0:(import.c:2149:obd_at_measure()) add 1 to ffff8c5c48d4dde8 time=235 v=5 (1 1 1 1) 00000100:00000001:1.0:1787148462.035894:0:235338:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787148462.035897:0:235338:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5c504f63c0 refcount 16 to 192.168.202.114@tcp 00000100:00000001:1.0:1787148462.035899:0:235338:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616926845100992 : -127146864450624 : ffff8c5c504f63c0) 02000000:00000001:1.0:1787148462.035902:0:235338:0:(sec.c:2641:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1787148462.035904:0:235338:0:(sec.c:2652:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787148462.035907:0:235338:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787148462.035909:0:235338:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.114@tcp 00000400:00000010:1.0:1787148462.035913:0:235338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5c6f026198. 00000100:00000200:1.0:1787148462.035917:0:235338:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1873948230133120, offset 224 00000400:00000200:1.0:1787148462.035923:0:235338:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.114@tcp 00000400:00000200:1.0:1787148462.035930:0:235338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:1.0:1787148462.035936:0:235338:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.202.14@tcp to MR: 192.168.202.114@tcp local destination 00000400:00000200:1.0:1787148462.035943:0:235338:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.14@tcp NI seq info: [556908:556908:256:4294967295] 192.168.202.114@tcp LPNI seq info [556864:556864:8:4294967295] 00000400:00000200:1.0:1787148462.035947:0:235338:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:1.0:1787148462.035955:0:235338:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.14@tcp(192.168.202.14@tcp:192.168.202.14@tcp) -> 192.168.202.114@tcp(192.168.202.114@tcp:192.168.202.114@tcp) : PUT try# 0 00000800:00000200:1.0:1787148462.035961:0:235338:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.114@tcp 00000800:00000010:1.0:1787148462.035966:0:235338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5c68fa7500. 00000800:00000200:1.0:1787148462.035974:0:235338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5c4508fcc0] -> 12345-192.168.202.114@tcp (5) 00000800:00000200:1.0:1787148462.035982:0:235338:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.114@tcp ip 192.168.202.114:988 00000800:00000200:1.0:1787148462.035999:0:235338:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8c5c68fa7500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1787148462.036012:0:235338:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787148462.036016:0:235338:0:(lustre_net.h:1966:ptlrpc_connection_put()) PUT conn=ffff8c5c504f63c0 refcount 15 to 192.168.202.114@tcp 00010000:00000001:1.0:1787148462.036019:0:235338:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:1.0:1787148462.036023:0:235338:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8c5c5de9af00. 00010000:00000001:1.0:1787148462.036026:0:235338:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:1.0:1787148462.036041:0:235338:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:1.0:1787148462.036044:0:235338:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787148462.036046:0:235338:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787148462.036047:0:235338:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787148462.036052:0:235338:0:(lustre_net.h:2406:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8c5c714e7450 x1873948230133120/t0(0) o104->7e31181a-25e1-4c2b-a23d-b0f7747006f1@192.168.202.114@tcp:53/0 lens 328/224 e 0 to 0 dl 1787148473 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787148462.036066:0:235338:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c5c714e7450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:7e31181a-25e1-4c2b-a23d-b0f7747006f1+5:103467:x1873948230133120:12345-192.168.202.114@tcp:104: Request processed in 266us (588us total) trans 0 rc 0/0 00000100:00100000:1.0:1787148462.036073:0:235338:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.114@tcp, seq: 5344 00000100:00000040:1.0:1787148462.036076:0:235338:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8c5c4aea1800 : new rpc_count 0 00000100:00000001:1.0:1787148462.036078:0:235338:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1787148462.036080:0:235338:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1787148462.036085:0:235338:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c5c72557400. 00000020:00000010:1.0:1787148462.036088:0:235338:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c5c71884258. 00000020:00000010:1.0:1787148462.036091:0:235338:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c5c4a2ee800. 00000020:00000040:1.0:1787148462.036097:0:235338:0:(genops.c:900:class_export_put()) PUTting export ffff8c5c4aea1800 : new refcount 4 02000000:00000001:1.0:1787148462.036150:0:235338:0:(sec.c:2664:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1787148462.036153:0:235338:0:(sec_null.c:325:null_free_rs()) kvfree 'rs': 520 at ffff8c5c714e4c00. 02000000:00000001:1.0:1787148462.036157:0:235338:0:(sec.c:2677:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1787148462.036159:0:235338:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5c6dfe8a80. 02000000:00000001:1.0:1787148462.036162:0:235338:0:(sec.c:2664:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1787148462.036163:0:235338:0:(sec_null.c:325:null_free_rs()) kvfree 'rs': 520 at ffff8c5c714e6800. 02000000:00000001:1.0:1787148462.036166:0:235338:0:(sec.c:2677:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1787148462.036168:0:235338:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5c6f339180. 02000000:00000001:1.0:1787148462.036172:0:235338:0:(sec.c:2664:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1787148462.036173:0:235338:0:(sec_null.c:325:null_free_rs()) kvfree 'rs': 520 at ffff8c5c6f06d800. 02000000:00000001:1.0:1787148462.036175:0:235338:0:(sec.c:2677:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1787148462.036176:0:235338:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5c6f338380. 02000000:00000001:1.0:1787148462.036179:0:235338:0:(sec.c:2664:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1787148462.036180:0:235338:0:(sec_null.c:325:null_free_rs()) kvfree 'rs': 520 at ffff8c5c714e4800. 02000000:00000001:1.0:1787148462.036182:0:235338:0:(sec.c:2677:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1787148462.036183:0:235338:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5c6dfeb480. 02000000:00000001:1.0:1787148462.036186:0:235338:0:(sec.c:2664:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1787148462.036187:0:235338:0:(sec_null.c:325:null_free_rs()) kvfree 'rs': 520 at ffff8c5c714e5000. 02000000:00000001:1.0:1787148462.036189:0:235338:0:(sec.c:2677:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1787148462.036190:0:235338:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5c6f33bb80. 00000100:00000010:1.0:1787148462.036193:0:235338:0:(service.c:994:ptlrpc_server_drop_request()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8c5c574d0000. 00000100:00000010:1.0:1787148462.036196:0:235338:0:(service.c:995:ptlrpc_server_drop_request()) kfreed 'rqbd': 968 at ffff8c5c714e7400. 00000100:00000001:1.0:1787148462.036199:0:235338:0:(service.c:2640:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1787148462.036311:0:235349:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787148462.036315:0:235349:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787148462.036317:0:235349:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:2.0:1787148462.036320:0:235349:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:2.0:1787148462.036322:0:235349:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1787148462.036326:0:235349:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8c5c68fb1800 lock: ffff8c5c40030e00/0x632428c45c79557a lrc: 2/0,0 mode: PR/PR res: [0x200002b17:0x1547:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0xd48b816baf445ceb expref: -99 pid: 278318 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787148462.036336:0:235349:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c5c40030e00 already unused, calling callback (ffffffffc198a2d0) 00000080:00000001:2.0:1787148462.036339:0:235349:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:2.0:1787148462.036343:0:235349:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8c5c68fb1800 lock: ffff8c5c40030e00/0x632428c45c79557a lrc: 2/0,0 mode: PR/PR res: [0x200002b17:0x1547:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x420400000000 nid: local remote: 0xd48b816baf445ceb expref: -99 pid: 278318 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1787148462.036350:0:235349:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:2.0:1787148462.036353:0:235349:0:(ldlm_inodebits.c:543:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:2.0:1787148462.036356:0:235349:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8c5c68fb1800 lock: ffff8c5c40030e00/0x632428c45c79557a lrc: 2/0,0 mode: PR/PR res: [0x200002b17:0x1547:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x420400000000 nid: local remote: 0xd48b816baf445ceb expref: -99 pid: 278318 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1787148462.036362:0:235349:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:2.0:1787148462.036365:0:235349:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1787148462.036366:0:235349:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1787148462.036368:0:235349:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1787148462.036377:0:235349:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff8c5c40030e00 refcount=3 00000020:00000001:2.0:1787148462.036378:0:235349:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616926571662848 : -127147137888768 : ffff8c5c40030e00) 00010000:00000001:2.0:1787148462.036381:0:235349:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446616926571662848 : -127147137888768 : ffff8c5c40030e00) 00010000:00000001:2.0:1787148462.036384:0:235349:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1787148462.036386:0:235349:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8c5c68fb1800 lock: ffff8c5c40030e00/0x632428c45c79557a lrc: 3/0,0 mode: PR/PR res: [0x200002b17:0x1547:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x428400000000 nid: local remote: 0xd48b816baf445ceb expref: -99 pid: 278318 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00000001:2.0:1787148462.036393:0:235349:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1787148462.036398:0:235349:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1787148462.036400:0:235349:0:(file.c:6085:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1787148462.036402:0:235349:0:(file.c:6091:ll_have_md_lock()) trying to match res [0x200002b17:0x1547:0x0] mode (null) 00000002:00000001:2.0:1787148462.036406:0:235349:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1787148462.036409:0:235349:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1787148462.036415:0:235349:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8c5c46c84300 count: 2 00010000:00000001:2.0:1787148462.036417:0:235349:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1787148462.036422:0:235349:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1787148462.036423:0:235349:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1787148462.036424:0:235349:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1787148462.036426:0:235349:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8c5c46c84300 count: 2 00010000:00000001:2.0:1787148462.036428:0:235349:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1787148462.036429:0:235349:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1787148462.036431:0:235349:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1787148462.036432:0:235349:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1787148462.036433:0:235349:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8c5c46c84300 count: 2 00010000:00000001:2.0:1787148462.036435:0:235349:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1787148462.036437:0:235349:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1787148462.036438:0:235349:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1787148462.036440:0:235349:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1787148462.036441:0:235349:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8c5c46c84300 count: 2 00010000:00000001:2.0:1787148462.036443:0:235349:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1787148462.036445:0:235349:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787148462.036447:0:235349:0:(file.c:6113:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787148462.036449:0:235349:0:(file.c:6791:ll_layout_conf()) Process entered 00000020:00000001:2.0:1787148462.036451:0:235349:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000010:2.0:1787148462.036457:0:235349:0:(cl_object.c:707:cl_env_new()) slab-alloced 'cle': 144 at ffff8c5c4a9e5bd0. 00000800:00000200:0.0:1787148462.036458:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000020:00000010:2.0:1787148462.036461:0:235349:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c5c47580c00. 00000800:00000010:0.0:1787148462.036462:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5c68fa7500. 00000400:00000200:0.0:1787148462.036466:0:2385:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:2.0:1787148462.036470:0:235349:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff8c5c47580a00. 00000400:00000200:0.0:1787148462.036470:0:2385:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.14@tcp->192.168.202.114@tcp: PUT: OK 00000020:00000010:2.0:1787148462.036473:0:235349:0:(cl_object.c:1113:cl_key_init()) kmalloced '(value)': 72 at ffff8c5c45727540. 00000400:00000200:0.0:1787148462.036475:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5c6f026198 00000400:00000010:0.0:1787148462.036476:0:2385:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff8c5c6f026198. 00000008:00000010:2.0:1787148462.036479:0:235349:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff8c5c5e7ace50. 00000100:00000001:0.0:1787148462.036480:0:2385:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:0.0:1787148462.036482:0:2385:0:(sec.c:2664:sptlrpc_svc_free_rs()) Process entered 00020000:00000010:2.0:1787148462.036484:0:235349:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff8c5c4b17f480. 02000000:00000010:0.0:1787148462.036484:0:2385:0:(sec_null.c:325:null_free_rs()) kvfree 'rs': 520 at ffff8c5c733b9000. 02000000:00000001:0.0:1787148462.036487:0:2385:0:(sec.c:2677:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1787148462.036488:0:2385:0:(events.c:398:reply_out_callback()) Process leaving 00008000:00000010:2.0:1787148462.036489:0:235349:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8c5c4a843170. 00000080:00000010:2.0:1787148462.036495:0:235349:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff8c5c4a54bb28. 00000080:00000010:2.0:1787148462.036499:0:235349:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff8c5c5019a2b0. 00000020:00000010:2.0:1787148462.036516:0:235349:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c5c47580e00. 00000008:00000010:2.0:1787148462.036521:0:235349:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff8c5c65027b80. 00020000:00000010:2.0:1787148462.036525:0:235349:0:(lov_dev.c:117:lov_session_key_init()) slab-alloced 'info': 584 at ffff8c5c46ddc000. 00008000:00000010:2.0:1787148462.036529:0:235349:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff8c5c4a9e35b0. 00000080:00000010:2.0:1787148462.036533:0:235349:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8c5c72484d20. 00000020:00000001:2.0:1787148462.036536:0:235349:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446616926749613016 : -127146959938600 : ffff8c5c4a9e5bd8) 00000020:00001000:2.0:1787148462.036539:0:235349:0:(cl_object.c:823:cl_env_get()) 1@ffff8c5c4a9e5bd0 00000020:00000001:2.0:1787148462.036541:0:235349:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:2.0:1787148462.036544:0:235349:0:(vvp_object.c:117:vvp_conf_set()) [0x200002b17:0x1547:0x0]: losing layout lock 00000080:00000001:2.0:1787148462.036547:0:235349:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:2.0:1787148462.036550:0:235349:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:2.0:1787148462.036553:0:235349:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:2.0:1787148462.036556:0:235349:0:(lov_object.c:1462:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1787148462.036559:0:235349:0:(lov_object.c:1535:lov_conf_set()) [0x200002b17:0x1547:0x0] lo_layout_invalid=1 00020000:00000001:2.0:1787148462.036561:0:235349:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787148462.036562:0:235349:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1787148462.036564:0:235349:0:(cl_object.c:917:cl_env_put()) 1@ffff8c5c4a9e5bd0 00000020:00000010:2.0:1787148462.036567:0:235349:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff8c5c47580a00. 00000020:00000010:2.0:1787148462.036570:0:235349:0:(cl_object.c:1113:cl_key_fini()) kfreed 'info': 72 at ffff8c5c45727540. 00000008:00000010:2.0:1787148462.036574:0:235349:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff8c5c5e7ace50. 00020000:00000010:2.0:1787148462.036578:0:235349:0:(lov_dev.c:95:lov_key_fini()) slab-freed '(info)': 192 at ffff8c5c4b17f480. 00008000:00000010:2.0:1787148462.036582:0:235349:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8c5c4a843170. 00000080:00000010:2.0:1787148462.036585:0:235349:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff8c5c4a54bb28. 00000080:00000010:2.0:1787148462.036588:0:235349:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff8c5c5019a2b0. 00000020:00000010:2.0:1787148462.036591:0:235349:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c5c47580c00. 00000008:00000010:2.0:1787148462.036593:0:235349:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff8c5c65027b80. 00020000:00000010:2.0:1787148462.036596:0:235349:0:(lov_dev.c:136:lov_session_key_fini()) slab-freed '(info)': 584 at ffff8c5c46ddc000. 00008000:00000010:2.0:1787148462.036606:0:235349:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff8c5c4a9e35b0. 00000080:00000010:2.0:1787148462.036610:0:235349:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff8c5c72484d20. 00000020:00000010:2.0:1787148462.036613:0:235349:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c5c47580e00. 00000020:00000010:2.0:1787148462.036615:0:235349:0:(cl_object.c:742:cl_env_fini()) slab-freed '(cle)': 144 at ffff8c5c4a9e5bd0. 00000080:00000001:2.0:1787148462.036618:0:235349:0:(file.c:6833:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787148462.036622:0:235349:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:2.0:1787148462.036634:0:235349:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200002b17:0x1547:0x0](ffff8c5c78154b08) invalid 00000020:00000001:2.0:1787148462.036638:0:235349:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffff9f0881cd3c40 00000080:00002000:2.0:1787148462.036640:0:235349:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry f812b.sanity (ffff8c5c58f19ca8) parent ffff8c5c58f195e8 inode ffff8c5c78154b08 refc 1 00000080:00000001:2.0:1787148462.036645:0:235349:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:2.0:1787148462.036647:0:235349:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1787148462.036649:0:235349:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787148462.036653:0:235349:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1787148462.036656:0:235349:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1787148462.036658:0:235349:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1787148462.036659:0:235349:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1787148462.036662:0:235349:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1787148462.036665:0:235349:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff8c5c40030e00 with handle 0x632428c45c79557a from hash 00010000:00000001:2.0:1787148462.036668:0:235349:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1787148462.036669:0:235349:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787148462.036671:0:235349:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1787148462.036672:0:235349:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1787148462.036676:0:235349:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1787148462.036678:0:235349:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:2.0:1787148462.036683:0:235349:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1787148462.036688:0:235349:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787148462.036690:0:235349:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1787148462.036691:0:235349:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787148462.036694:0:235349:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1787148462.036696:0:235349:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:2.0:1787148462.036702:0:235349:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5c5e1fe680. 00000020:00000040:2.0:1787148462.036705:0:235349:0:(genops.c:1231:class_import_get()) import ffff8c5c5776a000 refcount=8 obd=lustre-MDT0000-mdc-ffff8c5c68fb1800 00000100:00000001:2.0:1787148462.036710:0:235349:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787148462.036713:0:235349:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787148462.036718:0:235349:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787148462.036729:0:235349:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c5c47580e00. 00000100:00000001:2.0:1787148462.036736:0:235349:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787148462.036739:0:235349:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1787148462.036744:0:235349:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8c5c68fb1800 lock: ffff8c5c40030e00/0x632428c45c79557a lrc: 2/0,0 mode: --/PR res: [0x200002b17:0x1547:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0xd48b816baf445ceb expref: -99 pid: 278318 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787148462.036751:0:235349:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1787148462.036752:0:235349:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787148462.036757:0:235349:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787148462.036761:0:235349:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787148462.036769:0:235349:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bc62a3e6] to pc [ptlrpcd_01_00+0] req@ffff8c5c5e1fe680 x1873948276733696/t0(0) o103->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1787148462.036805:0:235349:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1787148462.036807:0:235349:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787148462.036808:0:235349:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1787148462.036810:0:235349:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787148462.036812:0:235349:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787148462.036814:0:235349:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787148462.036817:0:235349:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8c5c68fb1800 lock: ffff8c5c40030e00/0x632428c45c79557a lrc: 1/0,0 mode: --/PR res: [0x200002b17:0x1547:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0xd48b816baf445ceb expref: -99 pid: 278318 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1787148462.036823:0:235349:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1787148462.036825:0:235349:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8c5c68fb1800 lock: ffff8c5c40030e00/0x632428c45c79557a lrc: 0/0,0 mode: --/PR res: [0x200002b17:0x1547:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0xd48b816baf445ceb expref: -99 pid: 278318 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000040:2.0:1787148462.036832:0:235349:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff8c5c46c84300 count: 0 00010000:00000010:2.0:1787148462.036838:0:235349:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c5c506df780. 00010000:00000001:2.0:1787148462.036849:0:235349:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1787148462.036851:0:235349:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:2.0:1787148462.036853:0:235349:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8c5c5de9af00. 00010000:00000001:2.0:1787148462.036855:0:235349:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787148462.036857:0:235349:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787148462.036859:0:235349:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787148462.036867:0:235349:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1787148462.036869:0:235349:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787148462.036870:0:235349:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787148462.036872:0:235349:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1787148462.036873:0:235349:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787148462.036875:0:235349:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787148462.036876:0:235349:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1787148462.036885:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1787148462.036888:0:2396:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:2.0:1787148462.036890:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787148462.036895:0:2396:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787148462.036897:0:2396:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787148462.036898:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787148462.036900:0:2396:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787148462.036902:0:2396:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787148462.036909:0:2396:0:(lustre_net.h:2406:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8c5c5e1fe680 x1873948276733696/t0(0) o103->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787148462.036917:0:2396:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787148462.036919:0:2396:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787148462.036923:0:2396:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787148462.036926:0:2396:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787148462.036929:0:2396:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787148462.036932:0:2396:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5c5e1fe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:7e31181a-25e1-4c2b-a23d-b0f7747006f1:2396:1873948276733696:192.168.202.114@tcp:103:ldlm_bl.0 00000100:00000001:2.0:1787148462.036936:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787148462.036941:0:2396:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787148462.036943:0:2396:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787148462.036946:0:2396:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787148462.036949:0:2396:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c5c47580c00. 02000000:00000001:2.0:1787148462.036952:0:2396:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787148462.036958:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000010:2.0:1787148462.036961:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5c68ddbb00. 00000400:00000010:2.0:1787148462.036967:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5c42ee32a8. 00000100:00000200:2.0:1787148462.036972:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1873948276733696, portal 18 00000100:00000001:2.0:1787148462.036975:0:2396:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787148462.036976:0:2396:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616927076869760 : -127146632681856 : ffff8c5c5e1fe680) 00000100:00000040:2.0:1787148462.037000:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8c5c5e1fe680 x1873948276733696/t0(0) o103->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:17/18 lens 328/224 e 0 to 0 dl 1787148478 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787148462.037008:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787148462.037010:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.114@tcp 00000400:00000010:2.0:1787148462.037013:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5c42ee3aa0. 00000100:00000200:2.0:1787148462.037018:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1873948276733696, offset 0 00000400:00000200:2.0:1787148462.037023:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.114@tcp 00000400:00000200:2.0:1787148462.037030:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:2.0:1787148462.037035:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.114@tcp local destination 00000400:00000200:2.0:1787148462.037040:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787148462.037045:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.14@tcp 00000400:00000200:2.0:1787148462.037048:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.14@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787148462.037051:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.114@tcp 00000400:00000200:2.0:1787148462.037055:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.14@tcp NI seq info: [556909:556909:256:4294967295] 192.168.202.114@tcp LPNI seq info [556865:556865:8:4294967295] 00000400:00000200:2.0:1787148462.037059:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:2.0:1787148462.037067:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.14@tcp(192.168.202.14@tcp:) -> 192.168.202.114@tcp(192.168.202.114@tcp:192.168.202.114@tcp) : PUT try# 0 00000800:00000200:2.0:1787148462.037072:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.114@tcp 00000800:00000010:2.0:1787148462.037076:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5c46fcbc00. 00000800:00000200:2.0:1787148462.037081:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5c4508fcc0] -> 12345-192.168.202.114@tcp (5) 00000800:00000200:2.0:1787148462.037087:0:2396:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.114@tcp ip 192.168.202.114:988 00000800:00000200:2.0:1787148462.037091:0:2396:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8c5c46fcbc00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1787148462.037128:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787148462.037133:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5c68fb1800: using a timeout of 24705 usecs (25 jiffies) 00000100:00000001:3.0:1787148462.037134:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787148462.037137:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787148462.037137:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000100:00000001:2.0:1787148462.037140:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5c68fb1800: PM QoS new deadline estimation for cpu 0 is 4306970832 00000100:00000001:2.0:1787148462.037149:0:2396:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5c68fb1800: PM QoS request active for cpu 0, simply extend its deadline from 4306970825 00000100:00000001:2.0:1787148462.037153:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5c68fb1800: PM QoS new deadline estimation for cpu 1 is 4306970832 00000100:00000001:2.0:1787148462.037157:0:2396:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5c68fb1800: PM QoS request active for cpu 1, simply extend its deadline from 4306970825 00000100:00000001:2.0:1787148462.037161:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787148462.037169:0:2396:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787148462.037172:0:2396:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787148462.037174:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1787148462.037368:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1787148462.037372:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5c46fcbc00. 00000400:00000200:0.0:1787148462.037375:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787148462.037378:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.14@tcp->192.168.202.114@tcp: PUT: OK 00000400:00000200:0.0:1787148462.037381:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5c42ee3aa0 00000400:00000010:0.0:1787148462.037382:0:2386:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff8c5c42ee3aa0. 00000100:00000001:0.0:1787148462.037385:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787148462.037388:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c5c5e1fe680 x1873948276733696/t0(0) o103->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:17/18 lens 328/224 e 0 to 0 dl 1787148478 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787148462.037395:0:2386:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787148462.037397:0:2386:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8c5c5e1fe680 x1873948276733696/t0(0) o103->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:17/18 lens 328/224 e 0 to 0 dl 1787148478 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787148462.037401:0:2386:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787148462.037402:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1787148462.039666:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787148462.039683:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1787148462.039688:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787148462.039691:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787148462.039701:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148462.039709:0:2385:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.14@tcp(192.168.202.14@tcp) <- 192.168.202.114@tcp : PUT - for me 00000400:00000200:0.0:1787148462.039720:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148462.039725:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148462.039731:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148462.039735:0:2385:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.114@tcp of length 224 into portal 18 MB=0x6a858955cb700 00000400:00000200:0.0:1787148462.039739:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148462.039746:0:2385:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.202.114@tcp of length 224/224 into md 0x561ed1 [1] + 224 00000800:00000001:0.0:1787148462.039753:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787148462.039763:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787148462.039766:0:2385:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787148462.039771:0:2385:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.14@tcp->192.168.202.114@tcp: PUT: OK 00000100:00000001:0.0:1787148462.039777:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787148462.039786:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c5c5e1fe680 x1873948276733696/t0(0) o103->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:17/18 lens 328/224 e 0 to 0 dl 1787148478 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1787148462.039819:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8c5c5e1fe680 x1873948276733696/t0(0) o103->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:17/18 lens 328/224 e 0 to 0 dl 1787148478 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787148462.039842:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1787148462.039853:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787148462.039856:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787148462.041165:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787148462.041175:0:2396:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1787148462.041184:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787148462.041187:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787148462.041191:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5c68ddbb00. 00000400:00000200:2.0:1787148462.041198:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5c42ee32a8 00000400:00000010:2.0:1787148462.041202:0:2396:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff8c5c42ee32a8. 00000100:00000001:2.0:1787148462.041206:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787148462.041219:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c5c5e1fe680 x1873948276733696/t0(0) o103->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:17/18 lens 328/224 e 0 to 0 dl 1787148478 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787148462.041230:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c5c5e1fe680 x1873948276733696/t0(0) o103->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:17/18 lens 328/224 e 0 to 0 dl 1787148478 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787148462.041238:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787148462.041240:0:2396:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787148462.041242:0:2396:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1787148462.041246:0:2396:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1787148462.041249:0:2396:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787148462.041251:0:2396:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787148462.041255:0:2396:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1787148462.041267:0:2396:0:(import.c:2149:obd_at_measure()) add 5 to ffff8c5c5776a538 time=235 v=5 (5 5 5 5) 00000100:00001000:2.0:1787148462.041271:0:2396:0:(import.c:2149:obd_at_measure()) add 1 to ffff8c5c5776a418 time=146 v=5 (1 1 0 0) 00000100:00000001:2.0:1787148462.041273:0:2396:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1787148462.041275:0:2396:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787148462.041278:0:2396:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1787148462.041282:0:2396:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787148462.041286:0:2396:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1787148462.041289:0:2396:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c5c68fb1800: skip recheck: last_committed 30064771460 00000100:00000001:2.0:1787148462.041291:0:2396:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1787148462.041294:0:2396:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787148462.041298:0:2396:0:(lustre_net.h:2406:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8c5c5e1fe680 x1873948276733696/t0(0) o103->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:17/18 lens 328/224 e 0 to 0 dl 1787148478 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787148462.041305:0:2396:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787148462.041321:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787148462.041323:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787148462.041328:0:2396:0:(lustre_net.h:2406:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8c5c5e1fe680 x1873948276733696/t0(0) o103->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:17/18 lens 328/224 e 0 to 0 dl 1787148478 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787148462.041335:0:2396:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5c5e1fe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:7e31181a-25e1-4c2b-a23d-b0f7747006f1:2396:1873948276733696:192.168.202.114@tcp:103:ldlm_bl.0 00000100:00000001:2.0:1787148462.041340:0:2396:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787148462.041343:0:2396:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787148462.041346:0:2396:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8c5c5e1fe680 x1873948276733696/t0(0) o103->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:17/18 lens 328/224 e 0 to 0 dl 1787148478 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787148462.041353:0:2396:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787148462.041355:0:2396:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787148462.041358:0:2396:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c5c47580c00. 02000000:00000001:2.0:1787148462.041361:0:2396:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787148462.041364:0:2396:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1787148462.041366:0:2396:0:(genops.c:1244:class_import_put()) import ffff8c5c5776a000 refcount=7 obd=lustre-MDT0000-mdc-ffff8c5c68fb1800 00000020:00000001:2.0:1787148462.041368:0:2396:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1787148462.041371:0:2396:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c5c47580e00. 02000000:00000001:2.0:1787148462.041374:0:2396:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787148462.041376:0:2396:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787148462.041378:0:2396:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5c5e1fe680. 00000100:00000001:2.0:1787148462.041381:0:2396:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787148462.041383:0:2396:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787148462.041385:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787148462.041393:0:2396:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787148462.041396:0:2396:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787148462.041397:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787148462.041400:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1787148462.042008:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787148462.042788:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1787148462.042793:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787148462.042798:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787148462.042806:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148462.042813:0:2386:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.14@tcp(192.168.202.14@tcp) <- 192.168.202.114@tcp : PUT - for me 00000400:00000200:0.0:1787148462.042824:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148462.042828:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148462.042834:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148462.042837:0:2386:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.114@tcp of length 664 into portal 10 MB=0x6a858955cb680 00000400:00000200:0.0:1787148462.042843:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148462.042849:0:2386:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.114@tcp of length 664/664 into md 0x561eb9 [64] + 224 00000800:00000001:0.0:1787148462.042858:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787148462.042866:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787148462.042870:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787148462.042874:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.14@tcp->192.168.202.114@tcp: PUT: OK 00000100:00000001:0.0:1787148462.042882:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787148462.042890:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c5c72650700 x1873948276733568/t0(0) o101->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 648/131856 e 0 to 0 dl 1787148517 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1787148462.042902:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=131856 req@ffff8c5c72650700 x1873948276733568/t0(0) o101->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 648/131856 e 0 to 0 dl 1787148517 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787148462.043019:0:278318:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787148462.043100:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1787148462.043135:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787148462.043140:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1787148462.043300:0:278318:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787148462.043303:0:278318:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787148462.043306:0:278318:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5c4a93fb58. 00000400:00000200:3.0:1787148462.043310:0:278318:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5c45cf8000 00000400:00000010:3.0:1787148462.043312:0:278318:0:(lib-lnet.h:285:lnet_md_free()) kfreed 'md': 1144 at ffff8c5c45cf8000. 00000100:00000001:3.0:1787148462.043316:0:278318:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787148462.043320:0:278318:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c5c72650700 x1873948276733568/t0(0) o101->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 648/131856 e 0 to 0 dl 1787148517 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1787148462.043329:0:278318:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c5c72650700 x1873948276733568/t0(0) o101->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 648/131856 e 0 to 0 dl 1787148517 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787148462.043336:0:278318:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787148462.043338:0:278318:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787148462.043341:0:278318:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1787148462.043343:0:278318:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787148462.043346:0:278318:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787148462.043348:0:278318:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787148462.043351:0:278318:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787148462.043358:0:278318:0:(import.c:2149:obd_at_measure()) add 36 to ffff8c5c5776a460 time=94 v=36 (36 36 36 36) 00000100:00001000:3.0:1787148462.043362:0:278318:0:(import.c:2149:obd_at_measure()) add 1 to ffff8c5c5776a418 time=146 v=5 (1 1 0 0) 00000100:00000001:3.0:1787148462.043364:0:278318:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000040:3.0:1787148462.043368:0:278318:0:(client.c:1497:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff8c5c72650700 x1873948276733568/t0(0) o101->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 648/664 e 0 to 0 dl 1787148517 ref 2 fl Rpc:RPQU/600/0 rc 0/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787148462.043374:0:278318:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:3.0:1787148462.043377:0:278318:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1787148462.043378:0:278318:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:3.0:1787148462.043394:0:278318:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1787148462.043396:0:278318:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787148462.043398:0:278318:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616927416944384 : -127146292607232 : ffff8c5c72650700) 00000100:00000001:3.0:1787148462.043401:0:278318:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1787148462.043402:0:278318:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c5c68fb1800: skip recheck: last_committed 30064771460 00000100:00000001:3.0:1787148462.043404:0:278318:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1787148462.043406:0:278318:0:(client.c:1784:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:3.0:1787148462.043412:0:278318:0:(lustre_net.h:2406:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8c5c72650700 x1873948276733568/t30064771462(30064771462) o101->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 648/664 e 0 to 0 dl 1787148517 ref 3 fl Rpc:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787148462.043418:0:278318:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:3.0:1787148462.043421:0:278318:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787148462.043423:0:278318:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787148462.043426:0:278318:0:(lustre_net.h:2406:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8c5c72650700 x1873948276733568/t30064771462(30064771462) o101->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 648/664 e 0 to 0 dl 1787148517 ref 3 fl Interpret:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1787148462.043433:0:278318:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5c72650700 pname:cluuid:pid:xid:nid:opc:job lfs:7e31181a-25e1-4c2b-a23d-b0f7747006f1:278318:1873948276733568:192.168.202.114@tcp:101:lfs.0 00000100:00000001:3.0:1787148462.043438:0:278318:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787148462.043440:0:278318:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:3.0:1787148462.043443:0:278318:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1787148462.043445:0:278318:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787148462.043448:0:278318:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8c5c72650700 x1873948276733568/t30064771462(30064771462) o101->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 648/664 e 0 to 0 dl 1787148517 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787148462.043454:0:278318:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1787148462.043456:0:278318:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c5c5dfc4540. 00000100:00000001:3.0:1787148462.043458:0:278318:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1787148462.043459:0:278318:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:3.0:1787148462.043462:0:278318:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1787148462.043467:0:278318:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787148462.043469:0:278318:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1787148462.043472:0:278318:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff8c5c40030200 refcount=4 00000020:00000001:3.0:1787148462.043474:0:278318:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616926571659776 : -127147137891840 : ffff8c5c40030200) 00010000:00000001:3.0:1787148462.043477:0:278318:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446616926571659776 : -127147137891840 : ffff8c5c40030200) 00010000:00010000:3.0:1787148462.043487:0:278318:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8c5c68fb1800 lock: ffff8c5c40030200/0x632428c45c795581 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 278318 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1787148462.043498:0:278318:0:(ldlm_request.c:719:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:3.0:1787148462.043540:0:278318:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8c5c68fb1800 lock: ffff8c5c40030200/0x632428c45c795581 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 278318 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1787148462.043547:0:278318:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1787148462.043550:0:278318:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8c5c68fb1800 lock: ffff8c5c40030200/0x632428c45c795581 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 278318 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1787148462.043555:0:278318:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787148462.043557:0:278318:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1787148462.043559:0:278318:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8c5c68fb1800 lock: ffff8c5c40030200/0x632428c45c795581 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 278318 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1787148462.043564:0:278318:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1787148462.043568:0:278318:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787148462.043570:0:278318:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1787148462.043572:0:278318:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8c5c68fb1800 lock: ffff8c5c40030200/0x632428c45c795581 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 278318 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787148462.043579:0:278318:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c5c40030200 already unused, calling callback (ffffffffc198a2d0) 00000080:00000001:3.0:1787148462.043582:0:278318:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:3.0:1787148462.043585:0:278318:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8c5c68fb1800 lock: ffff8c5c40030200/0x632428c45c795581 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x206400000000 pid: 278318 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1787148462.043591:0:278318:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:3.0:1787148462.043593:0:278318:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:3.0:1787148462.043595:0:278318:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8c5c68fb1800 lock: ffff8c5c40030200/0x632428c45c795581 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x206400000000 pid: 278318 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1787148462.043600:0:278318:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:3.0:1787148462.043609:0:278318:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1787148462.043610:0:278318:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787148462.043611:0:278318:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1787148462.043613:0:278318:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff8c5c40030200 refcount=5 00000020:00000001:3.0:1787148462.043615:0:278318:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616926571659776 : -127147137891840 : ffff8c5c40030200) 00010000:00000001:3.0:1787148462.043617:0:278318:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446616926571659776 : -127147137891840 : ffff8c5c40030200) 00010000:00000001:3.0:1787148462.043619:0:278318:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1787148462.043621:0:278318:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8c5c68fb1800 lock: ffff8c5c40030200/0x632428c45c795581 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x20e400000000 pid: 278318 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:3.0:1787148462.043626:0:278318:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1787148462.043628:0:278318:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787148462.043631:0:278318:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:3.0:1787148462.043633:0:278318:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1787148462.043636:0:278318:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1787148462.043638:0:278318:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1787148462.043639:0:278318:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1787148462.043641:0:278318:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1787148462.043643:0:278318:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff8c5c40030200 with handle 0x632428c45c795581 from hash 00010000:00000001:3.0:1787148462.043645:0:278318:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1787148462.043647:0:278318:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787148462.043648:0:278318:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787148462.043649:0:278318:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1787148462.043650:0:278318:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1787148462.043652:0:278318:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1787148462.043654:0:278318:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787148462.043655:0:278318:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787148462.043657:0:278318:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787148462.043658:0:278318:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787148462.043661:0:278318:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8c5c68fb1800 lock: ffff8c5c40030200/0x632428c45c795581 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 278318 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1787148462.043665:0:278318:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787148462.043666:0:278318:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787148462.043667:0:278318:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1787148462.043669:0:278318:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1787148462.043675:0:278318:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787148462.043676:0:278318:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787148462.043677:0:278318:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1787148462.043680:0:278318:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8c5c68fb1800 lock: ffff8c5c40030200/0x632428c45c795581 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 278318 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1787148462.043687:0:278318:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff8c5c46c84d00 count: 0 00010000:00000010:3.0:1787148462.043695:0:278318:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c5c506dfc80. 00010000:00000001:3.0:1787148462.043704:0:278318:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787148462.043706:0:278318:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:3.0:1787148462.043710:0:278318:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00000002:00100000:3.0:1787148462.043717:0:278318:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x800002b, status=0 req@ffff8c5c72650700 x1873948276733568/t30064771462(30064771462) o101->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 648/664 e 0 to 0 dl 1787148517 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1787148462.043726:0:278318:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:3.0:1787148462.043730:0:278318:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff8c5c72650700 x1873948276733568/t30064771462(30064771462) o101->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 648/664 e 0 to 0 dl 1787148517 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1787148462.043737:0:278318:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787148462.043742:0:278318:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1787148462.043743:0:278318:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1787148462.043745:0:278318:0:(mdc_locks.c:930:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1787148462.043747:0:278318:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1787148462.043750:0:278318:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00000100:00000001:3.0:1787148462.043752:0:278318:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787148462.043753:0:278318:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616927416944384 : -127146292607232 : ffff8c5c72650700) 00010000:00000001:3.0:1787148462.043754:0:278318:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1787148462.043755:0:278318:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1787148462.043756:0:278318:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1787148462.043759:0:278318:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffff9f0881503950 00000002:00002000:3.0:1787148462.043760:0:278318:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=open status=0 disp=0x880002b: rc = 0 00000002:00000001:3.0:1787148462.043762:0:278318:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1787148462.043765:0:278318:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1787148462.043767:0:278318:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1787148462.043768:0:278318:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids -1 0: rc 0 00000080:00000001:3.0:1787148462.043770:0:278318:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1787148462.043778:0:278318:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff8c5c68f64000 2 00000080:00000010:3.0:1787148462.043780:0:278318:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff8c5c58067600. 00000080:00000001:3.0:1787148462.043783:0:278318:0:(llite_lib.c:3838:ll_prep_inode()) Process entered 00000002:00000001:3.0:1787148462.043788:0:278318:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:3.0:1787148462.043791:0:278318:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000020:00000001:3.0:1787148462.043794:0:278318:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000010:3.0:1787148462.043797:0:278318:0:(cl_object.c:707:cl_env_new()) slab-alloced 'cle': 144 at ffff8c5c476be090. 00000020:00000010:3.0:1787148462.043800:0:278318:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c5c58067600. 00000020:00000010:3.0:1787148462.043803:0:278318:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff8c5c58067000. 00000020:00000010:3.0:1787148462.043806:0:278318:0:(cl_object.c:1113:cl_key_init()) kmalloced '(value)': 72 at ffff8c5c650cc7e0. 00000008:00000010:3.0:1787148462.043811:0:278318:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff8c5c716fce50. 00020000:00000010:3.0:1787148462.043815:0:278318:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff8c5c71bdf900. 00008000:00000010:3.0:1787148462.043818:0:278318:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8c5c72bdfc08. 00000080:00000010:3.0:1787148462.043823:0:278318:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff8c5c4829ff18. 00000080:00000010:3.0:1787148462.043826:0:278318:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff8c5c4a96a2b0. 00000020:00000010:3.0:1787148462.043828:0:278318:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c5c58066e00. 00000008:00000010:3.0:1787148462.043831:0:278318:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff8c5c50187a20. 00020000:00000010:3.0:1787148462.043833:0:278318:0:(lov_dev.c:117:lov_session_key_init()) slab-alloced 'info': 584 at ffff8c5c4a9826c8. 00008000:00000010:3.0:1787148462.043836:0:278318:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff8c5c48260928. 00000080:00000010:3.0:1787148462.043838:0:278318:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8c5c68c830f0. 00000020:00000001:3.0:1787148462.043840:0:278318:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446616926695973016 : -127147013578600 : ffff8c5c476be098) 00000020:00001000:3.0:1787148462.043841:0:278318:0:(cl_object.c:823:cl_env_get()) 1@ffff8c5c476be090 00000020:00000001:3.0:1787148462.043843:0:278318:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:3.0:1787148462.043846:0:278318:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:3.0:1787148462.043847:0:278318:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:3.0:1787148462.043852:0:278318:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff8c5c650cc420. 00020000:00000010:3.0:1787148462.043854:0:278318:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff8c5c65214800. 00020000:00000010:3.0:1787148462.043858:0:278318:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff8c5c650cc300. 00020000:00000001:3.0:1787148462.043859:0:278318:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446616927193056000 : -127146516495616 : ffff8c5c650cc300) 00020000:00000002:3.0:1787148462.043862:0:278318:0:(lov_ea.c:755:dump_lsm()) lsm ffff8c5c650cc300, objid 0x1547:11031, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1787148462.043866:0:278318:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:3.0:1787148462.043870:0:278318:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff8c5c65214800: ostid: 0x280000401:22152 ost idx: 0 gen: 0 00020000:00000002:3.0:1787148462.043874:0:278318:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff8c5c482004d8) owner ffff8c5c68efa7c0 00020000:00000001:3.0:1787148462.043882:0:278318:0:(lov_object.c:1341:lov_layout_change()) Process entered 00000020:00000001:3.0:1787148462.043883:0:278318:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000010:3.0:1787148462.043886:0:278318:0:(cl_object.c:707:cl_env_new()) slab-alloced 'cle': 144 at ffff8c5c476bef30. 00000020:00000010:3.0:1787148462.043888:0:278318:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c5c58067a00. 00000020:00000010:3.0:1787148462.043891:0:278318:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff8c5c58066a00. 00000020:00000010:3.0:1787148462.043893:0:278318:0:(cl_object.c:1113:cl_key_init()) kmalloced '(value)': 72 at ffff8c5c650cc9c0. 00000008:00000010:3.0:1787148462.043896:0:278318:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff8c5c716f8b30. 00020000:00000010:3.0:1787148462.043899:0:278318:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff8c5c71bdf6c0. 00008000:00000010:3.0:1787148462.043901:0:278318:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8c5c72bdc388. 00000080:00000010:3.0:1787148462.043905:0:278318:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff8c5c4829fe70. 00000080:00000010:3.0:1787148462.043907:0:278318:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff8c5c4a968000. 00000020:00000010:3.0:1787148462.043911:0:278318:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c5c58066200. 00000008:00000010:3.0:1787148462.043914:0:278318:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff8c5c50187b80. 00020000:00000010:3.0:1787148462.043916:0:278318:0:(lov_dev.c:117:lov_session_key_init()) slab-alloced 'info': 584 at ffff8c5c4a982480. 00008000:00000010:3.0:1787148462.043919:0:278318:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff8c5c48260c28. 00000080:00000010:3.0:1787148462.043922:0:278318:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8c5c68c83960. 00000020:00000001:3.0:1787148462.043923:0:278318:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446616926695976760 : -127147013574856 : ffff8c5c476bef38) 00000020:00001000:3.0:1787148462.043924:0:278318:0:(cl_object.c:823:cl_env_get()) 1@ffff8c5c476bef30 00020000:00000002:3.0:1787148462.043926:0:278318:0:(lov_object.c:1353:lov_layout_change()) [0x200002b17:0x1547:0x0] from EMPTY to COMPOSITE 00000020:00000001:3.0:1787148462.043928:0:278318:0:(cl_object.c:368:cl_object_prune()) Process entered 00000080:00000001:3.0:1787148462.043930:0:278318:0:(vvp_object.c:142:vvp_prune()) Process entered 00000080:00000001:3.0:1787148462.043931:0:278318:0:(file.c:5284:cl_sync_file_range()) Process entered 00000020:00000001:3.0:1787148462.043932:0:278318:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000010:3.0:1787148462.043934:0:278318:0:(cl_object.c:707:cl_env_new()) slab-alloced 'cle': 144 at ffff8c5c476be360. 00000020:00000010:3.0:1787148462.043936:0:278318:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c5c58066800. 00000020:00000010:3.0:1787148462.043938:0:278318:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff8c5c58067400. 00000020:00000010:3.0:1787148462.043939:0:278318:0:(cl_object.c:1113:cl_key_init()) kmalloced '(value)': 72 at ffff8c5c650cc120. 00000008:00000010:3.0:1787148462.043941:0:278318:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff8c5c716f9660. 00020000:00000010:3.0:1787148462.043943:0:278318:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff8c5c71bdf3c0. 00008000:00000010:3.0:1787148462.043945:0:278318:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8c5c72bdd8b8. 00000080:00000010:3.0:1787148462.043947:0:278318:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff8c5c4829fbd0. 00000080:00000010:3.0:1787148462.043948:0:278318:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff8c5c4a969970. 00000020:00000010:3.0:1787148462.043952:0:278318:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c5c42e5be00. 00000008:00000010:3.0:1787148462.043954:0:278318:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff8c5c50186000. 00020000:00000010:3.0:1787148462.043960:0:278318:0:(lov_dev.c:117:lov_session_key_init()) slab-alloced 'info': 584 at ffff8c5c4a981918. 00008000:00000010:3.0:1787148462.043962:0:278318:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff8c5c48260350. 00000080:00000010:3.0:1787148462.043964:0:278318:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8c5c68c834b0. 00000020:00000001:3.0:1787148462.043965:0:278318:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446616926695973736 : -127147013577880 : ffff8c5c476be368) 00000020:00001000:3.0:1787148462.043966:0:278318:0:(cl_object.c:823:cl_env_get()) 1@ffff8c5c476be360 00000020:00000001:3.0:1787148462.043970:0:278318:0:(cl_object.c:143:cl_object_top()) ffff8c5c5dfc8918 -> ffff8c5c5dfc8918 00000020:00000001:3.0:1787148462.043972:0:278318:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:3.0:1787148462.043974:0:278318:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:3.0:1787148462.043975:0:278318:0:(vvp_io.c:1826:vvp_io_init()) [0x200002b17:0x1547:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:3.0:1787148462.043977:0:278318:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1787148462.043978:0:278318:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:3.0:1787148462.043979:0:278318:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1787148462.043981:0:278318:0:(lov_object.c:1590:lov_io_init()) [0x200002b17:0x1547:0x0]io ffff8c5c4a9699d0 type 6 ignore/verify layout 1/0 00020000:00000002:3.0:1787148462.043984:0:278318:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff8c5c482004d8) owner ffff8c5c68efa7c0/ffff8c5c68efa7c0 00020000:00000001:3.0:1787148462.044060:0:278318:0:(lov_io.c:2207:lov_io_init_empty()) Process entered 00020000:00000001:3.0:1787148462.044061:0:278318:0:(lov_io.c:2241:lov_io_init_empty()) Process leaving (rc=1 : 1 : 1) 00020000:00000002:3.0:1787148462.044063:0:278318:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff8c5c482004d8) owner ffff8c5c68efa7c0/ffff8c5c68efa7c0 00000020:00000001:3.0:1787148462.044066:0:278318:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1787148462.044068:0:278318:0:(cl_io.c:71:cl_io_fini()) Process entered 00000080:00000001:3.0:1787148462.044071:0:278318:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:3.0:1787148462.044073:0:278318:0:(vvp_io.c:304:vvp_io_fini()) [0x200002b17:0x1547:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:3.0:1787148462.044075:0:278318:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:3.0:1787148462.044076:0:278318:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1787148462.044080:0:278318:0:(cl_object.c:917:cl_env_put()) 1@ffff8c5c476be360 00000020:00000010:3.0:1787148462.044083:0:278318:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff8c5c58067400. 00000020:00000010:3.0:1787148462.044089:0:278318:0:(cl_object.c:1113:cl_key_fini()) kfreed 'info': 72 at ffff8c5c650cc120. 00000008:00000010:3.0:1787148462.044092:0:278318:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff8c5c716f9660. 00020000:00000010:3.0:1787148462.044095:0:278318:0:(lov_dev.c:95:lov_key_fini()) slab-freed '(info)': 192 at ffff8c5c71bdf3c0. 00008000:00000010:3.0:1787148462.044098:0:278318:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8c5c72bdd8b8. 00000080:00000010:3.0:1787148462.044311:0:278318:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff8c5c4829fbd0. 00000080:00000010:3.0:1787148462.044316:0:278318:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff8c5c4a969970. 00000020:00000010:3.0:1787148462.044319:0:278318:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c5c58066800. 00000008:00000010:3.0:1787148462.044322:0:278318:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff8c5c50186000. 00020000:00000010:3.0:1787148462.044325:0:278318:0:(lov_dev.c:136:lov_session_key_fini()) slab-freed '(info)': 584 at ffff8c5c4a981918. 00008000:00000010:3.0:1787148462.044328:0:278318:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff8c5c48260350. 00000080:00000010:3.0:1787148462.044336:0:278318:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff8c5c68c834b0. 00000020:00000010:3.0:1787148462.044339:0:278318:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c5c42e5be00. 00000020:00000010:3.0:1787148462.044341:0:278318:0:(cl_object.c:742:cl_env_fini()) slab-freed '(cle)': 144 at ffff8c5c476be360. 00000080:00000001:3.0:1787148462.044344:0:278318:0:(file.c:5321:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787148462.044348:0:278318:0:(vvp_object.c:154:vvp_prune()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787148462.044350:0:278318:0:(cl_object.c:378:cl_object_prune()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1787148462.044353:0:278318:0:(lov_object.c:1315:lov_layout_wait()) Process entered 00020000:00000001:3.0:1787148462.044354:0:278318:0:(lov_object.c:1325:lov_layout_wait()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1787148462.044357:0:278318:0:(lov_object.c:1371:lov_layout_change()) [0x200002b17:0x1547:0x0]Apply new layout lov ffff8c5c482004d8, type 2 00020000:00000001:3.0:1787148462.044360:0:278318:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:3.0:1787148462.044362:0:278318:0:(lov_ea.c:755:dump_lsm()) lsm ffff8c5c650cc300, objid 0x1547:11031, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1787148462.044366:0:278318:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:3.0:1787148462.044369:0:278318:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff8c5c65214800: ostid: 0x280000401:22152 ost idx: 0 gen: 0 00020000:00000010:3.0:1787148462.044372:0:278318:0:(lov_object.c:618:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff8c5c72add010. 00020000:00000010:3.0:1787148462.044375:0:278318:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_entries)': 184 at ffff8c5c5dfc4540. 00020000:00000001:3.0:1787148462.044379:0:278318:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:3.0:1787148462.044382:0:278318:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff8c5c7241d910. 00020000:00000001:3.0:1787148462.044385:0:278318:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:3.0:1787148462.044387:0:278318:0:(lu_object.c:830:lu_object_find_at()) Process entered 00020000:00000001:3.0:1787148462.044393:0:278318:0:(lovsub_object.c:176:lovsub_object_alloc()) Process entered 00020000:00000010:3.0:1787148462.044396:0:278318:0:(lovsub_object.c:177:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff8c5c5dfc8708. 00000020:00000001:3.0:1787148462.044398:0:278318:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:3.0:1787148462.044399:0:278318:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1787148462.044402:0:278318:0:(lovsub_object.c:190:lovsub_object_alloc()) Process leaving (rc=18446616927074551688 : -127146634999928 : ffff8c5c5dfc8788) 00020000:00000001:3.0:1787148462.044407:0:278318:0:(lovsub_object.c:32:lovsub_object_init()) Process entered 00000008:00000010:3.0:1787148462.044412:0:278318:0:(osc_object.c:435:osc_object_alloc()) slab-alloced 'osc': 448 at ffff8c5c72b856c0. 00020000:00000001:3.0:1787148462.044414:0:278318:0:(lovsub_object.c:41:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787148462.044418:0:278318:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446616927074551688 : -127146634999928 : ffff8c5c5dfc8788) 00020000:00000001:3.0:1787148462.044421:0:278318:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446616927074551688 : -127146634999928 : ffff8c5c5dfc8788) 00020000:00000002:3.0:1787148462.044424:0:278318:0:(lov_object.c:134:lov_init_sub()) [0x280000401:0x5688:0x0]@ffff8c5c5dfc8708[0:0] -> [0x200002b17:0x1547:0x0]@ffff8c5c5dfc8898: ostid: 0x280000401:22152 ost idx: 0 gen: 0 00020000:00000001:3.0:1787148462.044428:0:278318:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=128 : 128 : 80) 00020000:00000001:3.0:1787148462.044430:0:278318:0:(lov_object.c:815:lov_init_composite()) Process leaving 00000020:00001000:3.0:1787148462.044438:0:278318:0:(cl_object.c:917:cl_env_put()) 1@ffff8c5c476bef30 00000020:00000010:3.0:1787148462.044440:0:278318:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff8c5c58066a00. 00000020:00000010:3.0:1787148462.044442:0:278318:0:(cl_object.c:1113:cl_key_fini()) kfreed 'info': 72 at ffff8c5c650cc9c0. 00000008:00000010:3.0:1787148462.044445:0:278318:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff8c5c716f8b30. 00020000:00000010:3.0:1787148462.044448:0:278318:0:(lov_dev.c:95:lov_key_fini()) slab-freed '(info)': 192 at ffff8c5c71bdf6c0. 00008000:00000010:3.0:1787148462.044450:0:278318:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8c5c72bdc388. 00000080:00000010:3.0:1787148462.044453:0:278318:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff8c5c4829fe70. 00000080:00000010:3.0:1787148462.044455:0:278318:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff8c5c4a968000. 00000020:00000010:3.0:1787148462.044457:0:278318:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c5c58067a00. 00000008:00000010:3.0:1787148462.044460:0:278318:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff8c5c50187b80. 00020000:00000010:3.0:1787148462.044462:0:278318:0:(lov_dev.c:136:lov_session_key_fini()) slab-freed '(info)': 584 at ffff8c5c4a982480. 00008000:00000010:3.0:1787148462.044464:0:278318:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff8c5c48260c28. 00000080:00000010:3.0:1787148462.044466:0:278318:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff8c5c68c83960. 00000020:00000010:3.0:1787148462.044469:0:278318:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c5c58066200. 00000020:00000010:3.0:1787148462.044471:0:278318:0:(cl_object.c:742:cl_env_fini()) slab-freed '(cle)': 144 at ffff8c5c476bef30. 00020000:00000001:3.0:1787148462.044473:0:278318:0:(lov_object.c:1393:lov_layout_change()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1787148462.044475:0:278318:0:(lov_object.c:1527:lov_conf_set()) Process leaving 00020000:00000002:3.0:1787148462.044477:0:278318:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff8c5c482004d8) owner ffff8c5c68efa7c0 00020000:00000002:3.0:1787148462.044480:0:278318:0:(lov_object.c:1535:lov_conf_set()) [0x200002b17:0x1547:0x0] lo_layout_invalid=0 00020000:00000001:3.0:1787148462.044482:0:278318:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787148462.044484:0:278318:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1787148462.044485:0:278318:0:(cl_object.c:917:cl_env_put()) 1@ffff8c5c476be090 00000020:00000010:3.0:1787148462.044487:0:278318:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff8c5c58067000. 00000020:00000010:3.0:1787148462.044489:0:278318:0:(cl_object.c:1113:cl_key_fini()) kfreed 'info': 72 at ffff8c5c650cc7e0. 00000008:00000010:3.0:1787148462.044491:0:278318:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff8c5c716fce50. 00020000:00000010:3.0:1787148462.044494:0:278318:0:(lov_dev.c:95:lov_key_fini()) slab-freed '(info)': 192 at ffff8c5c71bdf900. 00008000:00000010:3.0:1787148462.044496:0:278318:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8c5c72bdfc08. 00000080:00000010:3.0:1787148462.044498:0:278318:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff8c5c4829ff18. 00000080:00000010:3.0:1787148462.044500:0:278318:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff8c5c4a96a2b0. 00000020:00000010:3.0:1787148462.044516:0:278318:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c5c58067600. 00000008:00000010:3.0:1787148462.044519:0:278318:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff8c5c50187a20. 00020000:00000010:3.0:1787148462.044521:0:278318:0:(lov_dev.c:136:lov_session_key_fini()) slab-freed '(info)': 584 at ffff8c5c4a9826c8. 00008000:00000010:3.0:1787148462.044523:0:278318:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff8c5c48260928. 00000080:00000010:3.0:1787148462.044525:0:278318:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff8c5c68c830f0. 00000020:00000010:3.0:1787148462.044534:0:278318:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c5c58066e00. 00000020:00000010:3.0:1787148462.044536:0:278318:0:(cl_object.c:742:cl_env_fini()) slab-freed '(cle)': 144 at ffff8c5c476be090. 00000080:00000001:3.0:1787148462.044540:0:278318:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115373145331015 : 144115373145331015 : 200002b17001547) 00000080:00000001:3.0:1787148462.044543:0:278318:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554475 : 33554475 : 200002b) 00000080:00200000:3.0:1787148462.044548:0:278318:0:(llite_lib.c:3127:ll_update_inode()) inode=[0x200002b17:0x1547:0x0], updating i_size 0 00000080:00000001:3.0:1787148462.044551:0:278318:0:(llite_lib.c:3936:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1787148462.044554:0:278318:0:(lmv_obd.c:4162:lmv_put_lustre_md()) Process entered 00800000:00000001:3.0:1787148462.044556:0:278318:0:(lmv_obd.c:4169:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787148462.044558:0:278318:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787148462.044564:0:278318:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8c5c72650700 x1873948276733568/t30064771462(30064771462) o101->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 576/664 e 0 to 0 dl 1787148517 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787148462.044571:0:278318:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787148462.044575:0:278318:0:(file.c:917:ll_intent_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787148462.044577:0:278318:0:(file.c:3187:ll_release_openhandle()) Process entered 00000080:00000010:3.0:1787148462.044581:0:278318:0:(file.c:3200:ll_release_openhandle()) kmalloced '(och)': 56 at ffff8c5c68f18ec0. 00800000:00000001:3.0:1787148462.044585:0:278318:0:(lmv_obd.c:4180:lmv_set_open_replay_data()) Process entered 00800000:00000001:3.0:1787148462.044588:0:278318:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1787148462.044591:0:278318:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1787148462.044593:0:278318:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1787148462.044596:0:278318:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1787148462.044598:0:278318:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1787148462.044601:0:278318:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b17:0x1547:0x0] 00800000:00000001:3.0:1787148462.044603:0:278318:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1787148462.044605:0:278318:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:3.0:1787148462.044609:0:278318:0:(obd.h:1442:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff8c5c71cd2c80. 00000002:00100000:3.0:1787148462.044613:0:278318:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff8c5c72650700 x1873948276733568/t30064771462(30064771462) o101->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 576/664 e 0 to 0 dl 1787148517 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1787148462.044619:0:278318:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1787148462.044621:0:278318:0:(lmv_obd.c:4186:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787148462.044624:0:278318:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:3.0:1787148462.044627:0:278318:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff8c5c42e5be00. 00000080:00000001:3.0:1787148462.044629:0:278318:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:3.0:1787148462.044634:0:278318:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:3.0:1787148462.044638:0:278318:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000001:3.0:1787148462.044644:0:278318:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1787148462.044645:0:278318:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1787148462.044646:0:278318:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1787148462.044648:0:278318:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1787148462.044649:0:278318:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1787148462.044651:0:278318:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b17:0x1547:0x0] 00800000:00000001:3.0:1787148462.044653:0:278318:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1787148462.044655:0:278318:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200002b17:0x1547:0x0] 00000002:00000001:3.0:1787148462.044658:0:278318:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:3.0:1787148462.044660:0:278318:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff8c5c68fb1800: [0x200002b17:0x1547:0x0] file closed with intent: 0 00000100:00000010:3.0:1787148462.044665:0:278318:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5c72651f80. 00000020:00000040:3.0:1787148462.044669:0:278318:0:(genops.c:1231:class_import_get()) import ffff8c5c5776a000 refcount=8 obd=lustre-MDT0000-mdc-ffff8c5c68fb1800 00000100:00000001:3.0:1787148462.044672:0:278318:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787148462.044675:0:278318:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787148462.044679:0:278318:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787148462.044685:0:278318:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c5c42e5ae00. 00000100:00000001:3.0:1787148462.044691:0:278318:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:3.0:1787148462.044701:0:278318:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff8c5c72650700 x1873948276733568/t30064771462(30064771462) o101->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 576/664 e 0 to 0 dl 1787148517 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000020:00100000:3.0:1787148462.044710:0:278318:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8c5c68fb1800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:3.0:1787148462.044715:0:278318:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8c5c72651f80 x1873948276733952/t0(0) o35->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:3.0:1787148462.044722:0:278318:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1787148462.044724:0:278318:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1787148462.044730:0:278318:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c5c5dfc4000. 00000100:00000001:3.0:1787148462.044732:0:278318:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446616927074533376 : -127146635018240 : ffff8c5c5dfc4000) 00000100:00000001:3.0:1787148462.044734:0:278318:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787148462.044735:0:278318:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616927416950656 : -127146292600960 : ffff8c5c72651f80) 00000100:00000001:3.0:1787148462.044739:0:278318:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787148462.044743:0:278318:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787148462.044745:0:278318:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1787148462.044747:0:278318:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787148462.044750:0:278318:0:(lustre_net.h:2406:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8c5c72651f80 x1873948276733952/t0(0) o35->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787148462.044768:0:278318:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787148462.044770:0:278318:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787148462.044773:0:278318:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787148462.044776:0:278318:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787148462.044778:0:278318:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787148462.044782:0:278318:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5c72651f80 pname:cluuid:pid:xid:nid:opc:job lfs:7e31181a-25e1-4c2b-a23d-b0f7747006f1:278318:1873948276733952:192.168.202.114@tcp:35:lfs.0 00000100:00000001:3.0:1787148462.044786:0:278318:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787148462.044791:0:278318:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787148462.044794:0:278318:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787148462.044796:0:278318:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787148462.044800:0:278318:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5c57628400. 02000000:00000001:3.0:1787148462.044802:0:278318:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787148462.044809:0:278318:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000010:3.0:1787148462.044812:0:278318:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5c4a93fb58. 00000400:00000010:3.0:1787148462.044818:0:278318:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5c72962bb0. 00000100:00000200:3.0:1787148462.044824:0:278318:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1873948276733952, portal 10 00000100:00000001:3.0:1787148462.044826:0:278318:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787148462.044828:0:278318:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616927416950656 : -127146292600960 : ffff8c5c72651f80) 00000100:00000040:3.0:1787148462.044833:0:278318:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff8c5c72651f80 x1873948276733952/t0(0) o35->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:23/10 lens 392/624 e 0 to 0 dl 1787148478 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787148462.044840:0:278318:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787148462.044843:0:278318:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.114@tcp 00000400:00000010:3.0:1787148462.044846:0:278318:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5c72962220. 00000100:00000200:3.0:1787148462.044849:0:278318:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1873948276733952, offset 0 00000400:00000200:3.0:1787148462.044855:0:278318:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.114@tcp 00000400:00000200:3.0:1787148462.044863:0:278318:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:3.0:1787148462.044870:0:278318:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.114@tcp local destination 00000400:00000200:3.0:1787148462.044875:0:278318:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787148462.044879:0:278318:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.14@tcp 00000400:00000200:3.0:1787148462.044882:0:278318:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.14@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787148462.044884:0:278318:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.114@tcp 00000400:00000200:3.0:1787148462.044888:0:278318:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.14@tcp NI seq info: [556910:556910:256:4294967295] 192.168.202.114@tcp LPNI seq info [556866:556866:8:4294967295] 00000400:00000200:3.0:1787148462.044897:0:278318:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:3.0:1787148462.044906:0:278318:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.14@tcp(192.168.202.14@tcp:) -> 192.168.202.114@tcp(192.168.202.114@tcp:192.168.202.114@tcp) : PUT try# 0 00000800:00000200:3.0:1787148462.044912:0:278318:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.202.114@tcp 00000800:00000010:3.0:1787148462.044916:0:278318:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5c50a4ea00. 00000800:00000200:3.0:1787148462.044923:0:278318:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5c4508fcc0] -> 12345-192.168.202.114@tcp (5) 00000800:00000200:3.0:1787148462.044930:0:278318:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.114@tcp ip 192.168.202.114:988 00000800:00000200:3.0:1787148462.044934:0:278318:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8c5c50a4ea00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:3.0:1787148462.044995:0:278318:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787148462.045000:0:278318:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5c68fb1800: using a timeout of 24695 usecs (25 jiffies) 00000400:00000200:3.0:1787148462.045003:0:278318:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000100:00000001:3.0:1787148462.045006:0:278318:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5c68fb1800: PM QoS new deadline estimation for cpu 0 is 4306970839 00000100:00000001:3.0:1787148462.045015:0:278318:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5c68fb1800: PM QoS request active for cpu 0, simply extend its deadline from 4306970832 00000100:00000001:3.0:1787148462.045020:0:278318:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5c68fb1800: PM QoS new deadline estimation for cpu 1 is 4306970839 00000100:00000001:3.0:1787148462.045023:0:278318:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5c68fb1800: PM QoS request active for cpu 1, simply extend its deadline from 4306970832 00000100:00000001:3.0:1787148462.045026:0:278318:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787148462.045028:0:278318:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787148462.045031:0:278318:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787148462.045032:0:278318:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1787148462.045036:0:278318:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5c5dfc4000 going to sleep for 11 seconds 00000100:00000001:3.0:1787148462.045038:0:278318:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787148462.045040:0:278318:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1787148462.045409:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1787148462.045421:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5c50a4ea00. 00000400:00000200:0.0:1787148462.045427:0:2385:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787148462.045433:0:2385:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.14@tcp->192.168.202.114@tcp: PUT: OK 00000400:00000200:0.0:1787148462.045438:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5c72962220 00000400:00000010:0.0:1787148462.045440:0:2385:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff8c5c72962220. 00000100:00000001:0.0:1787148462.045444:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787148462.045449:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c5c72651f80 x1873948276733952/t0(0) o35->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:23/10 lens 392/624 e 0 to 0 dl 1787148478 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787148462.045458:0:2385:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787148462.045461:0:2385:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8c5c72651f80 x1873948276733952/t0(0) o35->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:23/10 lens 392/624 e 0 to 0 dl 1787148478 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787148462.045467:0:2385:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787148462.045468:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:2.1F:1787148462.046146:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5c46c84300. 00010000:00000010:2.1:1787148462.046163:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5c40030e00. 00010000:00000001:1.0:1787148462.046169:0:266370:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787148462.046172:0:266370:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787148462.046175:0:266370:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787148462.046186:0:266370:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787148462.046325:0:244719:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787148462.046328:0:244719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787148462.046331:0:244719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000010:3.1:1787148462.049557:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5c46c84d00. 00010000:00000010:3.1:1787148462.049573:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5c40030200. 00000800:00000001:0.0:1787148462.049627:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787148462.049641:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1787148462.049644:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787148462.049647:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787148462.049656:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148462.049663:0:2386:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.14@tcp(192.168.202.14@tcp) <- 192.168.202.114@tcp : PUT - for me 00000400:00000200:0.0:1787148462.049672:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148462.049677:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148462.049683:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148462.049688:0:2386:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.114@tcp of length 456 into portal 10 MB=0x6a858955cb800 00000400:00000200:0.0:1787148462.049692:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148462.049697:0:2386:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.114@tcp of length 456/456 into md 0x561ed9 [1] + 224 00000800:00000001:0.0:1787148462.049703:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787148462.049709:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787148462.049711:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787148462.049714:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.14@tcp->192.168.202.114@tcp: PUT: OK 00000100:00000001:0.0:1787148462.049720:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787148462.049727:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c5c72651f80 x1873948276733952/t0(0) o35->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:23/10 lens 392/624 e 0 to 0 dl 1787148478 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1787148462.049734:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff8c5c72651f80 x1873948276733952/t0(0) o35->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:23/10 lens 392/624 e 0 to 0 dl 1787148478 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787148462.049780:0:278318:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787148462.049793:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1787148462.049800:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787148462.049803:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1787148462.049831:0:278318:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787148462.049832:0:278318:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787148462.049835:0:278318:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5c4a93fb58. 00000400:00000200:3.0:1787148462.049838:0:278318:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5c72962bb0 00000400:00000010:3.0:1787148462.049839:0:278318:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff8c5c72962bb0. 00000100:00000001:3.0:1787148462.049842:0:278318:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787148462.049849:0:278318:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c5c72651f80 x1873948276733952/t0(0) o35->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:23/10 lens 392/624 e 0 to 0 dl 1787148478 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1787148462.049855:0:278318:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c5c72651f80 x1873948276733952/t0(0) o35->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:23/10 lens 392/624 e 0 to 0 dl 1787148478 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787148462.049859:0:278318:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787148462.049860:0:278318:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787148462.049862:0:278318:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1787148462.049864:0:278318:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787148462.049866:0:278318:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787148462.049867:0:278318:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787148462.049869:0:278318:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787148462.049877:0:278318:0:(import.c:2149:obd_at_measure()) add 5 to ffff8c5c5776a4f0 time=244 v=5 (5 5 5 5) 00000100:00001000:3.0:1787148462.049880:0:278318:0:(import.c:2149:obd_at_measure()) add 1 to ffff8c5c5776a418 time=146 v=5 (1 1 0 0) 00000100:00000001:3.0:1787148462.049882:0:278318:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787148462.049883:0:278318:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787148462.049885:0:278318:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1787148462.049887:0:278318:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787148462.049890:0:278318:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1787148462.049891:0:278318:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:3.0:1787148462.049892:0:278318:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1787148462.049894:0:278318:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787148462.049895:0:278318:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616927416950656 : -127146292600960 : ffff8c5c72651f80) 00000100:00000001:3.0:1787148462.049897:0:278318:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1787148462.049898:0:278318:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c5c68fb1800: skip recheck: last_committed 30064771460 00000100:00000001:3.0:1787148462.049900:0:278318:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1787148462.049902:0:278318:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787148462.049905:0:278318:0:(lustre_net.h:2406:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8c5c72651f80 x1873948276733952/t30064771463(30064771463) o35->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:23/10 lens 392/456 e 0 to 0 dl 1787148478 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787148462.049909:0:278318:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787148462.049911:0:278318:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787148462.049913:0:278318:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787148462.049915:0:278318:0:(lustre_net.h:2406:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8c5c72651f80 x1873948276733952/t30064771463(30064771463) o35->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:23/10 lens 392/456 e 0 to 0 dl 1787148478 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1787148462.049927:0:278318:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5c72651f80 pname:cluuid:pid:xid:nid:opc:job lfs:7e31181a-25e1-4c2b-a23d-b0f7747006f1:278318:1873948276733952:192.168.202.114@tcp:35:lfs.0 00000100:00000001:3.0:1787148462.049930:0:278318:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787148462.049932:0:278318:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787148462.049934:0:278318:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1787148462.049936:0:278318:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787148462.049938:0:278318:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8c5c72651f80 x1873948276733952/t30064771463(30064771463) o35->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:23/10 lens 392/456 e 0 to 0 dl 1787148478 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787148462.049942:0:278318:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1787148462.049943:0:278318:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c5c5dfc4000. 00000100:00000001:3.0:1787148462.049945:0:278318:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1787148462.049946:0:278318:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787148462.049952:0:278318:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787148462.049952:0:278318:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616927416950656 : -127146292600960 : ffff8c5c72651f80) 00000002:00000001:3.0:1787148462.049954:0:278318:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1787148462.049956:0:278318:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1787148462.049960:0:278318:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff8c5c42e5be00. 00000080:00000001:3.0:1787148462.049963:0:278318:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:3.0:1787148462.049965:0:278318:0:(lmv_obd.c:4196:lmv_clear_open_replay_data()) Process entered 00800000:00000001:3.0:1787148462.049968:0:278318:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1787148462.049969:0:278318:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1787148462.049971:0:278318:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1787148462.049974:0:278318:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1787148462.049975:0:278318:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1787148462.049976:0:278318:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b17:0x1547:0x0] 00800000:00000001:3.0:1787148462.049978:0:278318:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1787148462.049982:0:278318:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:3.0:1787148462.050039:0:278318:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff8c5c72650700 x1873948276733568/t30064771462(30064771462) o101->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 576/664 e 0 to 0 dl 1787148517 ref 2 fl Complete:RQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1787148462.050045:0:278318:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1787148462.050047:0:278318:0:(lmv_obd.c:4202:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1787148462.050048:0:278318:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff8c5c68f18ec0. 00000100:00000001:3.0:1787148462.050054:0:278318:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787148462.050057:0:278318:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8c5c72651f80 x1873948276733952/t30064771463(30064771463) o35->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:23/10 lens 392/456 e 0 to 0 dl 1787148478 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787148462.050061:0:278318:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787148462.050063:0:278318:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787148462.050064:0:278318:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8c5c72650700 x1873948276733568/t30064771462(30064771462) o101->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 576/664 e 0 to 0 dl 1787148517 ref 2 fl Complete:RQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787148462.050068:0:278318:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787148462.050069:0:278318:0:(file.c:3215:ll_release_openhandle()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787148462.050072:0:278318:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:3.0:1787148462.050074:0:278318:0:(dcache.c:176:ll_intent_release()) intent ffff9f0881503c90 released 00000080:00000001:3.0:1787148462.050075:0:278318:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:3.0:1787148462.050075:0:278318:0:(file.c:2781:ll_lov_setstripe_ea_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787148462.050078:0:278318:0:(file.c:7092:ll_layout_refresh()) Process entered 00000080:00000001:3.0:1787148462.050080:0:278318:0:(file.c:6124:ll_take_md_lock()) Process entered 00000080:00000040:3.0:1787148462.050081:0:278318:0:(file.c:6126:ll_take_md_lock()) trying to match res [0x200002b17:0x1547:0x0] 00800000:00000001:3.0:1787148462.050083:0:278318:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1787148462.050084:0:278318:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1787148462.050085:0:278318:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1787148462.050086:0:278318:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1787148462.050087:0:278318:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1787148462.050088:0:278318:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b17:0x1547:0x0] 00800000:00000001:3.0:1787148462.050089:0:278318:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1787148462.050092:0:278318:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1787148462.050094:0:278318:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1787148462.050098:0:278318:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1787148462.050100:0:278318:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1787148462.050310:0:278318:0:(lmv_obd.c:4137:lmv_lock_match()) Lock match for [0x200002b17:0x1547:0x0]: 0 00000080:00000001:3.0:1787148462.050313:0:278318:0:(file.c:6131:ll_take_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787148462.050315:0:278318:0:(file.c:7030:ll_layout_intent()) Process entered 00000080:00000010:3.0:1787148462.050319:0:278318:0:(llite_lib.c:4056:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff8c5c42e5be00. 00000080:00010000:3.0:1787148462.050324:0:278318:0:(file.c:7048:ll_layout_intent()) ### lustre: requeue layout lock for file [0x200002b17:0x1547:0x0](ffff8c5c78154b08) 00000080:00000001:3.0:1787148462.050327:0:278318:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1787148462.050331:0:278318:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1787148462.050334:0:278318:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffff9f0881503b18 00800000:00000002:3.0:1787148462.050337:0:278318:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'layout' for [0x200002b17:0x1547:0x0] '' on [0x200002b17:0x1547:0x0] 00800000:00000001:3.0:1787148462.050345:0:278318:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1787148462.050347:0:278318:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1787148462.050349:0:278318:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1787148462.050350:0:278318:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1787148462.050352:0:278318:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1787148462.050353:0:278318:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1787148462.050355:0:278318:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b17:0x1547:0x0] 00800000:00000001:3.0:1787148462.050356:0:278318:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1787148462.050359:0:278318:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200002b17:0x1547:0x0], fid2=[0x200002b17:0x1547:0x0], name='' -> mds #0 00000002:00000001:3.0:1787148462.050364:0:278318:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1787148462.050366:0:278318:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffff9f08815039e8 00000002:00010000:3.0:1787148462.050367:0:278318:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200002b17:0x1547:0x0]) in obj [0x200002b17:0x1547:0x0], intent: layout flags 0 00000002:00000001:3.0:1787148462.050371:0:278318:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1787148462.050373:0:278318:0:(mdc_locks.c:706:mdc_intent_layout_pack()) Process entered 00000100:00000010:3.0:1787148462.050378:0:278318:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5c72650000. 00000020:00000040:3.0:1787148462.050382:0:278318:0:(genops.c:1231:class_import_get()) import ffff8c5c5776a000 refcount=9 obd=lustre-MDT0000-mdc-ffff8c5c68fb1800 00010000:00000001:3.0:1787148462.050387:0:278318:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1787148462.050392:0:278318:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1787148462.050398:0:278318:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787148462.050399:0:278318:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787148462.050400:0:278318:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787148462.050402:0:278318:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787148462.050404:0:278318:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787148462.050406:0:278318:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787148462.050412:0:278318:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c5c42e5b400. 00000100:00000001:3.0:1787148462.050416:0:278318:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787148462.050419:0:278318:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1787148462.050420:0:278318:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787148462.050421:0:278318:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1787148462.050422:0:278318:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787148462.050423:0:278318:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1787148462.050425:0:278318:0:(mdc_locks.c:739:mdc_intent_layout_pack()) Process leaving (rc=18446616927416942592 : -127146292609024 : ffff8c5c72650000) 00010000:00000001:3.0:1787148462.050428:0:278318:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1787148462.050430:0:278318:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1787148462.050433:0:278318:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff8c5c46c84d00. 00010000:00000010:3.0:1787148462.050439:0:278318:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c5c506dfc80. 00010000:00000001:3.0:1787148462.050442:0:278318:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1787148462.050445:0:278318:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c5c40030200. 00000020:00000001:3.0:1787148462.050448:0:278318:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1787148462.050450:0:278318:0:(lustre_handles.c:93:class_handle_hash()) added object ffff8c5c40030200 with handle 0x632428c45c795588 to hash 00000020:00000001:3.0:1787148462.050451:0:278318:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1787148462.050452:0:278318:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446616926571659776 : -127147137891840 : ffff8c5c40030200) 00010000:00000001:3.0:1787148462.050455:0:278318:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446616926571659776 : -127147137891840 : ffff8c5c40030200) 00010000:00000001:3.0:1787148462.050457:0:278318:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1787148462.050459:0:278318:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787148462.050463:0:278318:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8c5c68fb1800 lock: ffff8c5c40030200/0x632428c45c795588 lrc: 3/1,0 mode: --/CR res: [0x200002b17:0x1547:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 278318 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787148462.050469:0:278318:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8c5c68fb1800 lock: ffff8c5c40030200/0x632428c45c795588 lrc: 3/1,0 mode: --/CR res: [0x200002b17:0x1547:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 278318 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787148462.050477:0:278318:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8c5c68fb1800 lock: ffff8c5c40030200/0x632428c45c795588 lrc: 3/1,0 mode: --/CR res: [0x200002b17:0x1547:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 278318 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1787148462.050480:0:278318:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1787148462.050482:0:278318:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1787148462.050485:0:278318:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c5c5dfc4000. 00000100:00000001:3.0:1787148462.050486:0:278318:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446616927074533376 : -127146635018240 : ffff8c5c5dfc4000) 00000100:00000001:3.0:1787148462.050488:0:278318:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787148462.050489:0:278318:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616927416942592 : -127146292609024 : ffff8c5c72650000) 00000100:00000001:3.0:1787148462.050492:0:278318:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787148462.050495:0:278318:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787148462.050496:0:278318:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1787148462.050498:0:278318:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787148462.050501:0:278318:0:(lustre_net.h:2406:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8c5c72650000 x1873948276734080/t0(0) o101->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 376/472 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787148462.050520:0:278318:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787148462.050521:0:278318:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787148462.050528:0:278318:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787148462.050530:0:278318:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787148462.050531:0:278318:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787148462.050534:0:278318:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5c72650000 pname:cluuid:pid:xid:nid:opc:job lfs:7e31181a-25e1-4c2b-a23d-b0f7747006f1:278318:1873948276734080:192.168.202.114@tcp:101:lfs.0 00000100:00000001:3.0:1787148462.050537:0:278318:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787148462.050540:0:278318:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787148462.050542:0:278318:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787148462.050544:0:278318:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787148462.050549:0:278318:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5c57629400. 02000000:00000001:3.0:1787148462.050551:0:278318:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787148462.050556:0:278318:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000010:3.0:1787148462.050559:0:278318:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5c4a93fb58. 00000400:00000010:3.0:1787148462.050565:0:278318:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5c72962bb0. 00000100:00000200:3.0:1787148462.050571:0:278318:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1873948276734080, portal 10 00000100:00000001:3.0:1787148462.050572:0:278318:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787148462.050573:0:278318:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616927416942592 : -127146292609024 : ffff8c5c72650000) 00000100:00000040:3.0:1787148462.050579:0:278318:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff8c5c72650000 x1873948276734080/t0(0) o101->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 376/472 e 0 to 0 dl 1787148517 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787148462.050585:0:278318:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787148462.050588:0:278318:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.114@tcp 00000400:00000010:3.0:1787148462.050590:0:278318:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5c729627f8. 00000100:00000200:3.0:1787148462.050593:0:278318:0:(niobuf.c:94:ptl_send_buf()) Sending 376 bytes to portal 12, xid 1873948276734080, offset 0 00000400:00000200:3.0:1787148462.050599:0:278318:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.114@tcp 00000400:00000200:3.0:1787148462.050605:0:278318:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:3.0:1787148462.050610:0:278318:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.114@tcp local destination 00000400:00000200:3.0:1787148462.050614:0:278318:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787148462.050618:0:278318:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.14@tcp 00000400:00000200:3.0:1787148462.050620:0:278318:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.14@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787148462.050622:0:278318:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.114@tcp 00000400:00000200:3.0:1787148462.050626:0:278318:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.14@tcp NI seq info: [556911:556911:256:4294967295] 192.168.202.114@tcp LPNI seq info [556867:556867:8:4294967295] 00000400:00000200:3.0:1787148462.050629:0:278318:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:3.0:1787148462.050755:0:278318:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.14@tcp(192.168.202.14@tcp:) -> 192.168.202.114@tcp(192.168.202.114@tcp:192.168.202.114@tcp) : PUT try# 0 00000800:00000200:3.0:1787148462.050768:0:278318:0:(socklnd_cb.c:931:ksocknal_send()) sending 376 bytes in 1 frags to 12345-192.168.202.114@tcp 00000800:00000010:3.0:1787148462.050772:0:278318:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5c50a4ee00. 00000800:00000200:3.0:1787148462.050777:0:278318:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5c4508fcc0] -> 12345-192.168.202.114@tcp (5) 00000800:00000200:3.0:1787148462.050783:0:278318:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.114@tcp ip 192.168.202.114:988 00000800:00000200:3.0:1787148462.050786:0:278318:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8c5c50a4ee00 type 1, nob 472 niov 1 nkiov 1 00000100:00000001:3.0:1787148462.050825:0:278318:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787148462.050829:0:278318:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5c68fb1800: using a timeout of 24687 usecs (25 jiffies) 00000400:00000200:3.0:1787148462.050831:0:278318:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000100:00000001:3.0:1787148462.050833:0:278318:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5c68fb1800: PM QoS new deadline estimation for cpu 0 is 4306970845 00000100:00000001:3.0:1787148462.050841:0:278318:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5c68fb1800: PM QoS request active for cpu 0, simply extend its deadline from 4306970839 00000100:00000001:3.0:1787148462.050844:0:278318:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5c68fb1800: PM QoS new deadline estimation for cpu 1 is 4306970845 00000100:00000001:3.0:1787148462.050846:0:278318:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5c68fb1800: PM QoS request active for cpu 1, simply extend its deadline from 4306970839 00000100:00000001:3.0:1787148462.050848:0:278318:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787148462.050850:0:278318:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787148462.050851:0:278318:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787148462.050853:0:278318:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00100000:3.0:1787148462.050855:0:278318:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5c5dfc4000 going to sleep for 50 seconds 00000100:00000001:3.0:1787148462.050857:0:278318:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787148462.050859:0:278318:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1787148462.050959:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1787148462.050964:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5c50a4ee00. 00000400:00000200:0.0:1787148462.050968:0:2385:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787148462.050977:0:2385:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.14@tcp->192.168.202.114@tcp: PUT: OK 00000400:00000200:0.0:1787148462.050982:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5c729627f8 00000400:00000010:0.0:1787148462.051056:0:2385:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff8c5c729627f8. 00000100:00000001:0.0:1787148462.051062:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787148462.051067:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c5c72650000 x1873948276734080/t0(0) o101->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 376/472 e 0 to 0 dl 1787148517 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787148462.051075:0:2385:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787148462.051078:0:2385:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8c5c72650000 x1873948276734080/t0(0) o101->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 376/472 e 0 to 0 dl 1787148517 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787148462.051083:0:2385:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787148462.051084:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1787148462.054320:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787148462.054344:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1787148462.054348:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787148462.054353:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787148462.054362:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148462.054370:0:2386:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.14@tcp(192.168.202.14@tcp) <- 192.168.202.114@tcp : PUT - for me 00000400:00000200:0.0:1787148462.054380:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148462.054385:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148462.054390:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148462.054394:0:2386:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.114@tcp of length 400 into portal 10 MB=0x6a858955cb880 00000400:00000200:0.0:1787148462.054398:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148462.054404:0:2386:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.114@tcp of length 400/400 into md 0x561ee1 [1] + 224 00000800:00000001:0.0:1787148462.054412:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787148462.054420:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787148462.054423:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787148462.054443:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.14@tcp->192.168.202.114@tcp: PUT: OK 00000100:00000001:0.0:1787148462.054451:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787148462.054461:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c5c72650000 x1873948276734080/t0(0) o101->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 376/472 e 0 to 0 dl 1787148517 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1787148462.054472:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=472 req@ffff8c5c72650000 x1873948276734080/t0(0) o101->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 376/472 e 0 to 0 dl 1787148517 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787148462.054496:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1787148462.054520:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787148462.054524:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787148462.056158:0:278318:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1787148462.056175:0:278318:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787148462.056178:0:278318:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787148462.056182:0:278318:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5c4a93fb58. 00000400:00000200:3.0:1787148462.056192:0:278318:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5c72962bb0 00000400:00000010:3.0:1787148462.056195:0:278318:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff8c5c72962bb0. 00000100:00000001:3.0:1787148462.056200:0:278318:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787148462.056210:0:278318:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c5c72650000 x1873948276734080/t0(0) o101->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 376/472 e 0 to 0 dl 1787148517 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1787148462.056219:0:278318:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c5c72650000 x1873948276734080/t0(0) o101->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 376/472 e 0 to 0 dl 1787148517 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787148462.056226:0:278318:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787148462.056243:0:278318:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787148462.056246:0:278318:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1787148462.056249:0:278318:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787148462.056252:0:278318:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787148462.056254:0:278318:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787148462.056258:0:278318:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787148462.056269:0:278318:0:(import.c:2149:obd_at_measure()) add 36 to ffff8c5c5776a460 time=94 v=36 (36 36 36 36) 00000100:00001000:3.0:1787148462.056274:0:278318:0:(import.c:2149:obd_at_measure()) add 1 to ffff8c5c5776a418 time=146 v=5 (1 1 0 0) 00000100:00000001:3.0:1787148462.056372:0:278318:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787148462.056374:0:278318:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787148462.056377:0:278318:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1787148462.056382:0:278318:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787148462.056387:0:278318:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1787148462.056389:0:278318:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c5c68fb1800: skip recheck: last_committed 30064771460 00000100:00000001:3.0:1787148462.056391:0:278318:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1787148462.056394:0:278318:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787148462.056399:0:278318:0:(lustre_net.h:2406:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8c5c72650000 x1873948276734080/t0(0) o101->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 376/400 e 0 to 0 dl 1787148517 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787148462.056406:0:278318:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787148462.056409:0:278318:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787148462.056411:0:278318:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787148462.056414:0:278318:0:(lustre_net.h:2406:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8c5c72650000 x1873948276734080/t0(0) o101->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 376/400 e 0 to 0 dl 1787148517 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1787148462.056421:0:278318:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5c72650000 pname:cluuid:pid:xid:nid:opc:job lfs:7e31181a-25e1-4c2b-a23d-b0f7747006f1:278318:1873948276734080:192.168.202.114@tcp:101:lfs.0 00000100:00000001:3.0:1787148462.056426:0:278318:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787148462.056428:0:278318:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787148462.056431:0:278318:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1787148462.056433:0:278318:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787148462.056436:0:278318:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8c5c72650000 x1873948276734080/t0(0) o101->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 376/400 e 0 to 0 dl 1787148517 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787148462.056442:0:278318:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1787148462.056444:0:278318:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c5c5dfc4000. 00000100:00000001:3.0:1787148462.056447:0:278318:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1787148462.056454:0:278318:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787148462.056457:0:278318:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1787148462.056462:0:278318:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787148462.056465:0:278318:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1787148462.056468:0:278318:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff8c5c40030200 refcount=4 00000020:00000001:3.0:1787148462.056471:0:278318:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616926571659776 : -127147137891840 : ffff8c5c40030200) 00010000:00000001:3.0:1787148462.056474:0:278318:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446616926571659776 : -127147137891840 : ffff8c5c40030200) 00010000:00000040:3.0:1787148462.056481:0:278318:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff8c5c40030200, remote cookie: 0xd48b816baf445d0e, flags: 0x1000 00010000:00000001:3.0:1787148462.056485:0:278318:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1787148462.056489:0:278318:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1787148462.056492:0:278318:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1787148462.056493:0:278318:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1787148462.056494:0:278318:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1787148462.056497:0:278318:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200002b17:0x1547:0x0].0x0 (ffff8c5c46c84d00) refcount = 1 00010000:00010000:3.0:1787148462.056517:0:278318:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8c5c68fb1800 lock: ffff8c5c40030200/0x632428c45c795588 lrc: 4/1,0 mode: CR/CR res: [0x200002b17:0x1547:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd48b816baf445d0e expref: -99 pid: 278318 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1787148462.056527:0:278318:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1787148462.056529:0:278318:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1787148462.056531:0:278318:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1787148462.056534:0:278318:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1787148462.056536:0:278318:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787148462.056539:0:278318:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8c5c68fb1800 lock: ffff8c5c40030200/0x632428c45c795588 lrc: 4/1,0 mode: CR/CR res: [0x200002b17:0x1547:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd48b816baf445d0e expref: -99 pid: 278318 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1787148462.056553:0:278318:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1787148462.056554:0:278318:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787148462.056555:0:278318:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787148462.056556:0:278318:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787148462.056557:0:278318:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787148462.056559:0:278318:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1787148462.056563:0:278318:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1787148462.056568:0:278318:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787148462.056569:0:278318:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1787148462.056573:0:278318:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff8c5c40030200 refcount=3 00000020:00000001:3.0:1787148462.056580:0:278318:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616926571659776 : -127147137891840 : ffff8c5c40030200) 00010000:00000001:3.0:1787148462.056692:0:278318:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446616926571659776 : -127147137891840 : ffff8c5c40030200) 00010000:00000001:3.0:1787148462.056699:0:278318:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787148462.056700:0:278318:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1787148462.056709:0:278318:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=0x400 disposition=0x1, status=0 req@ffff8c5c72650000 x1873948276734080/t0(0) o101->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 376/400 e 0 to 0 dl 1787148517 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000040:3.0:1787148462.056720:0:278318:0:(mdc_locks.c:905:mdc_finish_enqueue()) lustre-MDT0000-mdc-ffff8c5c68fb1800: layout return lvb 56 transno 0 00010000:00000001:3.0:1787148462.056722:0:278318:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787148462.056724:0:278318:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1787148462.056725:0:278318:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff8c5c40030200 refcount=3 00000020:00000001:3.0:1787148462.056727:0:278318:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616926571659776 : -127147137891840 : ffff8c5c40030200) 00010000:00000001:3.0:1787148462.056729:0:278318:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446616926571659776 : -127147137891840 : ffff8c5c40030200) 00000002:00010000:3.0:1787148462.056732:0:278318:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: layout, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff8c5c68fb1800 lock: ffff8c5c40030200/0x632428c45c795588 lrc: 3/1,0 mode: CR/CR res: [0x200002b17:0x1547:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd48b816baf445d0e expref: -99 pid: 278318 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00000002:00000010:3.0:1787148462.056744:0:278318:0:(mdc_locks.c:939:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff8c5c68f18ec0. 00010000:00000001:3.0:1787148462.056745:0:278318:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787148462.056747:0:278318:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1787148462.056748:0:278318:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1787148462.056750:0:278318:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1787148462.056753:0:278318:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1787148462.056754:0:278318:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787148462.056755:0:278318:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1787148462.056756:0:278318:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff8c5c40030200 refcount=3 00000020:00000001:3.0:1787148462.056758:0:278318:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616926571659776 : -127147137891840 : ffff8c5c40030200) 00010000:00000001:3.0:1787148462.056759:0:278318:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446616926571659776 : -127147137891840 : ffff8c5c40030200) 00000002:00010000:3.0:1787148462.056762:0:278318:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8c5c68fb1800 lock: ffff8c5c40030200/0x632428c45c795588 lrc: 3/1,0 mode: CR/CR res: [0x200002b17:0x1547:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd48b816baf445d0e expref: -99 pid: 278318 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1787148462.056770:0:278318:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787148462.056771:0:278318:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787148462.056772:0:278318:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1787148462.056778:0:278318:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787148462.056779:0:278318:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1787148462.056780:0:278318:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff8c5c40030200 refcount=3 00000020:00000001:3.0:1787148462.056782:0:278318:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616926571659776 : -127147137891840 : ffff8c5c40030200) 00010000:00000001:3.0:1787148462.056784:0:278318:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446616926571659776 : -127147137891840 : ffff8c5c40030200) 00010000:00000040:3.0:1787148462.056791:0:278318:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8c5c46c84d00 count: 2 00010000:00000001:3.0:1787148462.056794:0:278318:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1787148462.056798:0:278318:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c5c50381800 type 13 mode 16 res 8589945623/5447 (0 0) 00010000:00000001:3.0:1787148462.056800:0:278318:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787148462.056801:0:278318:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1787148462.056803:0:278318:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1787148462.056805:0:278318:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffff9f0881503970 00000002:00002000:3.0:1787148462.056807:0:278318:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=layout status=0 disp=0x1: rc = 0 00000002:00000001:3.0:1787148462.056811:0:278318:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1787148462.056814:0:278318:0:(lmv_intent.c:533:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1787148462.056816:0:278318:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1787148462.056819:0:278318:0:(namei.c:952:ll_intent_lock()) intent lock 1024 on i1 [0x200002b17:0x1547:0x0] suppgids 0 0: rc 0 00000080:00000001:3.0:1787148462.056822:0:278318:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787148462.056825:0:278318:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787148462.056830:0:278318:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8c5c72650000 x1873948276734080/t0(0) o101->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 376/400 e 0 to 0 dl 1787148517 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787148462.056836:0:278318:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787148462.056839:0:278318:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787148462.056842:0:278318:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5c57629400. 02000000:00000001:3.0:1787148462.056845:0:278318:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787148462.056847:0:278318:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1787148462.056849:0:278318:0:(genops.c:1244:class_import_put()) import ffff8c5c5776a000 refcount=8 obd=lustre-MDT0000-mdc-ffff8c5c68fb1800 00000020:00000001:3.0:1787148462.056851:0:278318:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1787148462.056853:0:278318:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c5c42e5b400. 02000000:00000001:3.0:1787148462.057008:0:278318:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787148462.057011:0:278318:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787148462.057014:0:278318:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5c72650000. 00000100:00000001:3.0:1787148462.057018:0:278318:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787148462.057019:0:278318:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:3.0:1787148462.057024:0:278318:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff8c5c42e5be00. 00000080:00010000:3.0:1787148462.057034:0:278318:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200002b17:0x1547:0x0](ffff8c5c78154b08) for lock 0x632428c45c795588 00800000:00000001:3.0:1787148462.057039:0:278318:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1787148462.057043:0:278318:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1787148462.057044:0:278318:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787148462.057045:0:278318:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1787148462.057047:0:278318:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff8c5c40030200 refcount=3 00000020:00000001:3.0:1787148462.057049:0:278318:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616926571659776 : -127147137891840 : ffff8c5c40030200) 00010000:00000001:3.0:1787148462.057052:0:278318:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446616926571659776 : -127147137891840 : ffff8c5c40030200) 00010000:00000001:3.0:1787148462.057054:0:278318:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787148462.057055:0:278318:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1787148462.057056:0:278318:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1787148462.057058:0:278318:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1787148462.057061:0:278318:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x632428c45c795588 from it ffff9f0881503c38 00010000:00000001:3.0:1787148462.057067:0:278318:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787148462.057071:0:278318:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1787148462.057072:0:278318:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff8c5c40030200 refcount=3 00000020:00000001:3.0:1787148462.057074:0:278318:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616926571659776 : -127147137891840 : ffff8c5c40030200) 00010000:00000001:3.0:1787148462.057076:0:278318:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446616926571659776 : -127147137891840 : ffff8c5c40030200) 00010000:00000001:3.0:1787148462.057078:0:278318:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1787148462.057081:0:278318:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8c5c68fb1800 lock: ffff8c5c40030200/0x632428c45c795588 lrc: 3/1,0 mode: CR/CR res: [0x200002b17:0x1547:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd48b816baf445d0e expref: -99 pid: 278318 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1787148462.057090:0:278318:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787148462.057091:0:278318:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787148462.057092:0:278318:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1787148462.057095:0:278318:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1787148462.057191:0:278318:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c5c68fb1800 lock: ffff8c5c40030200/0x632428c45c795588 lrc: 2/0,0 mode: CR/CR res: [0x200002b17:0x1547:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd48b816baf445d0e expref: -99 pid: 278318 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1787148462.057199:0:278318:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787148462.057201:0:278318:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1787148462.057203:0:278318:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1787148462.057208:0:278318:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787148462.057209:0:278318:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787148462.057215:0:278318:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787148462.057218:0:278318:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1787148462.057220:0:278318:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787148462.057222:0:278318:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787148462.057225:0:278318:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787148462.057227:0:278318:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1787148462.057229:0:278318:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787148462.057230:0:278318:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1787148462.057232:0:278318:0:(file.c:7064:ll_layout_intent()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787148462.057235:0:278318:0:(file.c:6124:ll_take_md_lock()) Process entered 00000080:00000040:3.0:1787148462.057237:0:278318:0:(file.c:6126:ll_take_md_lock()) trying to match res [0x200002b17:0x1547:0x0] 00800000:00000001:3.0:1787148462.057242:0:278318:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1787148462.057245:0:278318:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1787148462.057247:0:278318:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1787148462.057251:0:278318:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1787148462.057253:0:278318:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1787148462.057255:0:278318:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b17:0x1547:0x0] 00800000:00000001:3.0:1787148462.057257:0:278318:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1787148462.057260:0:278318:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1787148462.057261:0:278318:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1787148462.057264:0:278318:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8c5c46c84d00 count: 2 00010000:00000001:3.0:1787148462.057266:0:278318:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1787148462.057269:0:278318:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1787148462.057273:0:278318:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1787148462.057521:0:278318:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8c5c68fb1800 lock: ffff8c5c40030200/0x632428c45c795588 lrc: 2/1,0 mode: CR/CR res: [0x200002b17:0x1547:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd48b816baf445d0e expref: -99 pid: 278318 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 02000000:00000001:3.0:1787148462.057530:0:278318:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1787148462.057534:0:278318:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787148462.057537:0:278318:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c5c68fb1800 lock: ffff8c5c40030200/0x632428c45c795588 lrc: 2/1,0 mode: CR/CR res: [0x200002b17:0x1547:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd48b816baf445d0e expref: -99 pid: 278318 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000002:00000001:3.0:1787148462.057542:0:278318:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=16 : 16 : 10) 00800000:00000002:3.0:1787148462.057550:0:278318:0:(lmv_obd.c:4137:lmv_lock_match()) Lock match for [0x200002b17:0x1547:0x0]: 16 00000080:00000001:3.0:1787148462.057551:0:278318:0:(file.c:6131:ll_take_md_lock()) Process leaving (rc=16 : 16 : 10) 00000080:00000001:3.0:1787148462.057553:0:278318:0:(file.c:6921:ll_layout_lock_set()) Process entered 00010000:00000001:3.0:1787148462.057560:0:278318:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787148462.057561:0:278318:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1787148462.057563:0:278318:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff8c5c40030200 refcount=3 00000020:00000001:3.0:1787148462.057564:0:278318:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616926571659776 : -127147137891840 : ffff8c5c40030200) 00010000:00000001:3.0:1787148462.057565:0:278318:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446616926571659776 : -127147137891840 : ffff8c5c40030200) 00000080:00010000:3.0:1787148462.057568:0:278318:0:(file.c:6931:ll_layout_lock_set()) ### file [0x200002b17:0x1547:0x0](00000000d164ce73) being reconfigured ns: lustre-MDT0000-mdc-ffff8c5c68fb1800 lock: ffff8c5c40030200/0x632428c45c795588 lrc: 3/1,0 mode: CR/CR res: [0x200002b17:0x1547:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd48b816baf445d0e expref: -99 pid: 278318 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00800000:00000001:3.0:1787148462.057574:0:278318:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1787148462.057575:0:278318:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1787148462.057576:0:278318:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787148462.057577:0:278318:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1787148462.057577:0:278318:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff8c5c40030200 refcount=4 00000020:00000001:3.0:1787148462.057579:0:278318:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616926571659776 : -127147137891840 : ffff8c5c40030200) 00010000:00000001:3.0:1787148462.057580:0:278318:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446616926571659776 : -127147137891840 : ffff8c5c40030200) 00010000:00000001:3.0:1787148462.057582:0:278318:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787148462.057583:0:278318:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1787148462.057584:0:278318:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1787148462.057585:0:278318:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787148462.057914:0:278318:0:(file.c:6846:ll_layout_fetch()) Process entered 00000080:00000002:3.0:1787148462.057917:0:278318:0:(file.c:6849:ll_layout_fetch()) [0x200002b17:0x1547:0x0] LVB_READY=0 l_lvb_data=ffff8c5c68f18ec0 l_lvb_len=56 00000080:00000001:3.0:1787148462.057919:0:278318:0:(file.c:6852:ll_layout_fetch()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787148462.057920:0:278318:0:(file.c:6791:ll_layout_conf()) Process entered 00000020:00000001:3.0:1787148462.057922:0:278318:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000010:3.0:1787148462.057926:0:278318:0:(cl_object.c:707:cl_env_new()) slab-alloced 'cle': 144 at ffff8c5c476be090. 00000020:00000010:3.0:1787148462.057929:0:278318:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c5c42e5be00. 00000020:00000010:3.0:1787148462.057933:0:278318:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff8c5c42e5b400. 00000020:00000010:3.0:1787148462.057935:0:278318:0:(cl_object.c:1113:cl_key_init()) kmalloced '(value)': 72 at ffff8c5c650cc7e0. 00000008:00000010:3.0:1787148462.057940:0:278318:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff8c5c716fce50. 00020000:00000010:3.0:1787148462.057944:0:278318:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff8c5c71bdf900. 00008000:00000010:3.0:1787148462.057947:0:278318:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8c5c72bdfc08. 00000080:00000010:3.0:1787148462.057952:0:278318:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff8c5c4829ff18. 00000080:00000010:3.0:1787148462.057955:0:278318:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff8c5c4a96a2b0. 00000020:00000010:3.0:1787148462.057957:0:278318:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c5c42e5a200. 00000008:00000010:3.0:1787148462.057964:0:278318:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff8c5c50187a20. 00020000:00000010:3.0:1787148462.057966:0:278318:0:(lov_dev.c:117:lov_session_key_init()) slab-alloced 'info': 584 at ffff8c5c4a9826c8. 00008000:00000010:3.0:1787148462.057969:0:278318:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff8c5c48260928. 00000080:00000010:3.0:1787148462.057971:0:278318:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8c5c68c830f0. 00000020:00000001:3.0:1787148462.057974:0:278318:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446616926695973016 : -127147013578600 : ffff8c5c476be098) 00000020:00001000:3.0:1787148462.057976:0:278318:0:(cl_object.c:823:cl_env_get()) 1@ffff8c5c476be090 00000020:00000001:3.0:1787148462.057977:0:278318:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:3.0:1787148462.057980:0:278318:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:3.0:1787148462.057982:0:278318:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:3.0:1787148462.057986:0:278318:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff8c5c650cc9c0. 00020000:00000010:3.0:1787148462.057990:0:278318:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff8c5c65214200. 00020000:00000010:3.0:1787148462.057995:0:278318:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff8c5c650cc120. 00020000:00000001:3.0:1787148462.057998:0:278318:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446616927193055520 : -127146516496096 : ffff8c5c650cc120) 00020000:00000002:3.0:1787148462.058002:0:278318:0:(lov_ea.c:755:dump_lsm()) lsm ffff8c5c650cc120, objid 0x1547:11031, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1787148462.058007:0:278318:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:3.0:1787148462.058010:0:278318:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff8c5c65214200: ostid: 0x280000401:22152 ost idx: 0 gen: 0 00020000:00000002:3.0:1787148462.058014:0:278318:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff8c5c482004d8) owner ffff8c5c68efa7c0 00020000:00000001:3.0:1787148462.058017:0:278318:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1787148462.058019:0:278318:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff8c5c482004d8) owner ffff8c5c68efa7c0 00020000:00000010:3.0:1787148462.058023:0:278318:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff8c5c65214200. 00020000:00000010:3.0:1787148462.058027:0:278318:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff8c5c650cc9c0. 00020000:00000010:3.0:1787148462.058030:0:278318:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff8c5c650cc120. 00020000:00000002:3.0:1787148462.058033:0:278318:0:(lov_object.c:1535:lov_conf_set()) [0x200002b17:0x1547:0x0] lo_layout_invalid=0 00020000:00000001:3.0:1787148462.058035:0:278318:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787148462.058037:0:278318:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787148462.058041:0:278318:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:3.0:1787148462.058044:0:278318:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff8c5c482004d8) owner 0000000000000000/ffff8c5c68efa7c0 00020000:00000002:3.0:1787148462.058047:0:278318:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff8c5c650cc300 addref 2/0 by ffff8c5c68efa7c0. 00020000:00000002:3.0:1787148462.058048:0:278318:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff8c5c482004d8) owner 0000000000000000/ffff8c5c68efa7c0 00020000:00000001:3.0:1787148462.058050:0:278318:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:3.0:1787148462.058052:0:278318:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:3.0:1787148462.058052:0:278318:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:3.0:1787148462.058058:0:278318:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:3.0:1787148462.058059:0:278318:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:3.0:1787148462.058061:0:278318:0:(file.c:6826:ll_layout_conf()) [0x200002b17:0x1547:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:3.0:1787148462.058063:0:278318:0:(cl_object.c:917:cl_env_put()) 1@ffff8c5c476be090 00000020:00000010:3.0:1787148462.058065:0:278318:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff8c5c42e5b400. 00000020:00000010:3.0:1787148462.058067:0:278318:0:(cl_object.c:1113:cl_key_fini()) kfreed 'info': 72 at ffff8c5c650cc7e0. 00000008:00000010:3.0:1787148462.058069:0:278318:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff8c5c716fce50. 00020000:00000010:3.0:1787148462.058071:0:278318:0:(lov_dev.c:95:lov_key_fini()) slab-freed '(info)': 192 at ffff8c5c71bdf900. 00008000:00000010:3.0:1787148462.058074:0:278318:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8c5c72bdfc08. 00000080:00000010:3.0:1787148462.058076:0:278318:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff8c5c4829ff18. 00000080:00000010:3.0:1787148462.058078:0:278318:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff8c5c4a96a2b0. 00000020:00000010:3.0:1787148462.058081:0:278318:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c5c42e5be00. 00000008:00000010:3.0:1787148462.058082:0:278318:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff8c5c50187a20. 00020000:00000010:3.0:1787148462.058084:0:278318:0:(lov_dev.c:136:lov_session_key_fini()) slab-freed '(info)': 584 at ffff8c5c4a9826c8. 00008000:00000010:3.0:1787148462.058087:0:278318:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff8c5c48260928. 00000080:00000010:3.0:1787148462.058089:0:278318:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff8c5c68c830f0. 00000020:00000010:3.0:1787148462.058090:0:278318:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c5c42e5a200. 00000020:00000010:3.0:1787148462.058092:0:278318:0:(cl_object.c:742:cl_env_fini()) slab-freed '(cle)': 144 at ffff8c5c476be090. 00000080:00000001:3.0:1787148462.058094:0:278318:0:(file.c:6833:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787148462.058095:0:278318:0:(file.c:6968:ll_layout_lock_set()) Process leaving 00010000:00000001:3.0:1787148462.058096:0:278318:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787148462.058097:0:278318:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787148462.058540:0:278318:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787148462.058758:0:278318:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1787148462.058762:0:278318:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff8c5c40030200 refcount=3 00000020:00000001:3.0:1787148462.058765:0:278318:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616926571659776 : -127147137891840 : ffff8c5c40030200) 00010000:00000001:3.0:1787148462.058768:0:278318:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446616926571659776 : -127147137891840 : ffff8c5c40030200) 00010000:00000001:3.0:1787148462.058771:0:278318:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1787148462.058774:0:278318:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8c5c68fb1800 lock: ffff8c5c40030200/0x632428c45c795588 lrc: 3/1,0 mode: CR/CR res: [0x200002b17:0x1547:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xd48b816baf445d0e expref: -99 pid: 278318 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1787148462.058782:0:278318:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787148462.058783:0:278318:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787148462.058785:0:278318:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1787148462.058796:0:278318:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1787148462.058798:0:278318:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c5c68fb1800 lock: ffff8c5c40030200/0x632428c45c795588 lrc: 2/0,0 mode: CR/CR res: [0x200002b17:0x1547:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xd48b816baf445d0e expref: -99 pid: 278318 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1787148462.058805:0:278318:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787148462.058808:0:278318:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1787148462.058810:0:278318:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1787148462.058813:0:278318:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787148462.058815:0:278318:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787148462.058816:0:278318:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787148462.058819:0:278318:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1787148462.058821:0:278318:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787148462.058822:0:278318:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787148462.058825:0:278318:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787148462.058828:0:278318:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1787148462.058829:0:278318:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787148462.058830:0:278318:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1787148462.058832:0:278318:0:(file.c:7009:ll_layout_lock_set()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787148462.058834:0:278318:0:(file.c:7128:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1787148462.058837:0:278318:0:(file.c:3012:ll_lov_setstripe()) inode ffff8c5c78154b08 need_sync_to_mds [0x200002b17:0x1547:0x0] 00000080:00000001:3.0:1787148462.058840:0:278318:0:(file.c:2969:ll_file_getstripe()) Process entered 00000020:00000001:3.0:1787148462.058841:0:278318:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000010:3.0:1787148462.058945:0:278318:0:(cl_object.c:707:cl_env_new()) slab-alloced 'cle': 144 at ffff8c5c476be090. 00000020:00000010:3.0:1787148462.058949:0:278318:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c5c42e5a200. 00000020:00000010:3.0:1787148462.058952:0:278318:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff8c5c42e5be00. 00000020:00000010:3.0:1787148462.058955:0:278318:0:(cl_object.c:1113:cl_key_init()) kmalloced '(value)': 72 at ffff8c5c650cc7e0. 00000008:00000010:3.0:1787148462.058959:0:278318:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff8c5c716fce50. 00020000:00000010:3.0:1787148462.058963:0:278318:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff8c5c71bdf900. 00008000:00000010:3.0:1787148462.058966:0:278318:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8c5c72bdfc08. 00000080:00000010:3.0:1787148462.058970:0:278318:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff8c5c4829ff18. 00000080:00000010:3.0:1787148462.058973:0:278318:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff8c5c4a96a2b0. 00000020:00000010:3.0:1787148462.058976:0:278318:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c5c42e5b400. 00000008:00000010:3.0:1787148462.058978:0:278318:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff8c5c50187a20. 00020000:00000010:3.0:1787148462.058981:0:278318:0:(lov_dev.c:117:lov_session_key_init()) slab-alloced 'info': 584 at ffff8c5c4a9826c8. 00008000:00000010:3.0:1787148462.058984:0:278318:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff8c5c48260928. 00000080:00000010:3.0:1787148462.058986:0:278318:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8c5c68c830f0. 00000020:00000001:3.0:1787148462.058996:0:278318:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446616926695973016 : -127147013578600 : ffff8c5c476be098) 00000020:00001000:3.0:1787148462.058998:0:278318:0:(cl_object.c:823:cl_env_get()) 1@ffff8c5c476be090 00000020:00000001:3.0:1787148462.059000:0:278318:0:(cl_object.c:398:cl_object_getstripe()) Process entered 00020000:00000001:3.0:1787148462.059003:0:278318:0:(lov_object.c:2263:lov_object_getstripe()) Process entered 00020000:00000002:3.0:1787148462.059004:0:278318:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff8c5c482004d8) owner 0000000000000000/ffff8c5c68efa7c0 00020000:00000002:3.0:1787148462.059007:0:278318:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff8c5c650cc300 addref 2/0 by ffff8c5c68efa7c0. 00020000:00000002:3.0:1787148462.059009:0:278318:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff8c5c482004d8) owner 0000000000000000/ffff8c5c68efa7c0 00020000:00000001:3.0:1787148462.059011:0:278318:0:(lov_pack.c:382:lov_getstripe()) Process entered 00020000:00000010:3.0:1787148462.059015:0:278318:0:(lov_pack.c:394:lov_getstripe()) kmalloced '(lmmk)': 56 at ffff8c5c68f185c0. 00020000:00000001:3.0:1787148462.059017:0:278318:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:3.0:1787148462.059018:0:278318:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:3.0:1787148462.059020:0:278318:0:(lov_pack.c:144:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000010:3.0:1787148462.059025:0:278318:0:(lov_pack.c:489:lov_getstripe()) kvfree 'lmmk': 56 at ffff8c5c68f185c0. 00020000:00000001:3.0:1787148462.059029:0:278318:0:(lov_pack.c:491:lov_getstripe()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1787148462.059031:0:278318:0:(lov_object.c:2271:lov_object_getstripe()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787148462.059033:0:278318:0:(cl_object.c:408:cl_object_getstripe()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1787148462.059035:0:278318:0:(cl_object.c:917:cl_env_put()) 1@ffff8c5c476be090 00000020:00000010:3.0:1787148462.059037:0:278318:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff8c5c42e5be00. 00000020:00000010:3.0:1787148462.059040:0:278318:0:(cl_object.c:1113:cl_key_fini()) kfreed 'info': 72 at ffff8c5c650cc7e0. 00000008:00000010:3.0:1787148462.059042:0:278318:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff8c5c716fce50. 00020000:00000010:3.0:1787148462.059045:0:278318:0:(lov_dev.c:95:lov_key_fini()) slab-freed '(info)': 192 at ffff8c5c71bdf900. 00008000:00000010:3.0:1787148462.059048:0:278318:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8c5c72bdfc08. 00000080:00000010:3.0:1787148462.059051:0:278318:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff8c5c4829ff18. 00000080:00000010:3.0:1787148462.059054:0:278318:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff8c5c4a96a2b0. 00000020:00000010:3.0:1787148462.059057:0:278318:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c5c42e5a200. 00000008:00000010:3.0:1787148462.059059:0:278318:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff8c5c50187a20. 00020000:00000010:3.0:1787148462.059062:0:278318:0:(lov_dev.c:136:lov_session_key_fini()) slab-freed '(info)': 584 at ffff8c5c4a9826c8. 00008000:00000010:3.0:1787148462.059064:0:278318:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff8c5c48260928. 00000080:00000010:3.0:1787148462.059067:0:278318:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff8c5c68c830f0. 00000020:00000010:3.0:1787148462.059069:0:278318:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c5c42e5b400. 00000020:00000010:3.0:1787148462.059071:0:278318:0:(cl_object.c:742:cl_env_fini()) slab-freed '(cle)': 144 at ffff8c5c476be090. 00000080:00000001:3.0:1787148462.059074:0:278318:0:(file.c:2980:ll_file_getstripe()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1787148462.059076:0:278318:0:(file.c:3026:ll_lov_setstripe()) kvfree 'klum': 32 at ffff8c5c71cd2840. 00000080:00000001:3.0:1787148462.059079:0:278318:0:(file.c:3027:ll_lov_setstripe()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787148462.059085:0:278318:0:(file.c:4700:ll_file_ioctl()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1787148462.059567:0:278318:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:2.0:1787148462.059573:0:278318:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff8c5c482004d8) owner 0000000000000000/ffff8c5c68efa7c0 00020000:00000002:2.0:1787148462.059577:0:278318:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff8c5c482004d8) owner 0000000000000000/ffff8c5c68efa7c0 00020000:00000001:2.0:1787148462.059580:0:278318:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787148462.059588:0:278318:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:2.0:1787148462.059591:0:278318:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffff9f0881503df0 00000080:00200008:2.0:1787148462.059600:0:278318:0:(file.c:479:ll_file_release()) START file f812b.sanity:[0x200002b17:0x1547:0x0](ffff8c5c78154b08), flags 100001 00000080:00000001:2.0:1787148462.059605:0:278318:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:2.0:1787148462.059608:0:278318:0:(pcc.c:2463:pcc_file_release()) Process leaving 00020000:00000001:2.0:1787148462.059609:0:278318:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:2.0:1787148462.059611:0:278318:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff8c5c482004d8) owner 0000000000000000/ffff8c5c68efa7c0 00020000:00000002:2.0:1787148462.059614:0:278318:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff8c5c482004d8) owner 0000000000000000/ffff8c5c68efa7c0 00020000:00000001:2.0:1787148462.059615:0:278318:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787148462.059617:0:278318:0:(file.c:341:ll_md_close()) Process entered 00800000:00000001:2.0:1787148462.059622:0:278318:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1787148462.059697:0:278318:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1787148462.059700:0:278318:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1787148462.059702:0:278318:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1787148462.059704:0:278318:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1787148462.059706:0:278318:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b17:0x1547:0x0] 00800000:00000001:2.0:1787148462.059709:0:278318:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1787148462.059714:0:278318:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1787148462.059716:0:278318:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1787148462.059722:0:278318:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8c5c46c84d00 count: 2 00010000:00000001:2.0:1787148462.059725:0:278318:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1787148462.059730:0:278318:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1787148462.059731:0:278318:0:(lmv_obd.c:4137:lmv_lock_match()) Lock match for [0x200002b17:0x1547:0x0]: 0 00000080:00000001:2.0:1787148462.059734:0:278318:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:2.0:1787148462.059736:0:278318:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:2.0:1787148462.059740:0:278318:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff8c5c47580e00. 00000080:00000001:2.0:1787148462.059743:0:278318:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:2.0:1787148462.059748:0:278318:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:2.0:1787148462.059752:0:278318:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000001:2.0:1787148462.059753:0:278318:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1787148462.059754:0:278318:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1787148462.059756:0:278318:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1787148462.059757:0:278318:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1787148462.059759:0:278318:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1787148462.059761:0:278318:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b17:0x1547:0x0] 00800000:00000001:2.0:1787148462.059762:0:278318:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1787148462.059765:0:278318:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200002b17:0x1547:0x0] 00000002:00000001:2.0:1787148462.059768:0:278318:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:2.0:1787148462.059770:0:278318:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff8c5c68fb1800: [0x200002b17:0x1547:0x0] file closed with intent: 0 00000100:00000010:2.0:1787148462.059776:0:278318:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5c5e1fe680. 00000020:00000040:2.0:1787148462.059786:0:278318:0:(genops.c:1231:class_import_get()) import ffff8c5c5776a000 refcount=9 obd=lustre-MDT0000-mdc-ffff8c5c68fb1800 00000100:00000001:2.0:1787148462.059792:0:278318:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787148462.059795:0:278318:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787148462.059800:0:278318:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787148462.059807:0:278318:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c5c47580c00. 00000100:00000001:2.0:1787148462.059815:0:278318:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:2.0:1787148462.059835:0:278318:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff8c5c72653800 x1873948276733312/t30064771461(30064771461) o101->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 528/608 e 0 to 0 dl 1787148517 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000020:00100000:2.0:1787148462.059847:0:278318:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8c5c68fb1800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:2.0:1787148462.059851:0:278318:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8c5c5e1fe680 x1873948276734336/t0(0) o35->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:2.0:1787148462.059858:0:278318:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1787148462.059859:0:278318:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1787148462.059866:0:278318:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c5c5749a240. 00000100:00000001:2.0:1787148462.059868:0:278318:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446616926962164288 : -127146747387328 : ffff8c5c5749a240) 00000100:00000001:2.0:1787148462.059870:0:278318:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787148462.059872:0:278318:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616927076869760 : -127146632681856 : ffff8c5c5e1fe680) 00000100:00000001:2.0:1787148462.059876:0:278318:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787148462.059881:0:278318:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787148462.059883:0:278318:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1787148462.059885:0:278318:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787148462.059889:0:278318:0:(lustre_net.h:2406:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8c5c5e1fe680 x1873948276734336/t0(0) o35->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787148462.059896:0:278318:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787148462.059898:0:278318:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787148462.059901:0:278318:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787148462.059904:0:278318:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787148462.059906:0:278318:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787148462.059910:0:278318:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5c5e1fe680 pname:cluuid:pid:xid:nid:opc:job lfs:7e31181a-25e1-4c2b-a23d-b0f7747006f1:278318:1873948276734336:192.168.202.114@tcp:35:lfs.0 00000100:00000001:2.0:1787148462.059914:0:278318:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787148462.059919:0:278318:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787148462.059922:0:278318:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787148462.059930:0:278318:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787148462.059935:0:278318:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5c6f06e400. 02000000:00000001:2.0:1787148462.059937:0:278318:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787148462.059945:0:278318:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000010:2.0:1787148462.059949:0:278318:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5c68ddbb00. 00000400:00000010:2.0:1787148462.059956:0:278318:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5c42ee32a8. 00000100:00000200:2.0:1787148462.059964:0:278318:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1873948276734336, portal 10 00000100:00000001:2.0:1787148462.059965:0:278318:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787148462.059967:0:278318:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616927076869760 : -127146632681856 : ffff8c5c5e1fe680) 00000100:00000040:2.0:1787148462.059973:0:278318:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff8c5c5e1fe680 x1873948276734336/t0(0) o35->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:23/10 lens 392/624 e 0 to 0 dl 1787148478 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787148462.059980:0:278318:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787148462.059982:0:278318:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.114@tcp 00000400:00000010:2.0:1787148462.059985:0:278318:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5c42ee36e8. 00000100:00000200:2.0:1787148462.059988:0:278318:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1873948276734336, offset 0 00000400:00000200:2.0:1787148462.059996:0:278318:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.114@tcp 00000400:00000200:2.0:1787148462.060004:0:278318:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:2.0:1787148462.060012:0:278318:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.114@tcp local destination 00000400:00000200:2.0:1787148462.060017:0:278318:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787148462.060021:0:278318:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.14@tcp 00000400:00000200:2.0:1787148462.060025:0:278318:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.14@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787148462.060028:0:278318:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.114@tcp 00000400:00000200:2.0:1787148462.060031:0:278318:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.14@tcp NI seq info: [556912:556912:256:4294967295] 192.168.202.114@tcp LPNI seq info [556868:556868:8:4294967295] 00000400:00000200:2.0:1787148462.060035:0:278318:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:2.0:1787148462.060044:0:278318:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.14@tcp(192.168.202.14@tcp:) -> 192.168.202.114@tcp(192.168.202.114@tcp:192.168.202.114@tcp) : PUT try# 0 00000800:00000200:2.0:1787148462.060050:0:278318:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.202.114@tcp 00000800:00000010:2.0:1787148462.060055:0:278318:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5c46fcb200. 00000800:00000200:2.0:1787148462.060062:0:278318:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5c4508fcc0] -> 12345-192.168.202.114@tcp (5) 00000800:00000200:2.0:1787148462.060069:0:278318:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.114@tcp ip 192.168.202.114:988 00000800:00000200:2.0:1787148462.060074:0:278318:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8c5c46fcb200 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:2.0:1787148462.060190:0:278318:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787148462.060201:0:278318:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5c68fb1800: using a timeout of 24681 usecs (25 jiffies) 00000400:00000200:2.0:1787148462.060205:0:278318:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000100:00000001:2.0:1787148462.060209:0:278318:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5c68fb1800: PM QoS new deadline estimation for cpu 0 is 4306970855 00000100:00000001:2.0:1787148462.060221:0:278318:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5c68fb1800: PM QoS request active for cpu 0, simply extend its deadline from 4306970845 00000100:00000001:2.0:1787148462.060227:0:278318:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5c68fb1800: PM QoS new deadline estimation for cpu 1 is 4306970855 00000100:00000001:2.0:1787148462.060230:0:278318:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5c68fb1800: PM QoS request active for cpu 1, simply extend its deadline from 4306970845 00000100:00000001:2.0:1787148462.060234:0:278318:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787148462.060237:0:278318:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787148462.060239:0:278318:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787148462.060241:0:278318:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1787148462.060244:0:278318:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5c5749a240 going to sleep for 11 seconds 00000100:00000001:2.0:1787148462.060247:0:278318:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787148462.060250:0:278318:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1787148462.060758:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1787148462.060764:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5c46fcb200. 00000400:00000200:0.0:1787148462.060769:0:2385:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787148462.060775:0:2385:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.14@tcp->192.168.202.114@tcp: PUT: OK 00000400:00000200:0.0:1787148462.060780:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5c42ee36e8 00000400:00000010:0.0:1787148462.060783:0:2385:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff8c5c42ee36e8. 00000100:00000001:0.0:1787148462.060787:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787148462.060792:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c5c5e1fe680 x1873948276734336/t0(0) o35->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:23/10 lens 392/624 e 0 to 0 dl 1787148478 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787148462.060802:0:2385:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787148462.060806:0:2385:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8c5c5e1fe680 x1873948276734336/t0(0) o35->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:23/10 lens 392/624 e 0 to 0 dl 1787148478 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787148462.060812:0:2385:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787148462.060813:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1787148462.065709:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787148462.065730:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1787148462.065734:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787148462.065737:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787148462.065746:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148462.065754:0:2386:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.14@tcp(192.168.202.14@tcp) <- 192.168.202.114@tcp : PUT - for me 00000400:00000200:0.0:1787148462.065765:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148462.065771:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148462.065777:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148462.065781:0:2386:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.114@tcp of length 456 into portal 10 MB=0x6a858955cb980 00000400:00000200:0.0:1787148462.065802:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148462.065810:0:2386:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.114@tcp of length 456/456 into md 0x561ee9 [1] + 224 00000800:00000001:0.0:1787148462.065819:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787148462.065831:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787148462.065836:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787148462.065840:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.14@tcp->192.168.202.114@tcp: PUT: OK 00000100:00000001:0.0:1787148462.065850:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787148462.066059:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c5c5e1fe680 x1873948276734336/t0(0) o35->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:23/10 lens 392/624 e 0 to 0 dl 1787148478 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1787148462.066073:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff8c5c5e1fe680 x1873948276734336/t0(0) o35->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:23/10 lens 392/624 e 0 to 0 dl 1787148478 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787148462.066155:0:278318:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787148462.066187:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1787148462.066198:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787148462.066201:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1787148462.066352:0:278318:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787148462.066355:0:278318:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787148462.066359:0:278318:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5c68ddbb00. 00000400:00000200:2.0:1787148462.066364:0:278318:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5c42ee32a8 00000400:00000010:2.0:1787148462.066366:0:278318:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff8c5c42ee32a8. 00000100:00000001:2.0:1787148462.066369:0:278318:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787148462.066374:0:278318:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c5c5e1fe680 x1873948276734336/t0(0) o35->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:23/10 lens 392/624 e 0 to 0 dl 1787148478 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1787148462.066383:0:278318:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c5c5e1fe680 x1873948276734336/t0(0) o35->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:23/10 lens 392/624 e 0 to 0 dl 1787148478 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787148462.066389:0:278318:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787148462.066391:0:278318:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787148462.066394:0:278318:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1787148462.066397:0:278318:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1787148462.066400:0:278318:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787148462.066402:0:278318:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787148462.066405:0:278318:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1787148462.066414:0:278318:0:(import.c:2149:obd_at_measure()) add 5 to ffff8c5c5776a4f0 time=94 v=5 (5 5 5 5) 00000100:00001000:2.0:1787148462.066418:0:278318:0:(import.c:2149:obd_at_measure()) add 1 to ffff8c5c5776a418 time=146 v=5 (1 1 0 0) 00000100:00000001:2.0:1787148462.066428:0:278318:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1787148462.066431:0:278318:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787148462.066434:0:278318:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1787148462.066438:0:278318:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787148462.066442:0:278318:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1787148462.066444:0:278318:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:2.0:1787148462.066445:0:278318:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1787148462.066448:0:278318:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787148462.066449:0:278318:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616927076869760 : -127146632681856 : ffff8c5c5e1fe680) 00000100:00000001:2.0:1787148462.066453:0:278318:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1787148462.066455:0:278318:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c5c68fb1800: skip recheck: last_committed 30064771460 00000100:00000001:2.0:1787148462.066457:0:278318:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1787148462.066459:0:278318:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787148462.066464:0:278318:0:(lustre_net.h:2406:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8c5c5e1fe680 x1873948276734336/t30064771464(30064771464) o35->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:23/10 lens 392/456 e 0 to 0 dl 1787148478 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787148462.066471:0:278318:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787148462.066473:0:278318:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787148462.066475:0:278318:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787148462.066479:0:278318:0:(lustre_net.h:2406:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8c5c5e1fe680 x1873948276734336/t30064771464(30064771464) o35->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:23/10 lens 392/456 e 0 to 0 dl 1787148478 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1787148462.066485:0:278318:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5c5e1fe680 pname:cluuid:pid:xid:nid:opc:job lfs:7e31181a-25e1-4c2b-a23d-b0f7747006f1:278318:1873948276734336:192.168.202.114@tcp:35:lfs.0 00000100:00000001:2.0:1787148462.066490:0:278318:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787148462.066493:0:278318:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787148462.066495:0:278318:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1787148462.066497:0:278318:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787148462.066500:0:278318:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8c5c5e1fe680 x1873948276734336/t30064771464(30064771464) o35->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:23/10 lens 392/456 e 0 to 0 dl 1787148478 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787148462.066519:0:278318:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1787148462.066522:0:278318:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c5c5749a240. 00000100:00000001:2.0:1787148462.066525:0:278318:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1787148462.066527:0:278318:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787148462.066534:0:278318:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787148462.066540:0:278318:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616927076869760 : -127146632681856 : ffff8c5c5e1fe680) 00000002:00000001:2.0:1787148462.066543:0:278318:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1787148462.066546:0:278318:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1787148462.066552:0:278318:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff8c5c47580e00. 00000080:00000001:2.0:1787148462.066556:0:278318:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:2.0:1787148462.066560:0:278318:0:(lmv_obd.c:4196:lmv_clear_open_replay_data()) Process entered 00800000:00000001:2.0:1787148462.066563:0:278318:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1787148462.066566:0:278318:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1787148462.066569:0:278318:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1787148462.066572:0:278318:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1787148462.066574:0:278318:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1787148462.066576:0:278318:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b17:0x1547:0x0] 00800000:00000001:2.0:1787148462.066578:0:278318:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1787148462.066583:0:278318:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:2.0:1787148462.066589:0:278318:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff8c5c72653800 x1873948276733312/t30064771461(30064771461) o101->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 528/608 e 0 to 0 dl 1787148517 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1787148462.066597:0:278318:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1787148462.066599:0:278318:0:(lmv_obd.c:4202:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1787148462.066601:0:278318:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff8c5c68f18e80. 00000100:00000001:2.0:1787148462.066605:0:278318:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787148462.066608:0:278318:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8c5c5e1fe680 x1873948276734336/t30064771464(30064771464) o35->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:23/10 lens 392/456 e 0 to 0 dl 1787148478 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787148462.066614:0:278318:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787148462.066617:0:278318:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1787148462.066621:0:278318:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff8c5c44e3c000. 00000080:00000001:2.0:1787148462.066696:0:278318:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787148462.066703:0:278318:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffff9f0881503df0 00000080:00000008:2.0:1787148462.066707:0:278318:0:(file.c:523:ll_file_release()) COMPLETED file f812b.sanity:[0x200002b17:0x1547:0x0](ffff8c5c78154b08), flags 100001, rc = 0 00000080:00000001:2.0:1787148462.066710:0:278318:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787148462.066716:0:278318:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1787148462.066718:0:278318:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffff9f0881503e00 00000080:00002000:2.0:1787148462.066720:0:278318:0:(dcache.c:127:ll_ddelete()) deleting dentry f812b.sanity (ffff8c5c58f19ca8, parent ffff8c5c58f195e8, inode ffff8c5c78154b08) hashed, 00000080:00000001:2.0:1787148462.066723:0:278318:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1787148462.066735:0:278318:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:2.0:1787148462.066746:0:278318:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000010:2.1:1787148462.078161:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5c71cd2ca0. 00000080:00000001:0.0:1787148462.086264:0:278319:0:(file.c:6646:ll_inode_permission()) Process entered 00000080:00000001:0.0:1787148462.086271:0:278319:0:(file.c:6646:ll_inode_permission()) Process entered 00000080:00000001:0.0:1787148462.086274:0:278319:0:(file.c:6178:ll_inode_revalidate()) Process entered 00000100:00000040:1.0:1787148462.086610:0:266370:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5c48342110 (cpu 1) has reached its deadline 4306970855, at 4306970856 00000100:00000010:1.0:1787148462.086631:0:266370:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5c650ccae0. 00000020:00000001:0.0:1787148462.086716:0:278319:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffff9f0881623b20 00000080:00200000:0.0:1787148462.086720:0:278319:0:(file.c:6180:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c5c7814f448),name=/ 00000080:00000010:0.0:1787148462.086728:0:278319:0:(llite_lib.c:4056:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff8c5c6509dc00. 00800000:00000002:0.0:1787148462.086734:0:278319:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff8c5c68f64000 2 00000080:00000001:0.0:1787148462.086738:0:278319:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1787148462.086744:0:278319:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1787148462.086746:0:278319:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffff9f0881623a40 00800000:00000002:0.0:1787148462.086749:0:278319:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1787148462.086753:0:278319:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1787148462.086756:0:278319:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1787148462.086758:0:278319:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1787148462.086761:0:278319:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1787148462.086763:0:278319:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1787148462.086766:0:278319:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1787148462.086768:0:278319:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1787148462.086770:0:278319:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1787148462.086774:0:278319:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1787148462.086787:0:278319:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1787148462.086789:0:278319:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffff9f0881623910 00000002:00010000:0.0:1787148462.086790:0:278319:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1787148462.086794:0:278319:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1787148462.086796:0:278319:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1787148462.086799:0:278319:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1787148462.086805:0:278319:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787148462.086807:0:278319:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787148462.086809:0:278319:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787148462.086811:0:278319:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1787148462.086813:0:278319:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1787148462.086819:0:278319:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5c6dfea300. 00000020:00000040:0.0:1787148462.086823:0:278319:0:(genops.c:1231:class_import_get()) import ffff8c5c5776a000 refcount=10 obd=lustre-MDT0000-mdc-ffff8c5c68fb1800 00010000:00000001:0.0:1787148462.086830:0:278319:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1787148462.086835:0:278319:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1787148462.086843:0:278319:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787148462.086844:0:278319:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787148462.086846:0:278319:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787148462.086849:0:278319:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787148462.086852:0:278319:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787148462.086867:0:278319:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787148462.086874:0:278319:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5c731c4000. 00000100:00000001:0.0:1787148462.086882:0:278319:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787148462.086886:0:278319:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1787148462.086888:0:278319:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787148462.086890:0:278319:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1787148462.086891:0:278319:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787148462.086893:0:278319:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787148462.086898:0:278319:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446616927343125248 : -127146366426368 : ffff8c5c6dfea300) 00010000:00000001:0.0:1787148462.086902:0:278319:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1787148462.086905:0:278319:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1787148462.086909:0:278319:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff8c5c5ded9500. 00010000:00000010:0.0:1787148462.086913:0:278319:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c5c463c9700. 00010000:00000001:0.0:1787148462.086916:0:278319:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1787148462.086920:0:278319:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c5c65093600. 00000020:00000001:0.0:1787148462.086923:0:278319:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1787148462.086931:0:278319:0:(lustre_handles.c:93:class_handle_hash()) added object ffff8c5c65093600 with handle 0x632428c45c79558f to hash 00000020:00000001:0.0:1787148462.086933:0:278319:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1787148462.086935:0:278319:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446616927192823296 : -127146516728320 : ffff8c5c65093600) 00010000:00000001:0.0:1787148462.086938:0:278319:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446616927192823296 : -127146516728320 : ffff8c5c65093600) 00010000:00000001:0.0:1787148462.086943:0:278319:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1787148462.086945:0:278319:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787148462.086949:0:278319:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8c5c68fb1800 lock: ffff8c5c65093600/0x632428c45c79558f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 278319 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787148462.086959:0:278319:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8c5c68fb1800 lock: ffff8c5c65093600/0x632428c45c79558f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 278319 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787148462.086970:0:278319:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8c5c68fb1800 lock: ffff8c5c65093600/0x632428c45c79558f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 278319 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1787148462.086975:0:278319:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1787148462.086977:0:278319:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1787148462.086983:0:278319:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c5c5e7cd0c0. 00000100:00000001:0.0:1787148462.086985:0:278319:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446616927082959040 : -127146626592576 : ffff8c5c5e7cd0c0) 00000100:00000001:0.0:1787148462.086988:0:278319:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787148462.086989:0:278319:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616927343125248 : -127146366426368 : ffff8c5c6dfea300) 00000100:00000001:0.0:1787148462.086994:0:278319:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787148462.086999:0:278319:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787148462.087001:0:278319:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1787148462.087003:0:278319:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787148462.087014:0:278319:0:(lustre_net.h:2406:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8c5c6dfea300 x1873948276734464/t0(0) o101->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787148462.087023:0:278319:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787148462.087025:0:278319:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787148462.087030:0:278319:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787148462.087033:0:278319:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787148462.087035:0:278319:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787148462.087039:0:278319:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5c6dfea300 pname:cluuid:pid:xid:nid:opc:job stat:7e31181a-25e1-4c2b-a23d-b0f7747006f1:278319:1873948276734464:192.168.202.114@tcp:101:stat.0 00000100:00000001:0.0:1787148462.087051:0:278319:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787148462.087057:0:278319:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787148462.087059:0:278319:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787148462.087062:0:278319:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787148462.087065:0:278319:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8c5c58ae9000. 02000000:00000001:0.0:1787148462.087067:0:278319:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787148462.087075:0:278319:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000010:0.0:1787148462.087079:0:278319:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5c483f40b0. 00000400:00000010:0.0:1787148462.087086:0:278319:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5c47fec6e8. 00000100:00000200:0.0:1787148462.087092:0:278319:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1873948276734464, portal 10 00000100:00000001:0.0:1787148462.087094:0:278319:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787148462.087095:0:278319:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616927343125248 : -127146366426368 : ffff8c5c6dfea300) 00000100:00000040:0.0:1787148462.087149:0:278319:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff8c5c6dfea300 x1873948276734464/t0(0) o101->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 576/1152 e 0 to 0 dl 1787148517 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787148462.087157:0:278319:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787148462.087160:0:278319:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.114@tcp 00000100:00000040:0.0:1787148462.087174:0:267500:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5c48342000 (cpu 0) has reached its deadline 4306970855, at 4306970856 00000100:00000010:0.0:1787148462.087179:0:267500:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5c650cca80. 00000400:00000010:0.0:1787148462.087189:0:278319:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5c47fec440. 00000100:00000200:0.0:1787148462.087193:0:278319:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1873948276734464, offset 0 00000400:00000200:0.0:1787148462.087201:0:278319:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.114@tcp 00000400:00000200:0.0:1787148462.087211:0:278319:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148462.087218:0:278319:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.114@tcp local destination 00000400:00000200:0.0:1787148462.087223:0:278319:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787148462.087228:0:278319:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.14@tcp 00000400:00000200:0.0:1787148462.087231:0:278319:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787148462.087234:0:278319:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.114@tcp 00000400:00000200:0.0:1787148462.087238:0:278319:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.14@tcp NI seq info: [556913:556913:256:4294967295] 192.168.202.114@tcp LPNI seq info [556869:556869:8:4294967295] 00000400:00000200:0.0:1787148462.087242:0:278319:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148462.087251:0:278319:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.14@tcp(192.168.202.14@tcp:) -> 192.168.202.114@tcp(192.168.202.114@tcp:192.168.202.114@tcp) : PUT try# 0 00000800:00000200:0.0:1787148462.087257:0:278319:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.202.114@tcp 00000800:00000010:0.0:1787148462.087266:0:278319:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5c474ae000. 00000800:00000200:0.0:1787148462.087274:0:278319:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5c4508fcc0] -> 12345-192.168.202.114@tcp (5) 00000800:00000200:0.0:1787148462.087816:0:278319:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.114@tcp ip 192.168.202.114:988 00000800:00000200:0.0:1787148462.087822:0:278319:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8c5c474ae000 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:0.0:1787148462.087893:0:278319:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787148462.087899:0:278319:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5c68fb1800: using a timeout of 24675 usecs (25 jiffies) 00000400:00000200:0.0:1787148462.087903:0:278319:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000100:00000001:0.0:1787148462.087906:0:278319:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5c68fb1800: PM QoS new deadline estimation for cpu 0 is 4306970882 00000100:00000010:0.0:1787148462.087912:0:278319:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5c45784420. 00000100:00000001:0.0:1787148462.087917:0:278319:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5c68fb1800: PM QoS request now active for cpu 0 00000100:00000001:0.0:1787148462.087924:0:278319:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5c68fb1800: PM QoS new deadline estimation for cpu 1 is 4306970882 00000100:00000010:0.0:1787148462.087928:0:278319:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5c45784e40. 00000100:00000001:0.0:1787148462.087931:0:278319:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5c68fb1800: PM QoS request now active for cpu 1 00000100:00000001:0.0:1787148462.087934:0:278319:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787148462.087937:0:278319:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787148462.087939:0:278319:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787148462.087941:0:278319:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00100000:0.0:1787148462.087944:0:278319:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5c5e7cd0c0 going to sleep for 50 seconds 00000100:00000001:0.0:1787148462.087947:0:278319:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787148462.087950:0:278319:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1787148462.089475:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1787148462.089485:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5c474ae000. 00000400:00000200:0.0:1787148462.089492:0:2385:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787148462.089498:0:2385:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.14@tcp->192.168.202.114@tcp: PUT: OK 00000400:00000200:0.0:1787148462.089517:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5c47fec440 00000400:00000010:0.0:1787148462.089519:0:2385:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff8c5c47fec440. 00000100:00000001:0.0:1787148462.089524:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787148462.089533:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c5c6dfea300 x1873948276734464/t0(0) o101->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 576/1152 e 0 to 0 dl 1787148517 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787148462.089544:0:2385:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787148462.089548:0:2385:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8c5c6dfea300 x1873948276734464/t0(0) o101->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 576/1152 e 0 to 0 dl 1787148517 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787148462.089573:0:2385:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787148462.089575:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1787148462.093443:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787148462.093460:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1787148462.093464:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787148462.093467:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787148462.093475:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148462.093482:0:2386:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.14@tcp(192.168.202.14@tcp) <- 192.168.202.114@tcp : PUT - for me 00000400:00000200:0.0:1787148462.093491:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148462.093495:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148462.093512:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148462.093517:0:2386:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.114@tcp of length 688 into portal 10 MB=0x6a858955cba00 00000400:00000200:0.0:1787148462.093522:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148462.093527:0:2386:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.114@tcp of length 688/688 into md 0x561ef1 [1] + 224 00000800:00000001:0.0:1787148462.093534:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787148462.093540:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787148462.093543:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787148462.093548:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.14@tcp->192.168.202.114@tcp: PUT: OK 00000100:00000001:0.0:1787148462.093554:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787148462.093564:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c5c6dfea300 x1873948276734464/t0(0) o101->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 576/1152 e 0 to 0 dl 1787148517 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1787148462.093576:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff8c5c6dfea300 x1873948276734464/t0(0) o101->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 576/1152 e 0 to 0 dl 1787148517 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787148462.093597:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1787148462.093606:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787148462.093609:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787148462.093762:0:278319:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1787148462.093770:0:278319:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787148462.093772:0:278319:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787148462.093775:0:278319:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5c483f40b0. 00000400:00000200:3.0:1787148462.093780:0:278319:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5c47fec6e8 00000400:00000010:3.0:1787148462.093783:0:278319:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff8c5c47fec6e8. 00000100:00000001:3.0:1787148462.093787:0:278319:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787148462.093792:0:278319:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c5c6dfea300 x1873948276734464/t0(0) o101->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 576/1152 e 0 to 0 dl 1787148517 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1787148462.093801:0:278319:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c5c6dfea300 x1873948276734464/t0(0) o101->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 576/1152 e 0 to 0 dl 1787148517 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787148462.093807:0:278319:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787148462.093809:0:278319:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787148462.093812:0:278319:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1787148462.093815:0:278319:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787148462.093817:0:278319:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787148462.093820:0:278319:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787148462.093824:0:278319:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787148462.093835:0:278319:0:(import.c:2149:obd_at_measure()) add 36 to ffff8c5c5776a460 time=94 v=36 (36 36 36 36) 00000100:00001000:3.0:1787148462.093840:0:278319:0:(import.c:2149:obd_at_measure()) add 1 to ffff8c5c5776a418 time=146 v=5 (1 1 0 0) 00000100:00000001:3.0:1787148462.093843:0:278319:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787148462.093845:0:278319:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787148462.093848:0:278319:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1787148462.093852:0:278319:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787148462.093856:0:278319:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1787148462.093858:0:278319:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c5c68fb1800: skip recheck: last_committed 30064771460 00000100:00000001:3.0:1787148462.093860:0:278319:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1787148462.093874:0:278319:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787148462.093880:0:278319:0:(lustre_net.h:2406:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8c5c6dfea300 x1873948276734464/t0(0) o101->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 576/688 e 0 to 0 dl 1787148517 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787148462.093887:0:278319:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787148462.093891:0:278319:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787148462.093893:0:278319:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787148462.093897:0:278319:0:(lustre_net.h:2406:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8c5c6dfea300 x1873948276734464/t0(0) o101->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 576/688 e 0 to 0 dl 1787148517 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'stat.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1787148462.093919:0:278319:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5c6dfea300 pname:cluuid:pid:xid:nid:opc:job stat:7e31181a-25e1-4c2b-a23d-b0f7747006f1:278319:1873948276734464:192.168.202.114@tcp:101:stat.0 00000100:00000001:3.0:1787148462.093924:0:278319:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787148462.093926:0:278319:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787148462.093928:0:278319:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1787148462.093930:0:278319:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787148462.093934:0:278319:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8c5c6dfea300 x1873948276734464/t0(0) o101->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 576/688 e 0 to 0 dl 1787148517 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787148462.093940:0:278319:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1787148462.093942:0:278319:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c5c5e7cd0c0. 00000100:00000001:3.0:1787148462.093945:0:278319:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1787148462.093947:0:278319:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787148462.093949:0:278319:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1787148462.093953:0:278319:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787148462.093956:0:278319:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1787148462.093959:0:278319:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff8c5c65093600 refcount=4 00000020:00000001:3.0:1787148462.093962:0:278319:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616927192823296 : -127146516728320 : ffff8c5c65093600) 00010000:00000001:3.0:1787148462.093964:0:278319:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446616927192823296 : -127146516728320 : ffff8c5c65093600) 00010000:00000040:3.0:1787148462.093972:0:278319:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff8c5c65093600, remote cookie: 0xd48b816baf445d1c, flags: 0x1001 00010000:00010000:3.0:1787148462.093978:0:278319:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8c5c68fb1800 lock: ffff8c5c65093600/0x632428c45c79558f lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd48b816baf445d1c expref: -99 pid: 278319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787148462.093999:0:278319:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8c5c68fb1800 lock: ffff8c5c65093600/0x632428c45c79558f lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd48b816baf445d1c expref: -99 pid: 278319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1787148462.094006:0:278319:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1787148462.094009:0:278319:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1787148462.094011:0:278319:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1787148462.094013:0:278319:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1787148462.094014:0:278319:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1787148462.094016:0:278319:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff8c5c5ded9500) refcount = 1 00010000:00010000:3.0:1787148462.094028:0:278319:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8c5c68fb1800 lock: ffff8c5c65093600/0x632428c45c79558f lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd48b816baf445d1c expref: -99 pid: 278319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1787148462.094035:0:278319:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1787148462.094038:0:278319:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1787148462.094040:0:278319:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1787148462.094043:0:278319:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1787148462.094046:0:278319:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787148462.094049:0:278319:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8c5c68fb1800 lock: ffff8c5c65093600/0x632428c45c79558f lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd48b816baf445d1c expref: -99 pid: 278319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1787148462.094055:0:278319:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1787148462.094056:0:278319:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787148462.094058:0:278319:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787148462.094059:0:278319:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787148462.094060:0:278319:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787148462.094061:0:278319:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1787148462.094066:0:278319:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1787148462.094067:0:278319:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787148462.094069:0:278319:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1787148462.094070:0:278319:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff8c5c65093600 refcount=3 00000020:00000001:3.0:1787148462.094072:0:278319:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616927192823296 : -127146516728320 : ffff8c5c65093600) 00010000:00000001:3.0:1787148462.094075:0:278319:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446616927192823296 : -127146516728320 : ffff8c5c65093600) 00010000:00000001:3.0:1787148462.094077:0:278319:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787148462.094078:0:278319:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1787148462.094079:0:278319:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff8c5c65093600 refcount=4 00000020:00000001:3.0:1787148462.094080:0:278319:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616927192823296 : -127146516728320 : ffff8c5c65093600) 00010000:00000001:3.0:1787148462.094082:0:278319:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446616927192823296 : -127146516728320 : ffff8c5c65093600) 00010000:00000001:3.0:1787148462.094085:0:278319:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1787148462.094088:0:278319:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787148462.094091:0:278319:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c5c68fb1800 lock: ffff8c5c65093600/0x632428c45c79558f lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd48b816baf445d1c expref: -99 pid: 278319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1787148462.094523:0:278319:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787148462.094525:0:278319:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787148462.094526:0:278319:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787148462.094527:0:278319:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1787148462.094529:0:278319:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff8c5c65093600 refcount=5 00000020:00000001:3.0:1787148462.094531:0:278319:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616927192823296 : -127146516728320 : ffff8c5c65093600) 00010000:00000001:3.0:1787148462.094534:0:278319:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446616927192823296 : -127146516728320 : ffff8c5c65093600) 00010000:00000001:3.0:1787148462.094536:0:278319:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1787148462.094539:0:278319:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8c5c68fb1800 lock: ffff8c5c65093600/0x632428c45c79558f lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd48b816baf445d1c expref: -99 pid: 278319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1787148462.094545:0:278319:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787148462.094546:0:278319:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1787148462.094548:0:278319:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8c5c68fb1800 lock: ffff8c5c65093600/0x632428c45c79558f lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd48b816baf445d1c expref: -99 pid: 278319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1787148462.094554:0:278319:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1787148462.094555:0:278319:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787148462.094556:0:278319:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787148462.094557:0:278319:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787148462.094558:0:278319:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1787148462.094564:0:278319:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff8c5c6dfea300 x1873948276734464/t0(0) o101->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 576/688 e 0 to 0 dl 1787148517 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'stat.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1787148462.094574:0:278319:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787148462.094575:0:278319:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1787148462.094576:0:278319:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff8c5c65093600 refcount=3 00000020:00000001:3.0:1787148462.094578:0:278319:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616927192823296 : -127146516728320 : ffff8c5c65093600) 00010000:00000001:3.0:1787148462.094580:0:278319:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446616927192823296 : -127146516728320 : ffff8c5c65093600) 00010000:00000001:3.0:1787148462.094582:0:278319:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787148462.094583:0:278319:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1787148462.094584:0:278319:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1787148462.094592:0:278319:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1787148462.094594:0:278319:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1787148462.094597:0:278319:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787148462.094598:0:278319:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1787148462.094600:0:278319:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff8c5c65093600 refcount=3 00000020:00000001:3.0:1787148462.094602:0:278319:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616927192823296 : -127146516728320 : ffff8c5c65093600) 00010000:00000001:3.0:1787148462.094604:0:278319:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446616927192823296 : -127146516728320 : ffff8c5c65093600) 00000002:00010000:3.0:1787148462.094607:0:278319:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8c5c68fb1800 lock: ffff8c5c65093600/0x632428c45c79558f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd48b816baf445d1c expref: -99 pid: 278319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1787148462.094614:0:278319:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787148462.094615:0:278319:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787148462.094617:0:278319:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1787148462.094618:0:278319:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787148462.094619:0:278319:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1787148462.094620:0:278319:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff8c5c65093600 refcount=3 00000020:00000001:3.0:1787148462.094622:0:278319:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616927192823296 : -127146516728320 : ffff8c5c65093600) 00010000:00000001:3.0:1787148462.094914:0:278319:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446616927192823296 : -127146516728320 : ffff8c5c65093600) 00010000:00000040:3.0:1787148462.094922:0:278319:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8c5c5ded9500 count: 2 00010000:00000001:3.0:1787148462.094925:0:278319:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1787148462.094930:0:278319:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c5c50381800 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:3.0:1787148462.094932:0:278319:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787148462.094933:0:278319:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1787148462.094935:0:278319:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1787148462.094938:0:278319:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffff9f0881623898 00000002:00002000:3.0:1787148462.094940:0:278319:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:3.0:1787148462.094943:0:278319:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1787148462.094947:0:278319:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1787148462.094950:0:278319:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1787148462.094953:0:278319:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids -1 -1: rc 0 00000080:00000001:3.0:1787148462.094956:0:278319:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1787148462.094960:0:278319:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff8c5c68f64000 2 00000080:00000010:3.0:1787148462.094964:0:278319:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff8c5c6509dc00. 00000080:00000001:3.0:1787148462.094969:0:278319:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1787148462.094976:0:278319:0:(llite_lib.c:3838:ll_prep_inode()) Process entered 00000002:00000001:3.0:1787148462.095035:0:278319:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:3.0:1787148462.095040:0:278319:0:(lmv_obd.c:3925:lmv_stripe_object_create()) Process entered 00800000:00000010:3.0:1787148462.095045:0:278319:0:(lmv_obd.c:3904:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff8c5c68f18b00. 00800000:00000001:3.0:1787148462.095047:0:278319:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) Process leaving (rc=18446616927258381056 : -127146451170560 : ffff8c5c68f18b00) 00800000:00000001:3.0:1787148462.095049:0:278319:0:(lmv_obd.c:3986:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1787148462.095051:0:278319:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1787148462.095054:0:278319:0:(llite_lib.c:1966:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1787148462.095056:0:278319:0:(llite_lib.c:1970:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:3.0:1787148462.095058:0:278319:0:(llite_lib.c:1921:ll_update_default_lsm_md()) Process entered 00000080:00000001:3.0:1787148462.095061:0:278319:0:(llite_lib.c:1943:ll_update_default_lsm_md()) Process leaving 00000080:00000001:3.0:1787148462.095062:0:278319:0:(llite_lib.c:1987:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787148462.095067:0:278319:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:3.0:1787148462.095069:0:278319:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00000002:3.0:1787148462.095072:0:278319:0:(llite_lib.c:3058:ll_update_inode()) setting ino 144115188193296385 mtime from 1787148361 to 1787148462 00000080:00200000:3.0:1787148462.095076:0:278319:0:(llite_lib.c:3127:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 20480 00010000:00000001:3.0:1787148462.095079:0:278319:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787148462.095081:0:278319:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1787148462.095082:0:278319:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff8c5c65093600 refcount=3 00000020:00000001:3.0:1787148462.095084:0:278319:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616927192823296 : -127146516728320 : ffff8c5c65093600) 00010000:00000001:3.0:1787148462.095086:0:278319:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446616927192823296 : -127146516728320 : ffff8c5c65093600) 00010000:00000001:3.0:1787148462.095088:0:278319:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787148462.095090:0:278319:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1787148462.095091:0:278319:0:(llite_lib.c:3936:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1787148462.095093:0:278319:0:(lmv_obd.c:4162:lmv_put_lustre_md()) Process entered 00800000:00000002:3.0:1787148462.095095:0:278319:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff8c5c68f18b00 1 00800000:00000010:3.0:1787148462.095097:0:278319:0:(lmv_obd.c:4027:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff8c5c68f18b00. 00800000:00000001:3.0:1787148462.095099:0:278319:0:(lmv_obd.c:4169:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1787148462.095384:0:278319:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8c5c7814f448) for lock 0x632428c45c79558f 00800000:00000001:3.0:1787148462.095388:0:278319:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1787148462.095390:0:278319:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1787148462.095391:0:278319:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787148462.095393:0:278319:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1787148462.095394:0:278319:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff8c5c65093600 refcount=3 00000020:00000001:3.0:1787148462.095396:0:278319:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616927192823296 : -127146516728320 : ffff8c5c65093600) 00010000:00000001:3.0:1787148462.095404:0:278319:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446616927192823296 : -127146516728320 : ffff8c5c65093600) 00010000:00000001:3.0:1787148462.095406:0:278319:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787148462.095407:0:278319:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1787148462.095408:0:278319:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1787148462.095410:0:278319:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787148462.095412:0:278319:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1787148462.095415:0:278319:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8c5c7814f448) 00000080:00010000:3.0:1787148462.095418:0:278319:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x632428c45c79558f from it ffff9f0881623b58 00010000:00000001:3.0:1787148462.095420:0:278319:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787148462.095421:0:278319:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1787148462.095422:0:278319:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff8c5c65093600 refcount=3 00000020:00000001:3.0:1787148462.095423:0:278319:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616927192823296 : -127146516728320 : ffff8c5c65093600) 00010000:00000001:3.0:1787148462.095425:0:278319:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446616927192823296 : -127146516728320 : ffff8c5c65093600) 00010000:00000001:3.0:1787148462.095427:0:278319:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1787148462.095430:0:278319:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c5c68fb1800 lock: ffff8c5c65093600/0x632428c45c79558f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd48b816baf445d1c expref: -99 pid: 278319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1787148462.095437:0:278319:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787148462.095438:0:278319:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787148462.095439:0:278319:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1787148462.095441:0:278319:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1787148462.095444:0:278319:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c5c68fb1800 lock: ffff8c5c65093600/0x632428c45c79558f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd48b816baf445d1c expref: -99 pid: 278319 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1787148462.095451:0:278319:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787148462.095454:0:278319:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1787148462.095455:0:278319:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1787148462.095459:0:278319:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787148462.095460:0:278319:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787148462.095461:0:278319:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787148462.095464:0:278319:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1787148462.095466:0:278319:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787148462.095468:0:278319:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787148462.095471:0:278319:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787148462.095476:0:278319:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1787148462.095478:0:278319:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787148462.095479:0:278319:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1787148462.095481:0:278319:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787148462.095487:0:278319:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8c5c6dfea300 x1873948276734464/t0(0) o101->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 576/688 e 0 to 0 dl 1787148517 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787148462.095495:0:278319:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787148462.095498:0:278319:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787148462.095512:0:278319:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8c5c58ae9000. 02000000:00000001:3.0:1787148462.095517:0:278319:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787148462.095519:0:278319:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1787148462.095521:0:278319:0:(genops.c:1244:class_import_put()) import ffff8c5c5776a000 refcount=9 obd=lustre-MDT0000-mdc-ffff8c5c68fb1800 00000020:00000001:3.0:1787148462.095523:0:278319:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1787148462.095525:0:278319:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5c731c4000. 02000000:00000001:3.0:1787148462.095529:0:278319:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787148462.095530:0:278319:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787148462.095532:0:278319:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5c6dfea300. 00000100:00000001:3.0:1787148462.095536:0:278319:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787148462.095537:0:278319:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1787148462.095540:0:278319:0:(file.c:6661:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c5c7814f448), inode mode 41ff mask 1 00000080:00000001:3.0:1787148462.095545:0:278319:0:(file.c:6700:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1787148462.095557:0:278319:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff8c5c71cd22e0. 00000020:00000001:3.0:1787148462.095562:0:278319:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffff9f0881623ae8 00000080:00200000:3.0:1787148462.095564:0:278319:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=f812b.sanity, dir=[0x200000007:0x1:0x0](ffff8c5c7814f448), flags=8 00000080:00000001:3.0:1787148462.095568:0:278319:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:3.0:1787148462.095569:0:278319:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffff9f0881623998 00000080:00200000:3.0:1787148462.095571:0:278319:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f812b.sanity, dir=[0x200000007:0x1:0x0](ffff8c5c7814f448), intent=getattr 00000080:00000010:3.0:1787148462.095578:0:278319:0:(llite_lib.c:4056:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff8c5c42e5a200. 00800000:00000002:3.0:1787148462.095582:0:278319:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff8c5c68f64000 2 00000080:00000001:3.0:1787148462.095586:0:278319:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1787148462.095589:0:278319:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1787148462.095590:0:278319:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffff9f08816238b8 00800000:00000002:3.0:1787148462.095592:0:278319:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'f812b.sanity' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1787148462.095595:0:278319:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1787148462.095599:0:278319:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1787148462.095601:0:278319:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1787148462.095609:0:278319:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1787148462.095611:0:278319:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1787148462.095613:0:278319:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1787148462.095616:0:278319:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1787148462.095618:0:278319:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787148462.095622:0:278319:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffff9f0881623850 00800000:00000002:3.0:1787148462.096051:0:278319:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='f812b.sanity' -> mds #0 00000002:00000001:3.0:1787148462.096057:0:278319:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1787148462.096059:0:278319:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffff9f0881623788 00000002:00010000:3.0:1787148462.096061:0:278319:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f812b.sanity,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 01 00000002:00000001:3.0:1787148462.096064:0:278319:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1787148462.096066:0:278319:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1787148462.096070:0:278319:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5c72650000. 00000020:00000040:3.0:1787148462.096073:0:278319:0:(genops.c:1231:class_import_get()) import ffff8c5c5776a000 refcount=10 obd=lustre-MDT0000-mdc-ffff8c5c68fb1800 00010000:00000001:3.0:1787148462.096076:0:278319:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1787148462.096080:0:278319:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1787148462.096082:0:278319:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787148462.096083:0:278319:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787148462.096084:0:278319:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787148462.096086:0:278319:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787148462.096087:0:278319:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787148462.096090:0:278319:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787148462.096095:0:278319:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5c57629400. 00000100:00000001:3.0:1787148462.096720:0:278319:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787148462.096728:0:278319:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1787148462.096730:0:278319:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787148462.096731:0:278319:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1787148462.096733:0:278319:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787148462.096734:0:278319:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1787148462.096743:0:278319:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446616927416942592 : -127146292609024 : ffff8c5c72650000) 00010000:00000001:3.0:1787148462.096747:0:278319:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1787148462.096749:0:278319:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1787148462.096753:0:278319:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8c5c5ded9500 count: 2 00010000:00000001:3.0:1787148462.096756:0:278319:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1787148462.096759:0:278319:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1787148462.096920:0:278319:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c5c65093800. 00000020:00000001:0.0:1787148462.096926:0:278319:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1787148462.096929:0:278319:0:(lustre_handles.c:93:class_handle_hash()) added object ffff8c5c65093800 with handle 0x632428c45c795596 to hash 00000020:00000001:0.0:1787148462.096931:0:278319:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1787148462.096932:0:278319:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446616927192823808 : -127146516727808 : ffff8c5c65093800) 00010000:00000001:0.0:1787148462.096941:0:278319:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446616927192823808 : -127146516727808 : ffff8c5c65093800) 00010000:00000001:0.0:1787148462.096945:0:278319:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1787148462.096948:0:278319:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787148462.096952:0:278319:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8c5c68fb1800 lock: ffff8c5c65093800/0x632428c45c795596 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 278319 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787148462.096961:0:278319:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8c5c68fb1800 lock: ffff8c5c65093800/0x632428c45c795596 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 278319 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787148462.096972:0:278319:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8c5c68fb1800 lock: ffff8c5c65093800/0x632428c45c795596 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 278319 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1787148462.096977:0:278319:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1787148462.096979:0:278319:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1787148462.096986:0:278319:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c5c5e7cd0c0. 00000100:00000001:0.0:1787148462.096988:0:278319:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446616927082959040 : -127146626592576 : ffff8c5c5e7cd0c0) 00000100:00000001:0.0:1787148462.096991:0:278319:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787148462.096992:0:278319:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616927416942592 : -127146292609024 : ffff8c5c72650000) 00000100:00000001:0.0:1787148462.096997:0:278319:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787148462.097001:0:278319:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787148462.097003:0:278319:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1787148462.097004:0:278319:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787148462.097012:0:278319:0:(lustre_net.h:2406:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8c5c72650000 x1873948276734592/t0(0) o101->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 584/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787148462.097019:0:278319:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787148462.097021:0:278319:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787148462.097025:0:278319:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787148462.097027:0:278319:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787148462.097029:0:278319:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787148462.097314:0:278319:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5c72650000 pname:cluuid:pid:xid:nid:opc:job stat:7e31181a-25e1-4c2b-a23d-b0f7747006f1:278319:1873948276734592:192.168.202.114@tcp:101:stat.0 00000100:00000001:0.0:1787148462.097320:0:278319:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787148462.097326:0:278319:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787148462.097329:0:278319:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787148462.097337:0:278319:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787148462.097342:0:278319:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8c5c58aeb000. 02000000:00000001:0.0:1787148462.097344:0:278319:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787148462.097351:0:278319:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000010:0.0:1787148462.097355:0:278319:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5c483f4790. 00000400:00000010:0.0:1787148462.097361:0:278319:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5c47fec440. 00000100:00000200:0.0:1787148462.097368:0:278319:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1873948276734592, portal 10 00000100:00000001:0.0:1787148462.097371:0:278319:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787148462.097372:0:278319:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616927416942592 : -127146292609024 : ffff8c5c72650000) 00000100:00000040:0.0:1787148462.097379:0:278319:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff8c5c72650000 x1873948276734592/t0(0) o101->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 584/1152 e 0 to 0 dl 1787148517 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787148462.097387:0:278319:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787148462.097390:0:278319:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.114@tcp 00000400:00000010:0.0:1787148462.097393:0:278319:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5c47fec3b8. 00000100:00000200:0.0:1787148462.097396:0:278319:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1873948276734592, offset 0 00000400:00000200:0.0:1787148462.097402:0:278319:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.114@tcp 00000400:00000200:0.0:1787148462.097410:0:278319:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148462.097417:0:278319:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.114@tcp local destination 00000400:00000200:0.0:1787148462.097422:0:278319:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787148462.097426:0:278319:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.14@tcp 00000400:00000200:0.0:1787148462.097430:0:278319:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787148462.097433:0:278319:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.114@tcp 00000400:00000200:0.0:1787148462.097436:0:278319:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.14@tcp NI seq info: [556914:556914:256:4294967295] 192.168.202.114@tcp LPNI seq info [556870:556870:8:4294967295] 00000400:00000200:0.0:1787148462.097441:0:278319:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148462.097449:0:278319:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.14@tcp(192.168.202.14@tcp:) -> 192.168.202.114@tcp(192.168.202.114@tcp:192.168.202.114@tcp) : PUT try# 0 00000800:00000200:0.0:1787148462.097455:0:278319:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.114@tcp 00000800:00000010:0.0:1787148462.097459:0:278319:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5c474ae000. 00000800:00000200:0.0:1787148462.097465:0:278319:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5c4508fcc0] -> 12345-192.168.202.114@tcp (5) 00000800:00000200:0.0:1787148462.097474:0:278319:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.114@tcp ip 192.168.202.114:988 00000800:00000200:0.0:1787148462.097478:0:278319:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8c5c474ae000 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:0.0:1787148462.097550:0:278319:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787148462.097560:0:278319:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5c68fb1800: using a timeout of 24668 usecs (25 jiffies) 00000400:00000200:0.0:1787148462.097564:0:278319:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000100:00000001:0.0:1787148462.097567:0:278319:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5c68fb1800: PM QoS new deadline estimation for cpu 0 is 4306970892 00000100:00000001:0.0:1787148462.097577:0:278319:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5c68fb1800: PM QoS request active for cpu 0, simply extend its deadline from 4306970882 00000100:00000001:0.0:1787148462.097583:0:278319:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5c68fb1800: PM QoS new deadline estimation for cpu 1 is 4306970892 00000100:00000001:0.0:1787148462.097595:0:278319:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5c68fb1800: PM QoS request active for cpu 1, simply extend its deadline from 4306970882 00000100:00000001:0.0:1787148462.097599:0:278319:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787148462.097602:0:278319:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787148462.097610:0:278319:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787148462.097611:0:278319:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00100000:0.0:1787148462.097614:0:278319:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5c5e7cd0c0 going to sleep for 50 seconds 00000100:00000001:0.0:1787148462.097617:0:278319:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787148462.097620:0:278319:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1787148462.097953:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1787148462.097958:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5c474ae000. 00000400:00000200:1.0:1787148462.097963:0:2385:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787148462.097970:0:2385:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.14@tcp->192.168.202.114@tcp: PUT: OK 00000400:00000200:1.0:1787148462.097975:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5c47fec3b8 00000400:00000010:1.0:1787148462.097978:0:2385:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff8c5c47fec3b8. 00000100:00000001:1.0:1787148462.097982:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787148462.097986:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c5c72650000 x1873948276734592/t0(0) o101->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 584/1152 e 0 to 0 dl 1787148517 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787148462.097996:0:2385:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787148462.097999:0:2385:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8c5c72650000 x1873948276734592/t0(0) o101->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 584/1152 e 0 to 0 dl 1787148517 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787148462.098005:0:2385:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787148462.098006:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1787148462.102553:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787148462.102572:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1787148462.102577:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787148462.102580:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787148462.102731:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148462.102740:0:2386:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.14@tcp(192.168.202.14@tcp) <- 192.168.202.114@tcp : PUT - for me 00000400:00000200:0.0:1787148462.102750:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148462.102755:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148462.102761:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148462.102766:0:2386:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.114@tcp of length 640 into portal 10 MB=0x6a858955cba80 00000400:00000200:0.0:1787148462.102771:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148462.102777:0:2386:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.114@tcp of length 640/640 into md 0x561f01 [1] + 224 00000800:00000001:0.0:1787148462.102785:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787148462.102794:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787148462.102797:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787148462.102802:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.14@tcp->192.168.202.114@tcp: PUT: OK 00000100:00000001:0.0:1787148462.102810:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787148462.102819:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c5c72650000 x1873948276734592/t0(0) o101->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 584/1152 e 0 to 0 dl 1787148517 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1787148462.102852:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=640 offset=224 replen=1152 req@ffff8c5c72650000 x1873948276734592/t0(0) o101->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 584/1152 e 0 to 0 dl 1787148517 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787148462.102879:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1787148462.102890:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787148462.102893:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787148462.103440:0:278319:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1787148462.103447:0:278319:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787148462.103449:0:278319:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787148462.103452:0:278319:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5c483f4790. 00000400:00000200:2.0:1787148462.103456:0:278319:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5c47fec440 00000400:00000010:2.0:1787148462.103458:0:278319:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff8c5c47fec440. 00000100:00000001:2.0:1787148462.103461:0:278319:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787148462.103465:0:278319:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c5c72650000 x1873948276734592/t0(0) o101->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 584/1152 e 0 to 0 dl 1787148517 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1787148462.103472:0:278319:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c5c72650000 x1873948276734592/t0(0) o101->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 584/1152 e 0 to 0 dl 1787148517 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787148462.103476:0:278319:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787148462.103477:0:278319:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787148462.103479:0:278319:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1787148462.103482:0:278319:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1787148462.103483:0:278319:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787148462.103485:0:278319:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787148462.103488:0:278319:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1787148462.103496:0:278319:0:(import.c:2149:obd_at_measure()) add 36 to ffff8c5c5776a460 time=94 v=36 (36 36 36 36) 00000100:00001000:2.0:1787148462.103499:0:278319:0:(import.c:2149:obd_at_measure()) add 1 to ffff8c5c5776a418 time=146 v=5 (1 1 0 0) 00000100:00000001:2.0:1787148462.103512:0:278319:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1787148462.103515:0:278319:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787148462.103518:0:278319:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1787148462.103521:0:278319:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787148462.103526:0:278319:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1787148462.103528:0:278319:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c5c68fb1800: skip recheck: last_committed 30064771460 00000100:00000001:2.0:1787148462.103533:0:278319:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1787148462.103536:0:278319:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787148462.103541:0:278319:0:(lustre_net.h:2406:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8c5c72650000 x1873948276734592/t0(0) o101->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 584/640 e 0 to 0 dl 1787148517 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787148462.103547:0:278319:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787148462.103551:0:278319:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787148462.103553:0:278319:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787148462.103557:0:278319:0:(lustre_net.h:2406:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8c5c72650000 x1873948276734592/t0(0) o101->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 584/640 e 0 to 0 dl 1787148517 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'stat.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1787148462.103574:0:278319:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5c72650000 pname:cluuid:pid:xid:nid:opc:job stat:7e31181a-25e1-4c2b-a23d-b0f7747006f1:278319:1873948276734592:192.168.202.114@tcp:101:stat.0 00000100:00000001:2.0:1787148462.103579:0:278319:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787148462.103582:0:278319:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787148462.103585:0:278319:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1787148462.103587:0:278319:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787148462.103591:0:278319:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8c5c72650000 x1873948276734592/t0(0) o101->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 584/640 e 0 to 0 dl 1787148517 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787148462.103598:0:278319:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1787148462.103601:0:278319:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c5c5e7cd0c0. 00000100:00000001:2.0:1787148462.103605:0:278319:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1787148462.103606:0:278319:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787148462.103610:0:278319:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1787148462.103615:0:278319:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1787148462.103618:0:278319:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1787148462.103726:0:278319:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff8c5c65093800 refcount=4 00000020:00000001:2.0:1787148462.103730:0:278319:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616927192823808 : -127146516727808 : ffff8c5c65093800) 00010000:00000001:2.0:1787148462.103737:0:278319:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446616927192823808 : -127146516727808 : ffff8c5c65093800) 00010000:00000040:2.0:1787148462.103744:0:278319:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff8c5c65093800, remote cookie: 0xd48b816baf445d38, flags: 0x1001 00010000:00010000:2.0:1787148462.103750:0:278319:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8c5c68fb1800 lock: ffff8c5c65093800/0x632428c45c795596 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd48b816baf445d38 expref: -99 pid: 278319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1787148462.103760:0:278319:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200002b17:0x1547:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:2.0:1787148462.103763:0:278319:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:2.0:1787148462.103771:0:278319:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8c5c46c84d00 count: 2 00010000:00000001:2.0:1787148462.103774:0:278319:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1787148462.103777:0:278319:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787148462.103781:0:278319:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff8c5c68fb1800 lock: ffff8c5c65093800/0x632428c45c795596 lrc: 4/1,0 mode: --/PR res: [0x200002b17:0x1547:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd48b816baf445d38 expref: -99 pid: 278319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787148462.103802:0:278319:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8c5c68fb1800 lock: ffff8c5c65093800/0x632428c45c795596 lrc: 4/1,0 mode: --/PR res: [0x200002b17:0x1547:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd48b816baf445d38 expref: -99 pid: 278319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1787148462.103809:0:278319:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1787148462.103814:0:278319:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1787148462.103816:0:278319:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1787148462.103818:0:278319:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1787148462.103819:0:278319:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1787148462.103821:0:278319:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200002b17:0x1547:0x0].0x0 (ffff8c5c46c84d00) refcount = 2 00010000:00000040:2.0:1787148462.103825:0:278319:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1787148462.103827:0:278319:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff8c5c68fb1800 lock: ffff8c5c40030200/0x632428c45c795588 lrc: 1/0,0 mode: CR/CR res: [0x200002b17:0x1547:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xd48b816baf445d0e expref: -99 pid: 278318 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1787148462.103836:0:278319:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8c5c68fb1800 lock: ffff8c5c65093800/0x632428c45c795596 lrc: 4/1,0 mode: PR/PR res: [0x200002b17:0x1547:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd48b816baf445d38 expref: -99 pid: 278319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1787148462.103842:0:278319:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1787148462.103846:0:278319:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1787148462.103847:0:278319:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1787148462.103850:0:278319:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1787148462.103900:0:278319:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787148462.103904:0:278319:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8c5c68fb1800 lock: ffff8c5c65093800/0x632428c45c795596 lrc: 4/1,0 mode: PR/PR res: [0x200002b17:0x1547:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd48b816baf445d38 expref: -99 pid: 278319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1787148462.103910:0:278319:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1787148462.103912:0:278319:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787148462.103913:0:278319:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1787148462.103914:0:278319:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787148462.103915:0:278319:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1787148462.103917:0:278319:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1787148462.103922:0:278319:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1787148462.103923:0:278319:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1787148462.103929:0:278319:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1787148462.103931:0:278319:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff8c5c65093800 refcount=3 00000020:00000001:2.0:1787148462.103933:0:278319:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616927192823808 : -127146516727808 : ffff8c5c65093800) 00010000:00000001:2.0:1787148462.103935:0:278319:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446616927192823808 : -127146516727808 : ffff8c5c65093800) 00010000:00000001:2.0:1787148462.103938:0:278319:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1787148462.103939:0:278319:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1787148462.103940:0:278319:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff8c5c65093800 refcount=4 00000020:00000001:2.0:1787148462.103942:0:278319:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616927192823808 : -127146516727808 : ffff8c5c65093800) 00010000:00000001:2.0:1787148462.103944:0:278319:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446616927192823808 : -127146516727808 : ffff8c5c65093800) 00010000:00000001:2.0:1787148462.103947:0:278319:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1787148462.103950:0:278319:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787148462.103953:0:278319:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c5c68fb1800 lock: ffff8c5c65093800/0x632428c45c795596 lrc: 5/2,0 mode: PR/PR res: [0x200002b17:0x1547:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd48b816baf445d38 expref: -99 pid: 278319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1787148462.103959:0:278319:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787148462.103960:0:278319:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1787148462.103961:0:278319:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1787148462.103962:0:278319:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1787148462.103963:0:278319:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff8c5c65093800 refcount=5 00000020:00000001:2.0:1787148462.103965:0:278319:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616927192823808 : -127146516727808 : ffff8c5c65093800) 00010000:00000001:2.0:1787148462.103966:0:278319:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446616927192823808 : -127146516727808 : ffff8c5c65093800) 00010000:00000001:2.0:1787148462.103968:0:278319:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1787148462.103971:0:278319:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8c5c68fb1800 lock: ffff8c5c65093800/0x632428c45c795596 lrc: 5/2,0 mode: PR/PR res: [0x200002b17:0x1547:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd48b816baf445d38 expref: -99 pid: 278319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1787148462.103977:0:278319:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787148462.103978:0:278319:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1787148462.103981:0:278319:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8c5c68fb1800 lock: ffff8c5c65093800/0x632428c45c795596 lrc: 4/1,0 mode: PR/PR res: [0x200002b17:0x1547:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd48b816baf445d38 expref: -99 pid: 278319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1787148462.104044:0:278319:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1787148462.104045:0:278319:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787148462.104051:0:278319:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1787148462.104052:0:278319:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787148462.104054:0:278319:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1787148462.104059:0:278319:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff8c5c72650000 x1873948276734592/t0(0) o101->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 584/640 e 0 to 0 dl 1787148517 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'stat.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1787148462.104067:0:278319:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1787148462.104069:0:278319:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1787148462.104070:0:278319:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff8c5c65093800 refcount=3 00000020:00000001:2.0:1787148462.104072:0:278319:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616927192823808 : -127146516727808 : ffff8c5c65093800) 00010000:00000001:2.0:1787148462.104075:0:278319:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446616927192823808 : -127146516727808 : ffff8c5c65093800) 00000002:00010000:2.0:1787148462.104079:0:278319:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: getattr, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff8c5c68fb1800 lock: ffff8c5c65093800/0x632428c45c795596 lrc: 3/1,0 mode: PR/PR res: [0x200002b17:0x1547:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd48b816baf445d38 expref: -99 pid: 278319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:2.0:1787148462.104088:0:278319:0:(mdc_locks.c:939:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff8c5c7195e1c0. 00010000:00000001:2.0:1787148462.104090:0:278319:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787148462.104091:0:278319:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1787148462.104093:0:278319:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1787148462.104463:0:278319:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1787148462.104468:0:278319:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1787148462.104471:0:278319:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1787148462.104472:0:278319:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1787148462.104474:0:278319:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff8c5c65093800 refcount=3 00000020:00000001:2.0:1787148462.104476:0:278319:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616927192823808 : -127146516727808 : ffff8c5c65093800) 00010000:00000001:2.0:1787148462.104478:0:278319:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446616927192823808 : -127146516727808 : ffff8c5c65093800) 00000002:00010000:2.0:1787148462.104482:0:278319:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8c5c68fb1800 lock: ffff8c5c65093800/0x632428c45c795596 lrc: 3/1,0 mode: PR/PR res: [0x200002b17:0x1547:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd48b816baf445d38 expref: -99 pid: 278319 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1787148462.104489:0:278319:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787148462.104490:0:278319:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1787148462.104492:0:278319:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1787148462.104494:0:278319:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1787148462.104495:0:278319:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1787148462.104496:0:278319:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff8c5c65093800 refcount=3 00000020:00000001:2.0:1787148462.104498:0:278319:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616927192823808 : -127146516727808 : ffff8c5c65093800) 00010000:00000001:2.0:1787148462.104516:0:278319:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446616927192823808 : -127146516727808 : ffff8c5c65093800) 00010000:00000040:2.0:1787148462.104520:0:278319:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8c5c46c84d00 count: 3 00010000:00000001:2.0:1787148462.104522:0:278319:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1787148462.104526:0:278319:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c5c50381800 type 13 mode 4 res 8589945623/5447 (0 0) 00010000:00000001:2.0:1787148462.104529:0:278319:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787148462.104530:0:278319:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1787148462.104531:0:278319:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1787148462.104534:0:278319:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffff9f0881623710 00000002:00002000:2.0:1787148462.104536:0:278319:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=f812b.sanity intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:2.0:1787148462.104539:0:278319:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1787148462.104544:0:278319:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1787148462.104546:0:278319:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1787148462.104550:0:278319:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids -1 -1: rc 0 00000080:00000001:2.0:1787148462.104553:0:278319:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1787148462.104557:0:278319:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff8c5c68f64000 2 00000080:00000001:2.0:1787148462.104560:0:278319:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:2.0:1787148462.104562:0:278319:0:(namei.c:674:ll_lookup_it_finish()) it ffff9f0881623b20 it_disposition b 00000080:00000001:2.0:1787148462.104564:0:278319:0:(llite_lib.c:3838:ll_prep_inode()) Process entered 00000002:00000001:2.0:1787148462.104569:0:278319:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1787148462.104572:0:278319:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1787148462.104575:0:278319:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115373145331015 : 144115373145331015 : 200002b17001547) 00000080:00000001:2.0:1787148462.104578:0:278319:0:(namei.c:113:ll_iget()) Process entered 00000020:00000001:2.0:1787148462.104584:0:278319:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000010:2.0:1787148462.104589:0:278319:0:(cl_object.c:707:cl_env_new()) slab-alloced 'cle': 144 at ffff8c5c4a9e5bd0. 00000020:00000010:2.0:1787148462.104593:0:278319:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c5c47580e00. 00000020:00000010:2.0:1787148462.104598:0:278319:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff8c5c47580a00. 00000020:00000010:2.0:1787148462.104602:0:278319:0:(cl_object.c:1113:cl_key_init()) kmalloced '(value)': 72 at ffff8c5c45727540. 00000008:00000010:2.0:1787148462.104609:0:278319:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff8c5c5e7ace50. 00020000:00000010:2.0:1787148462.104614:0:278319:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff8c5c4b17f480. 00008000:00000010:2.0:1787148462.104618:0:278319:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8c5c4a843170. 00000080:00000010:2.0:1787148462.104691:0:278319:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff8c5c4a54bb28. 00000080:00000010:2.0:1787148462.104697:0:278319:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff8c5c5019a2b0. 00000020:00000010:2.0:1787148462.104701:0:278319:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c5c47581c00. 00000008:00000010:2.0:1787148462.104705:0:278319:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff8c5c65027b80. 00020000:00000010:2.0:1787148462.104713:0:278319:0:(lov_dev.c:117:lov_session_key_init()) slab-alloced 'info': 584 at ffff8c5c46ddc000. 00008000:00000010:2.0:1787148462.104717:0:278319:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff8c5c4a9e35b0. 00000080:00000010:2.0:1787148462.104721:0:278319:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8c5c72484d20. 00000020:00000001:2.0:1787148462.104724:0:278319:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446616926749613016 : -127146959938600 : ffff8c5c4a9e5bd8) 00000020:00001000:2.0:1787148462.104726:0:278319:0:(cl_object.c:823:cl_env_get()) 1@ffff8c5c4a9e5bd0 00000020:00000001:2.0:1787148462.104729:0:278319:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:2.0:1787148462.104732:0:278319:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:2.0:1787148462.104735:0:278319:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:2.0:1787148462.104739:0:278319:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff8c5c457272a0. 00020000:00000010:2.0:1787148462.104743:0:278319:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff8c5c5e881b00. 00020000:00000010:2.0:1787148462.104747:0:278319:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff8c5c45727840. 00020000:00000001:2.0:1787148462.104749:0:278319:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446616926662850624 : -127147046700992 : ffff8c5c45727840) 00020000:00000002:2.0:1787148462.104753:0:278319:0:(lov_ea.c:755:dump_lsm()) lsm ffff8c5c45727840, objid 0x1547:11031, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1787148462.104758:0:278319:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1787148462.104762:0:278319:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff8c5c5e881b00: ostid: 0x280000401:22152 ost idx: 0 gen: 0 00020000:00000002:2.0:1787148462.104765:0:278319:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff8c5c482004d8) owner ffff8c5c412da7c0 00020000:00000001:2.0:1787148462.104769:0:278319:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1787148462.104771:0:278319:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff8c5c482004d8) owner ffff8c5c412da7c0 00020000:00000010:2.0:1787148462.104776:0:278319:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff8c5c5e881b00. 00020000:00000010:2.0:1787148462.104779:0:278319:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff8c5c457272a0. 00020000:00000010:2.0:1787148462.104782:0:278319:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff8c5c45727840. 00020000:00000002:2.0:1787148462.104784:0:278319:0:(lov_object.c:1535:lov_conf_set()) [0x200002b17:0x1547:0x0] lo_layout_invalid=0 00020000:00000001:2.0:1787148462.104786:0:278319:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787148462.104787:0:278319:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1787148462.104789:0:278319:0:(cl_object.c:917:cl_env_put()) 1@ffff8c5c4a9e5bd0 00000020:00000010:2.0:1787148462.104792:0:278319:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff8c5c47580a00. 00000020:00000010:2.0:1787148462.104796:0:278319:0:(cl_object.c:1113:cl_key_fini()) kfreed 'info': 72 at ffff8c5c45727540. 00000008:00000010:2.0:1787148462.104799:0:278319:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff8c5c5e7ace50. 00020000:00000010:2.0:1787148462.104802:0:278319:0:(lov_dev.c:95:lov_key_fini()) slab-freed '(info)': 192 at ffff8c5c4b17f480. 00008000:00000010:2.0:1787148462.104806:0:278319:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8c5c4a843170. 00000080:00000010:2.0:1787148462.104809:0:278319:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff8c5c4a54bb28. 00000080:00000010:2.0:1787148462.104812:0:278319:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff8c5c5019a2b0. 00000020:00000010:2.0:1787148462.104815:0:278319:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c5c47580e00. 00000008:00000010:2.0:1787148462.104822:0:278319:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff8c5c65027b80. 00020000:00000010:2.0:1787148462.104825:0:278319:0:(lov_dev.c:136:lov_session_key_fini()) slab-freed '(info)': 584 at ffff8c5c46ddc000. 00008000:00000010:2.0:1787148462.104829:0:278319:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff8c5c4a9e35b0. 00000080:00000010:2.0:1787148462.104832:0:278319:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff8c5c72484d20. 00000020:00000010:2.0:1787148462.104834:0:278319:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c5c47581c00. 00000020:00000010:2.0:1787148462.104836:0:278319:0:(cl_object.c:742:cl_env_fini()) slab-freed '(cle)': 144 at ffff8c5c4a9e5bd0. 00000080:00000001:2.0:1787148462.104840:0:278319:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115373145331015 : 144115373145331015 : 200002b17001547) 00000080:00000001:2.0:1787148462.104843:0:278319:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554475 : 33554475 : 200002b) 00000080:00200000:2.0:1787148462.104848:0:278319:0:(namei.c:147:ll_iget()) got inode: [0x200002b17:0x1547:0x0](ffff8c5c78154b08): rc = 0 00000080:00000001:2.0:1787148462.104850:0:278319:0:(namei.c:156:ll_iget()) Process leaving (rc=18446616927512382216 : -127146197169400 : ffff8c5c78154b08) 00010000:00000001:2.0:1787148462.104852:0:278319:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1787148462.104853:0:278319:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1787148462.104855:0:278319:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff8c5c65093800 refcount=3 00000020:00000001:2.0:1787148462.104917:0:278319:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616927192823808 : -127146516727808 : ffff8c5c65093800) 00010000:00000001:2.0:1787148462.104920:0:278319:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446616927192823808 : -127146516727808 : ffff8c5c65093800) 00000080:00000001:2.0:1787148462.104922:0:278319:0:(file.c:6791:ll_layout_conf()) Process entered 00000020:00000001:2.0:1787148462.104924:0:278319:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000010:2.0:1787148462.104926:0:278319:0:(cl_object.c:707:cl_env_new()) slab-alloced 'cle': 144 at ffff8c5c4a9e5bd0. 00000020:00000010:2.0:1787148462.104929:0:278319:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c5c47581c00. 00000020:00000010:2.0:1787148462.104931:0:278319:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff8c5c47580e00. 00000020:00000010:2.0:1787148462.104933:0:278319:0:(cl_object.c:1113:cl_key_init()) kmalloced '(value)': 72 at ffff8c5c45727540. 00000008:00000010:2.0:1787148462.104935:0:278319:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff8c5c5e7ace50. 00020000:00000010:2.0:1787148462.104938:0:278319:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff8c5c4b17f480. 00008000:00000010:2.0:1787148462.104940:0:278319:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8c5c4a843170. 00000080:00000010:2.0:1787148462.104943:0:278319:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff8c5c4a54bb28. 00000080:00000010:2.0:1787148462.104945:0:278319:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff8c5c5019a2b0. 00000020:00000010:2.0:1787148462.104947:0:278319:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c5c47580a00. 00000008:00000010:2.0:1787148462.104949:0:278319:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff8c5c65027b80. 00020000:00000010:2.0:1787148462.104951:0:278319:0:(lov_dev.c:117:lov_session_key_init()) slab-alloced 'info': 584 at ffff8c5c46ddc000. 00008000:00000010:2.0:1787148462.104953:0:278319:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff8c5c4a9e35b0. 00000080:00000010:2.0:1787148462.104956:0:278319:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8c5c72484d20. 00000020:00000001:2.0:1787148462.104958:0:278319:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446616926749613016 : -127146959938600 : ffff8c5c4a9e5bd8) 00000020:00001000:2.0:1787148462.104963:0:278319:0:(cl_object.c:823:cl_env_get()) 1@ffff8c5c4a9e5bd0 00000020:00000001:2.0:1787148462.104965:0:278319:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:2.0:1787148462.104967:0:278319:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:2.0:1787148462.104968:0:278319:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:2.0:1787148462.104970:0:278319:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff8c5c45727840. 00020000:00000010:2.0:1787148462.104972:0:278319:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff8c5c5e881b00. 00020000:00000010:2.0:1787148462.104975:0:278319:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff8c5c457272a0. 00020000:00000001:2.0:1787148462.104976:0:278319:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446616926662849184 : -127147046702432 : ffff8c5c457272a0) 00020000:00000002:2.0:1787148462.104979:0:278319:0:(lov_ea.c:755:dump_lsm()) lsm ffff8c5c457272a0, objid 0x1547:11031, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1787148462.104982:0:278319:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1787148462.105042:0:278319:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff8c5c5e881b00: ostid: 0x280000401:22152 ost idx: 0 gen: 0 00020000:00000002:2.0:1787148462.105045:0:278319:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff8c5c482004d8) owner ffff8c5c412da7c0 00020000:00000001:2.0:1787148462.105047:0:278319:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1787148462.105048:0:278319:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff8c5c482004d8) owner ffff8c5c412da7c0 00020000:00000010:2.0:1787148462.105051:0:278319:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff8c5c5e881b00. 00020000:00000010:2.0:1787148462.105054:0:278319:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff8c5c45727840. 00020000:00000010:2.0:1787148462.105056:0:278319:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff8c5c457272a0. 00020000:00000002:2.0:1787148462.105058:0:278319:0:(lov_object.c:1535:lov_conf_set()) [0x200002b17:0x1547:0x0] lo_layout_invalid=0 00020000:00000001:2.0:1787148462.105059:0:278319:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787148462.105061:0:278319:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787148462.105065:0:278319:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:2.0:1787148462.105067:0:278319:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff8c5c482004d8) owner 0000000000000000/ffff8c5c412da7c0 00020000:00000002:2.0:1787148462.105070:0:278319:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff8c5c650cc300 addref 2/0 by ffff8c5c412da7c0. 00020000:00000002:2.0:1787148462.105072:0:278319:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff8c5c482004d8) owner 0000000000000000/ffff8c5c412da7c0 00020000:00000001:2.0:1787148462.105074:0:278319:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:2.0:1787148462.105076:0:278319:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:2.0:1787148462.105078:0:278319:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:2.0:1787148462.105079:0:278319:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:2.0:1787148462.105081:0:278319:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:2.0:1787148462.105084:0:278319:0:(file.c:6826:ll_layout_conf()) [0x200002b17:0x1547:0x0]: layout version change: 0 -> 0 00000020:00001000:2.0:1787148462.105086:0:278319:0:(cl_object.c:917:cl_env_put()) 1@ffff8c5c4a9e5bd0 00000020:00000010:2.0:1787148462.105088:0:278319:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff8c5c47580e00. 00000020:00000010:2.0:1787148462.105090:0:278319:0:(cl_object.c:1113:cl_key_fini()) kfreed 'info': 72 at ffff8c5c45727540. 00000008:00000010:2.0:1787148462.105180:0:278319:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff8c5c5e7ace50. 00020000:00000010:2.0:1787148462.105184:0:278319:0:(lov_dev.c:95:lov_key_fini()) slab-freed '(info)': 192 at ffff8c5c4b17f480. 00008000:00000010:2.0:1787148462.105187:0:278319:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8c5c4a843170. 00000080:00000010:2.0:1787148462.105189:0:278319:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff8c5c4a54bb28. 00000080:00000010:2.0:1787148462.105192:0:278319:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff8c5c5019a2b0. 00000020:00000010:2.0:1787148462.105194:0:278319:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c5c47581c00. 00000008:00000010:2.0:1787148462.105197:0:278319:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff8c5c65027b80. 00020000:00000010:2.0:1787148462.105199:0:278319:0:(lov_dev.c:136:lov_session_key_fini()) slab-freed '(info)': 584 at ffff8c5c46ddc000. 00008000:00000010:2.0:1787148462.105201:0:278319:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff8c5c4a9e35b0. 00000080:00000010:2.0:1787148462.105204:0:278319:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff8c5c72484d20. 00000020:00000010:2.0:1787148462.105206:0:278319:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c5c47580a00. 00000020:00000010:2.0:1787148462.105207:0:278319:0:(cl_object.c:742:cl_env_fini()) slab-freed '(cle)': 144 at ffff8c5c4a9e5bd0. 00000080:00000001:2.0:1787148462.105210:0:278319:0:(file.c:6833:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787148462.105212:0:278319:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787148462.105213:0:278319:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1787148462.105214:0:278319:0:(llite_lib.c:3936:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1787148462.105217:0:278319:0:(lmv_obd.c:4162:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1787148462.105220:0:278319:0:(lmv_obd.c:4169:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1787148462.105223:0:278319:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200002b17:0x1547:0x0](ffff8c5c78154b08) for lock 0x632428c45c795596 00800000:00000001:2.0:1787148462.105226:0:278319:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1787148462.105228:0:278319:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1787148462.105229:0:278319:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1787148462.105230:0:278319:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1787148462.105232:0:278319:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff8c5c65093800 refcount=3 00000020:00000001:2.0:1787148462.105234:0:278319:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616927192823808 : -127146516727808 : ffff8c5c65093800) 00010000:00000001:2.0:1787148462.105236:0:278319:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446616927192823808 : -127146516727808 : ffff8c5c65093800) 00010000:00000001:2.0:1787148462.105238:0:278319:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787148462.105240:0:278319:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1787148462.105241:0:278319:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1787148462.105243:0:278319:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:2.0:1787148462.105249:0:278319:0:(namei.c:653:ll_splice_alias()) Add dentry ffff8c5c58f19510 inode ffff8c5c78154b08 refc 1 flags 0x40000e 00000080:00000001:2.0:1787148462.105252:0:278319:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:2.0:1787148462.105255:0:278319:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200002b17:0x1547:0x0](ffff8c5c78154b08) 00000080:00010000:2.0:1787148462.105259:0:278319:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x632428c45c795596 from it ffff9f0881623b20 00010000:00000001:2.0:1787148462.105266:0:278319:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1787148462.105267:0:278319:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1787148462.105405:0:278319:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff8c5c65093800 refcount=3 00000020:00000001:2.0:1787148462.105408:0:278319:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616927192823808 : -127146516727808 : ffff8c5c65093800) 00010000:00000001:2.0:1787148462.105410:0:278319:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446616927192823808 : -127146516727808 : ffff8c5c65093800) 00010000:00000001:2.0:1787148462.105413:0:278319:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1787148462.105416:0:278319:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c5c68fb1800 lock: ffff8c5c65093800/0x632428c45c795596 lrc: 3/1,0 mode: PR/PR res: [0x200002b17:0x1547:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xd48b816baf445d38 expref: -99 pid: 278319 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1787148462.105424:0:278319:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787148462.105425:0:278319:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1787148462.105427:0:278319:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1787148462.105429:0:278319:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1787148462.105432:0:278319:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c5c68fb1800 lock: ffff8c5c65093800/0x632428c45c795596 lrc: 2/0,0 mode: PR/PR res: [0x200002b17:0x1547:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xd48b816baf445d38 expref: -99 pid: 278319 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1787148462.105439:0:278319:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1787148462.105441:0:278319:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1787148462.105443:0:278319:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1787148462.105447:0:278319:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787148462.105448:0:278319:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1787148462.105449:0:278319:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787148462.105452:0:278319:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1787148462.105454:0:278319:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787148462.105456:0:278319:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787148462.105459:0:278319:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787148462.105461:0:278319:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1787148462.105462:0:278319:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787148462.105463:0:278319:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1787148462.105465:0:278319:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1787148462.105470:0:278319:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff8c5c42e5a200. 00000100:00000001:2.0:1787148462.105474:0:278319:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787148462.105482:0:278319:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8c5c72650000 x1873948276734592/t0(0) o101->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 584/640 e 0 to 0 dl 1787148517 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787148462.105489:0:278319:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787148462.105498:0:278319:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787148462.105501:0:278319:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8c5c58aeb000. 02000000:00000001:2.0:1787148462.105516:0:278319:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787148462.105518:0:278319:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1787148462.105520:0:278319:0:(genops.c:1244:class_import_put()) import ffff8c5c5776a000 refcount=9 obd=lustre-MDT0000-mdc-ffff8c5c68fb1800 00000020:00000001:2.0:1787148462.105522:0:278319:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1787148462.105525:0:278319:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5c57629400. 02000000:00000001:2.0:1787148462.105528:0:278319:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787148462.105529:0:278319:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787148462.105531:0:278319:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5c72650000. 00000100:00000001:2.0:1787148462.105534:0:278319:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787148462.105536:0:278319:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1787148462.105539:0:278319:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:2.0:1787148462.105540:0:278319:0:(dcache.c:176:ll_intent_release()) intent ffff9f0881623b20 released 00000080:00000001:2.0:1787148462.105542:0:278319:0:(dcache.c:187:ll_intent_release()) Process leaving 00000020:00000001:2.0:1787148462.105552:0:278319:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffff9f0881623d08 00000080:00200008:2.0:1787148462.105555:0:278319:0:(file.c:6285:ll_getattr_dentry()) START file f812b.sanity:[0x200002b17:0x1547:0x0](ffff8c5c78154b08), request_mask 4095, flags 0, foreign 0 00000080:00000001:2.0:1787148462.105561:0:278319:0:(file.c:6178:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1787148462.105562:0:278319:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffff9f0881623c80 00000080:00200000:2.0:1787148462.105564:0:278319:0:(file.c:6180:ll_inode_revalidate()) VFS Op:inode=[0x200002b17:0x1547:0x0](ffff8c5c78154b08),name=f812b.sanity 00000080:00000010:2.0:1787148462.105569:0:278319:0:(llite_lib.c:4056:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff8c5c47580a00. 00800000:00000002:2.0:1787148462.105573:0:278319:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff8c5c68f64000 2 00000080:00000001:2.0:1787148462.105579:0:278319:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1787148462.105582:0:278319:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1787148462.105584:0:278319:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffff9f0881623ba0 00800000:00000002:2.0:1787148462.105585:0:278319:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200002b17:0x1547:0x0] 'f812b.sanity' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1787148462.105589:0:278319:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1787148462.105592:0:278319:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1787148462.105595:0:278319:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1787148462.105597:0:278319:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1787148462.105600:0:278319:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1787148462.105602:0:278319:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1787148462.105604:0:278319:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1787148462.105607:0:278319:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1787148462.105610:0:278319:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1787148462.105611:0:278319:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1787148462.105612:0:278319:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1787148462.105618:0:278319:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1787148462.105620:0:278319:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1787148462.105622:0:278319:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b17:0x1547:0x0] 00800000:00000001:2.0:1787148462.105690:0:278319:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1787148462.105693:0:278319:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200002b17:0x1547:0x0], name='' -> mds #0 00000002:00000001:2.0:1787148462.105697:0:278319:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1787148462.105699:0:278319:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffff9f0881623a70 00000002:00010000:2.0:1787148462.105701:0:278319:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200002b17:0x1547:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1787148462.105705:0:278319:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1787148462.105707:0:278319:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1787148462.105709:0:278319:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1787148462.105712:0:278319:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8c5c46c84d00 count: 3 00010000:00000001:2.0:1787148462.105715:0:278319:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1787148462.105718:0:278319:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1787148462.105721:0:278319:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1787148462.105723:0:278319:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c5c68fb1800 lock: ffff8c5c65093800/0x632428c45c795596 lrc: 2/1,0 mode: PR/PR res: [0x200002b17:0x1547:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xd48b816baf445d38 expref: -99 pid: 278319 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 02000000:00000001:2.0:1787148462.105731:0:278319:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1787148462.105735:0:278319:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787148462.105738:0:278319:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c5c68fb1800 lock: ffff8c5c65093800/0x632428c45c795596 lrc: 2/1,0 mode: PR/PR res: [0x200002b17:0x1547:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xd48b816baf445d38 expref: -99 pid: 278319 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000002:00000001:2.0:1787148462.105744:0:278319:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1787148462.105746:0:278319:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1787148462.105748:0:278319:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1787148462.105749:0:278319:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1787148462.105751:0:278319:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1787148462.105753:0:278319:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids -1 0: rc 1 00000080:00000001:2.0:1787148462.105755:0:278319:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1787148462.105757:0:278319:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff8c5c68f64000 2 00000080:00000010:2.0:1787148462.105760:0:278319:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff8c5c47580a00. 00000080:00000001:2.0:1787148462.105763:0:278319:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1787148462.105765:0:278319:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1787148462.105772:0:278319:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200002b17:0x1547:0x0](ffff8c5c78154b08) 00000080:00010000:2.0:1787148462.105775:0:278319:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200002b17:0x1547:0x0](ffff8c5c78154b08) for lock 0x632428c45c795596 00800000:00000001:2.0:1787148462.105778:0:278319:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1787148462.105780:0:278319:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1787148462.105781:0:278319:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1787148462.105783:0:278319:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1787148462.105784:0:278319:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff8c5c65093800 refcount=3 00000020:00000001:2.0:1787148462.105786:0:278319:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616927192823808 : -127146516727808 : ffff8c5c65093800) 00010000:00000001:2.0:1787148462.105789:0:278319:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446616927192823808 : -127146516727808 : ffff8c5c65093800) 00010000:00000001:2.0:1787148462.105791:0:278319:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787148462.105792:0:278319:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1787148462.105793:0:278319:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1787148462.105794:0:278319:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1787148462.105797:0:278319:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x632428c45c795596 from it ffff9f0881623cb8 00010000:00000001:2.0:1787148462.105799:0:278319:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1787148462.105800:0:278319:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1787148462.105801:0:278319:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff8c5c65093800 refcount=3 00000020:00000001:2.0:1787148462.105803:0:278319:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616927192823808 : -127146516727808 : ffff8c5c65093800) 00010000:00000001:2.0:1787148462.105805:0:278319:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446616927192823808 : -127146516727808 : ffff8c5c65093800) 00010000:00000001:2.0:1787148462.105806:0:278319:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1787148462.105809:0:278319:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c5c68fb1800 lock: ffff8c5c65093800/0x632428c45c795596 lrc: 3/1,0 mode: PR/PR res: [0x200002b17:0x1547:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xd48b816baf445d38 expref: -99 pid: 278319 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1787148462.105814:0:278319:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787148462.105815:0:278319:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1787148462.105816:0:278319:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1787148462.105818:0:278319:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1787148462.105820:0:278319:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c5c68fb1800 lock: ffff8c5c65093800/0x632428c45c795596 lrc: 2/0,0 mode: PR/PR res: [0x200002b17:0x1547:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xd48b816baf445d38 expref: -99 pid: 278319 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1787148462.105825:0:278319:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1787148462.105826:0:278319:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1787148462.105827:0:278319:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1787148462.105835:0:278319:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787148462.105836:0:278319:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1787148462.105837:0:278319:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787148462.105839:0:278319:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1787148462.105840:0:278319:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787148462.105842:0:278319:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787148462.105844:0:278319:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787148462.105846:0:278319:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1787148462.105847:0:278319:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787148462.105848:0:278319:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1787148462.105851:0:278319:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1787148462.105852:0:278319:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1787148462.106042:0:278319:0:(pcc.c:2686:pcc_inode_getattr()) Process entered 00000080:00000001:2.0:1787148462.106047:0:278319:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:2.0:1787148462.106048:0:278319:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1787148462.106051:0:278319:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:2.0:1787148462.106053:0:278319:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787148462.106055:0:278319:0:(pcc.c:2695:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1787148462.106059:0:278319:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:2.0:1787148462.106060:0:278319:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000010:2.0:1787148462.106064:0:278319:0:(cl_object.c:707:cl_env_new()) slab-alloced 'cle': 144 at ffff8c5c4a9e5bd0. 00000020:00000010:2.0:1787148462.106068:0:278319:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c5c47580a00. 00000020:00000010:2.0:1787148462.106071:0:278319:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff8c5c47581c00. 00000020:00000010:2.0:1787148462.106073:0:278319:0:(cl_object.c:1113:cl_key_init()) kmalloced '(value)': 72 at ffff8c5c45727540. 00000008:00000010:2.0:1787148462.106077:0:278319:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff8c5c5e7ace50. 00020000:00000010:2.0:1787148462.106080:0:278319:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff8c5c4b17f480. 00008000:00000010:2.0:1787148462.106084:0:278319:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8c5c4a843170. 00000080:00000010:2.0:1787148462.106087:0:278319:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff8c5c4a54bb28. 00000080:00000010:2.0:1787148462.106090:0:278319:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff8c5c5019a2b0. 00000020:00000010:2.0:1787148462.106092:0:278319:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c5c47580e00. 00000008:00000010:2.0:1787148462.106095:0:278319:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff8c5c65027b80. 00020000:00000010:2.0:1787148462.106236:0:278319:0:(lov_dev.c:117:lov_session_key_init()) slab-alloced 'info': 584 at ffff8c5c46ddc000. 00008000:00000010:2.0:1787148462.106241:0:278319:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff8c5c4a9e35b0. 00000080:00000010:2.0:1787148462.106244:0:278319:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8c5c72484d20. 00000020:00000001:2.0:1787148462.106247:0:278319:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446616926749613016 : -127146959938600 : ffff8c5c4a9e5bd8) 00000020:00001000:2.0:1787148462.106249:0:278319:0:(cl_object.c:823:cl_env_get()) 1@ffff8c5c4a9e5bd0 00000020:00000001:2.0:1787148462.106252:0:278319:0:(cl_object.c:143:cl_object_top()) ffff8c5c5dfc8918 -> ffff8c5c5dfc8918 00000020:00000001:2.0:1787148462.106260:0:278319:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:2.0:1787148462.106263:0:278319:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:2.0:1787148462.106264:0:278319:0:(vvp_io.c:1826:vvp_io_init()) [0x200002b17:0x1547:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:2.0:1787148462.106267:0:278319:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1787148462.106390:0:278319:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:2.0:1787148462.106393:0:278319:0:(file.c:7092:ll_layout_refresh()) Process entered 00000080:00000001:2.0:1787148462.106394:0:278319:0:(file.c:7096:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787148462.106396:0:278319:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1787148462.106400:0:278319:0:(lov_object.c:1590:lov_io_init()) [0x200002b17:0x1547:0x0]io ffff8c5c5019a310 type 7 ignore/verify layout 0/1 00020000:00000002:2.0:1787148462.106403:0:278319:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff8c5c482004d8) owner 0000000000000000/ffff8c5c412da7c0 00020000:00000001:2.0:1787148462.106407:0:278319:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1787148462.106408:0:278319:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1787148462.106411:0:278319:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:2.0:1787148462.106413:0:278319:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1787148462.106415:0:278319:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:2.0:1787148462.106417:0:278319:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1787148462.106419:0:278319:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787148462.106421:0:278319:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1787148462.106422:0:278319:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1787148462.106423:0:278319:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:2.0:1787148462.106425:0:278319:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff8c5c482004d8) owner 0000000000000000/ffff8c5c412da7c0 00000020:00000001:2.0:1787148462.106427:0:278319:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1787148462.106430:0:278319:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:2.0:1787148462.106432:0:278319:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200002b17:0x1547:0x0] 00000020:00000001:2.0:1787148462.106434:0:278319:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:2.0:1787148462.106436:0:278319:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:2.0:1787148462.106438:0:278319:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:2.0:1787148462.106440:0:278319:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:2.0:1787148462.106446:0:278319:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:2.0:1787148462.106451:0:278319:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff8c5c71881080. 00020000:00000002:2.0:1787148462.106454:0:278319:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:2.0:1787148462.106456:0:278319:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:2.0:1787148462.106458:0:278319:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1787148462.106460:0:278319:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:2.0:1787148462.106461:0:278319:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000010:2.0:1787148462.106464:0:278319:0:(cl_object.c:707:cl_env_new()) slab-alloced 'cle': 144 at ffff8c5c4a9e5480. 00000020:00000010:2.0:1787148462.106466:0:278319:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c5c47580000. 00000020:00000010:2.0:1787148462.106469:0:278319:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff8c5c47581800. 00000020:00000010:2.0:1787148462.106476:0:278319:0:(cl_object.c:1113:cl_key_init()) kmalloced '(value)': 72 at ffff8c5c457272a0. 00000008:00000010:2.0:1787148462.106481:0:278319:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff8c5c5e7aa190. 00020000:00000010:2.0:1787148462.106483:0:278319:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff8c5c4b17f3c0. 00008000:00000010:2.0:1787148462.106486:0:278319:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8c5c4a840e20. 00000080:00000010:2.0:1787148462.106489:0:278319:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff8c5c4a54b690. 00000080:00000010:2.0:1787148462.106492:0:278319:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff8c5c5019a750. 00000020:00000010:2.0:1787148462.106497:0:278319:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c5c4a510000. 00000008:00000010:2.0:1787148462.106500:0:278319:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff8c5c65027760. 00020000:00000010:2.0:1787148462.106514:0:278319:0:(lov_dev.c:117:lov_session_key_init()) slab-alloced 'info': 584 at ffff8c5c46ddfb50. 00008000:00000010:2.0:1787148462.106517:0:278319:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff8c5c4a9e3eb8. 00000080:00000010:2.0:1787148462.106520:0:278319:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8c5c72484f00. 00000020:00000001:2.0:1787148462.106522:0:278319:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446616926749611144 : -127146959940472 : ffff8c5c4a9e5488) 00000020:00001000:2.0:1787148462.106524:0:278319:0:(cl_object.c:823:cl_env_get()) 1@ffff8c5c4a9e5480 00000020:00000001:2.0:1787148462.106527:0:278319:0:(cl_object.c:143:cl_object_top()) ffff8c5c5dfc8788 -> ffff8c5c5dfc8918 00000020:00000001:2.0:1787148462.106528:0:278319:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:2.0:1787148462.106531:0:278319:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1787148462.106532:0:278319:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:2.0:1787148462.106533:0:278319:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1787148462.106535:0:278319:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1787148462.106537:0:278319:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446616926686658664 : -127147022892952 : ffff8c5c46ddc068) 00000020:00000001:2.0:1787148462.106539:0:278319:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:2.0:1787148462.106543:0:278319:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff8c5c47d0c980. 00000008:00010000:2.0:1787148462.106545:0:278319:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:2.0:1787148462.106547:0:278319:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1787148462.106549:0:278319:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:2.0:1787148462.106551:0:278319:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8c5c718810b0, osc lock ffff8c5c47d0c980, flags 0x400001002 00000020:00000001:2.0:1787148462.106553:0:278319:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1787148462.106555:0:278319:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1787148462.106558:0:278319:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446616927402463360 : -127146307088256 : ffff8c5c71881080) 00000020:00000001:2.0:1787148462.106561:0:278319:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1787148462.106562:0:278319:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:2.0:1787148462.106564:0:278319:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787148462.106565:0:278319:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787148462.106568:0:278319:0:(cl_io.c:1189:cl_sync_io_init_notify()) Process entered 00000020:00000001:2.0:1787148462.106569:0:278319:0:(cl_io.c:1197:cl_sync_io_init_notify()) Process leaving 00000020:00000001:2.0:1787148462.106576:0:278319:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:2.0:1787148462.106578:0:278319:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:2.0:1787148462.106580:0:278319:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1787148462.106581:0:278319:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446616926686658664 : -127147022892952 : ffff8c5c46ddc068) 00000020:00000001:2.0:1787148462.106583:0:278319:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:2.0:1787148462.106586:0:278319:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:2.0:1787148462.106588:0:278319:0:(osc_lock.c:1030:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1787148462.106591:0:278319:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:2.0:1787148462.106593:0:278319:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:2.0:1787148462.106595:0:278319:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:2.0:1787148462.106596:0:278319:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:2.0:1787148462.106597:0:278319:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:2.0:1787148462.106599:0:278319:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:2.0:1787148462.106601:0:278319:0:(osc_request.c:3188:osc_enqueue_base()) Process entered 00010000:00000001:2.0:1787148462.106603:0:278319:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1787148462.106607:0:278319:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787148462.106609:0:278319:0:(ldlm_request.c:996:ldlm_enqueue_pack()) Process entered 00000100:00000010:2.0:1787148462.106614:0:278319:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5c5e1fd880. 00000020:00000040:2.0:1787148462.106618:0:278319:0:(genops.c:1231:class_import_get()) import ffff8c5c5e0b1800 refcount=4 obd=lustre-OST0000-osc-ffff8c5c68fb1800 00010000:00000001:2.0:1787148462.106622:0:278319:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1787148462.106694:0:278319:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1787148462.106698:0:278319:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787148462.106702:0:278319:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787148462.106704:0:278319:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787148462.106707:0:278319:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787148462.106713:0:278319:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c5c4a510400. 00000100:00000001:2.0:1787148462.106719:0:278319:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787148462.106723:0:278319:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1787148462.106725:0:278319:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787148462.106727:0:278319:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1787148462.106728:0:278319:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787148462.106730:0:278319:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787148462.106733:0:278319:0:(ldlm_request.c:1010:ldlm_enqueue_pack()) Process leaving (rc=18446616927076866176 : -127146632685440 : ffff8c5c5e1fd880) 00010000:00000001:2.0:1787148462.106736:0:278319:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1787148462.106738:0:278319:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1787148462.106742:0:278319:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff8c5c43b49200. 00010000:00000010:2.0:1787148462.106745:0:278319:0:(ldlm_resource.c:1471:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff8c5c43b49c00. 00010000:00000001:2.0:1787148462.106756:0:278319:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1787148462.106759:0:278319:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c5c82045e00. 00000020:00000001:2.0:1787148462.106763:0:278319:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1787148462.106765:0:278319:0:(lustre_handles.c:93:class_handle_hash()) added object ffff8c5c82045e00 with handle 0x632428c45c79559d to hash 00000020:00000001:2.0:1787148462.106767:0:278319:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1787148462.106769:0:278319:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446616927679045120 : -127146030506496 : ffff8c5c82045e00) 00010000:00000010:2.0:1787148462.106772:0:278319:0:(ldlm_lock.c:1732:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff8c5c7195e140. 00010000:00000001:2.0:1787148462.106774:0:278319:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446616927679045120 : -127146030506496 : ffff8c5c82045e00) 00010000:00000001:2.0:1787148462.106777:0:278319:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1787148462.106780:0:278319:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787148462.106783:0:278319:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c5c68fb1800 lock: 00000000cd3d67f7/0x632428c45c79559d lrc: 3/1,0 mode: --/PR res: [0x280000401:0x5688:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 278319 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787148462.106794:0:278319:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c5c68fb1800 lock: 00000000cd3d67f7/0x632428c45c79559d lrc: 3/1,0 mode: --/PR res: [0x280000401:0x5688:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 278319 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1787148462.106805:0:278319:0:(ldlm_request.c:1191:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787148462.106809:0:278319:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787148462.106814:0:278319:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787148462.106824:0:278319:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000098c1f613] to pc [ptlrpcd_01_01+1] req@ffff8c5c5e1fd880 x1873948276734720/t0(0) o101->lustre-OST0000-osc-ffff8c5c68fb1800@192.168.202.114@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787148462.106908:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787148462.106912:0:2396:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787148462.106915:0:2396:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787148462.106922:0:2396:0:(lustre_net.h:2406:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8c5c5e1fd880 x1873948276734720/t0(0) o101->lustre-OST0000-osc-ffff8c5c68fb1800@192.168.202.114@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787148462.106929:0:2396:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787148462.106931:0:2396:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787148462.106935:0:2396:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787148462.106937:0:2396:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787148462.106939:0:2396:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787148462.106942:0:2396:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5c5e1fd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:7e31181a-25e1-4c2b-a23d-b0f7747006f1:2396:1873948276734720:192.168.202.114@tcp:101:stat.0 00000100:00000001:3.0:1787148462.106947:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787148462.106954:0:2396:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787148462.106956:0:2396:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787148462.106959:0:2396:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787148462.106964:0:2396:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5c5762ac00. 02000000:00000001:3.0:1787148462.106965:0:2396:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787148462.106973:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000010:3.0:1787148462.106977:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5c4a93fb58. 00000400:00000010:3.0:1787148462.106983:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5c72962bb0. 00000100:00000200:3.0:1787148462.107001:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1873948276734720, portal 4 00000100:00000001:3.0:1787148462.107003:0:2396:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787148462.107005:0:2396:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616927076866176 : -127146632685440 : ffff8c5c5e1fd880) 00000100:00000040:3.0:1787148462.107011:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff8c5c5e1fd880 x1873948276734720/t0(0) o101->lustre-OST0000-osc-ffff8c5c68fb1800@192.168.202.114@tcp:28/4 lens 328/400 e 0 to 0 dl 1787148517 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787148462.107018:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787148462.107020:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.114@tcp 00000400:00000010:3.0:1787148462.107023:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5c729622a8. 00000100:00000200:3.0:1787148462.107026:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1873948276734720, offset 0 00000400:00000200:3.0:1787148462.107033:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.114@tcp 00000400:00000200:3.0:1787148462.107041:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:3.0:1787148462.107047:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.114@tcp local destination 00000400:00000200:3.0:1787148462.107052:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787148462.107063:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.14@tcp 00000400:00000200:3.0:1787148462.107066:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.14@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787148462.107069:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.114@tcp 00000400:00000200:3.0:1787148462.107075:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.14@tcp NI seq info: [556915:556915:256:4294967295] 192.168.202.114@tcp LPNI seq info [556871:556871:8:4294967295] 00000400:00000200:3.0:1787148462.107079:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:3.0:1787148462.107091:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.14@tcp(192.168.202.14@tcp:) -> 192.168.202.114@tcp(192.168.202.114@tcp:192.168.202.114@tcp) : PUT try# 0 00000800:00000200:3.0:1787148462.107096:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.114@tcp 00000800:00000010:3.0:1787148462.107130:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5c50a4ee00. 00000800:00000200:3.0:1787148462.107137:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5c4508fcc0] -> 12345-192.168.202.114@tcp (5) 00000800:00000200:3.0:1787148462.107146:0:2396:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.114@tcp ip 192.168.202.114:988 00000800:00000200:3.0:1787148462.107150:0:2396:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8c5c50a4ee00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1787148462.107170:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787148462.107175:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5c68fb1800: using a timeout of 120500 usecs (121 jiffies) 00000400:00000200:3.0:1787148462.107179:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000100:00000001:3.0:1787148462.107181:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5c68fb1800: PM QoS new deadline estimation for cpu 0 is 4306970997 00000100:00000001:3.0:1787148462.107192:0:2396:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5c68fb1800: PM QoS request active for cpu 0, simply extend its deadline from 4306970892 00000100:00000001:3.0:1787148462.107197:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5c68fb1800: PM QoS new deadline estimation for cpu 1 is 4306970997 00000100:00000001:3.0:1787148462.107201:0:2396:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5c68fb1800: PM QoS request active for cpu 1, simply extend its deadline from 4306970892 00000100:00000001:3.0:1787148462.107204:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787148462.107206:0:2396:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787148462.107210:0:2396:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787148462.107212:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1787148462.107344:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1787148462.107349:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5c50a4ee00. 00000400:00000200:1.0:1787148462.107354:0:2385:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787148462.107359:0:2385:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.14@tcp->192.168.202.114@tcp: PUT: OK 00000400:00000200:1.0:1787148462.107365:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5c729622a8 00000400:00000010:1.0:1787148462.107367:0:2385:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff8c5c729622a8. 00000100:00000001:1.0:1787148462.107371:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787148462.107375:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c5c5e1fd880 x1873948276734720/t0(0) o101->lustre-OST0000-osc-ffff8c5c68fb1800@192.168.202.114@tcp:28/4 lens 328/400 e 0 to 0 dl 1787148517 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787148462.107384:0:2385:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787148462.107388:0:2385:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8c5c5e1fd880 x1873948276734720/t0(0) o101->lustre-OST0000-osc-ffff8c5c68fb1800@192.168.202.114@tcp:28/4 lens 328/400 e 0 to 0 dl 1787148517 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787148462.107395:0:2385:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787148462.107402:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000008:00000001:2.0:1787148462.108495:0:278319:0:(osc_request.c:3307:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1787148462.108514:0:278319:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787148462.108517:0:278319:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1787148462.108520:0:278319:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787148462.108521:0:278319:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787148462.108524:0:278319:0:(cl_io.c:1846:__cl_sync_io_note()) Process entered 00000020:00200000:2.0:1787148462.108526:0:278319:0:(cl_io.c:1862:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:2.0:1787148462.108528:0:278319:0:(cl_io.c:1920:__cl_sync_io_note()) Process leaving 00000020:00000001:2.0:1787148462.108530:0:278319:0:(cl_io.c:1209:cl_sync_io_wait()) Process entered 00000100:00000001:2.0:1787148462.109713:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787148462.109722:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787148462.110060:0:2396:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787148462.110064:0:2396:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00000001:3.0:1787148462.110067:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787148462.110069:0:2396:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787148462.110073:0:2396:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787148462.110075:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1787148462.112151:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787148462.112166:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1787148462.112170:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787148462.112172:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787148462.112181:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148462.112189:0:2386:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.14@tcp(192.168.202.14@tcp) <- 192.168.202.114@tcp : PUT - for me 00000400:00000200:0.0:1787148462.112198:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148462.112203:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148462.112207:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148462.112211:0:2386:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.114@tcp of length 400 into portal 4 MB=0x6a858955cbb00 00000400:00000200:0.0:1787148462.112216:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148462.112221:0:2386:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.114@tcp of length 400/400 into md 0x561f11 [1] + 224 00000800:00000001:0.0:1787148462.112228:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787148462.112234:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787148462.112238:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787148462.112242:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.14@tcp->192.168.202.114@tcp: PUT: OK 00000100:00000001:0.0:1787148462.112249:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787148462.112257:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c5c5e1fd880 x1873948276734720/t0(0) o101->lustre-OST0000-osc-ffff8c5c68fb1800@192.168.202.114@tcp:28/4 lens 328/400 e 0 to 0 dl 1787148517 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1787148462.112267:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=400 req@ffff8c5c5e1fd880 x1873948276734720/t0(0) o101->lustre-OST0000-osc-ffff8c5c68fb1800@192.168.202.114@tcp:28/4 lens 328/400 e 0 to 0 dl 1787148517 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787148462.112429:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1787148462.112437:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787148462.112440:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787148462.112493:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787148462.112498:0:2396:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1787148462.112514:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787148462.112531:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787148462.112534:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5c4a93fb58. 00000400:00000200:3.0:1787148462.112538:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5c72962bb0 00000400:00000010:3.0:1787148462.112541:0:2396:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff8c5c72962bb0. 00000100:00000001:3.0:1787148462.112545:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787148462.112549:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c5c5e1fd880 x1873948276734720/t0(0) o101->lustre-OST0000-osc-ffff8c5c68fb1800@192.168.202.114@tcp:28/4 lens 328/400 e 0 to 0 dl 1787148517 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1787148462.112557:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c5c5e1fd880 x1873948276734720/t0(0) o101->lustre-OST0000-osc-ffff8c5c68fb1800@192.168.202.114@tcp:28/4 lens 328/400 e 0 to 0 dl 1787148517 ref 1 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787148462.112562:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787148462.112564:0:2396:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787148462.112566:0:2396:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1787148462.112569:0:2396:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787148462.112573:0:2396:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787148462.112575:0:2396:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787148462.112578:0:2396:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787148462.112588:0:2396:0:(import.c:2149:obd_at_measure()) add 36 to ffff8c5c5e0b1c60 time=94 v=36 (36 5 5 5) 00000100:00001000:3.0:1787148462.112591:0:2396:0:(import.c:2149:obd_at_measure()) add 1 to ffff8c5c5e0b1c18 time=70 v=5 (1 1 1 1) 00000100:00000001:3.0:1787148462.112594:0:2396:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787148462.112595:0:2396:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787148462.112598:0:2396:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1787148462.112601:0:2396:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787148462.112604:0:2396:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1787148462.112606:0:2396:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8c5c68fb1800: skip recheck: last_committed 42949695890 00000100:00000001:3.0:1787148462.112608:0:2396:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1787148462.112609:0:2396:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787148462.112613:0:2396:0:(lustre_net.h:2406:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8c5c5e1fd880 x1873948276734720/t0(0) o101->lustre-OST0000-osc-ffff8c5c68fb1800@192.168.202.114@tcp:28/4 lens 328/400 e 0 to 0 dl 1787148517 ref 1 fl Rpc:RQU/600/0 rc 0/0 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787148462.112619:0:2396:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787148462.112622:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787148462.112687:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:3.0:1787148462.112690:0:2396:0:(osc_request.c:3122:osc_enqueue_interpret()) Process entered 00010000:00000001:3.0:1787148462.112692:0:2396:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787148462.112695:0:2396:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1787148462.112698:0:2396:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff8c5c82045e00 refcount=4 00000020:00000001:3.0:1787148462.112705:0:2396:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616927679045120 : -127146030506496 : ffff8c5c82045e00) 00010000:00000001:3.0:1787148462.112709:0:2396:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446616927679045120 : -127146030506496 : ffff8c5c82045e00) 00010000:00000001:3.0:1787148462.112711:0:2396:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787148462.112712:0:2396:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1787148462.112713:0:2396:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff8c5c82045e00 refcount=5 00000020:00000001:3.0:1787148462.112715:0:2396:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616927679045120 : -127146030506496 : ffff8c5c82045e00) 00010000:00000001:3.0:1787148462.112717:0:2396:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446616927679045120 : -127146030506496 : ffff8c5c82045e00) 00010000:00000001:3.0:1787148462.112720:0:2396:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1787148462.112724:0:2396:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787148462.112728:0:2396:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c5c68fb1800 lock: 00000000cd3d67f7/0x632428c45c79559d lrc: 6/2,0 mode: --/PR res: [0x280000401:0x5688:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 278319 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1787148462.112738:0:2396:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787148462.112739:0:2396:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787148462.112742:0:2396:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1787148462.112744:0:2396:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787148462.112745:0:2396:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1787148462.112746:0:2396:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff8c5c82045e00 refcount=6 00000020:00000001:3.0:1787148462.112747:0:2396:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616927679045120 : -127146030506496 : ffff8c5c82045e00) 00010000:00000001:3.0:1787148462.112749:0:2396:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446616927679045120 : -127146030506496 : ffff8c5c82045e00) 00010000:00000040:3.0:1787148462.112755:0:2396:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff8c5c82045e00, remote cookie: 0xd48b816baf445d3f, flags: 0x1001 00010000:00010000:3.0:1787148462.112760:0:2396:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0000-osc-ffff8c5c68fb1800 lock: 00000000cd3d67f7/0x632428c45c79559d lrc: 6/2,0 mode: --/PR res: [0x280000401:0x5688:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0xd48b816baf445d3f expref: -99 pid: 278319 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1787148462.112767:0:2396:0:(ldlm_lock.c:1589:ldlm_fill_lvb()) Process entered 00010000:00000001:3.0:1787148462.112770:0:2396:0:(ldlm_lock.c:1682:ldlm_fill_lvb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787148462.112772:0:2396:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1787148462.112775:0:2396:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00010000:3.0:1787148462.112779:0:2396:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff8c5c68fb1800 lock: 00000000cd3d67f7/0x632428c45c79559d lrc: 6/2,0 mode: PR/PR res: [0x280000401:0x5688:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0xd48b816baf445d3f expref: -99 pid: 278319 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1787148462.112798:0:2396:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x280000401:0x5688:0x0].0x0 (ffff8c5c43b49200) refcount = 1 00010000:00000040:3.0:1787148462.112801:0:2396:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1787148462.112804:0:2396:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-OST0000-osc-ffff8c5c68fb1800 lock: 00000000cd3d67f7/0x632428c45c79559d lrc: 6/2,0 mode: PR/PR res: [0x280000401:0x5688:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0xd48b816baf445d3f expref: -99 pid: 278319 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1787148462.112813:0:2396:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1787148462.112815:0:2396:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1787148462.112818:0:2396:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1787148462.112820:0:2396:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787148462.112823:0:2396:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffff8c5c68fb1800 lock: 00000000cd3d67f7/0x632428c45c79559d lrc: 6/2,0 mode: PR/PR res: [0x280000401:0x5688:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0xd48b816baf445d3f expref: -99 pid: 278319 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1787148462.112830:0:2396:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1787148462.112831:0:2396:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787148462.112832:0:2396:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787148462.112833:0:2396:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787148462.112834:0:2396:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1787148462.112836:0:2396:0:(osc_request.c:3076:osc_enqueue_fini()) Process entered 00000008:00000001:3.0:1787148462.112839:0:2396:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:3.0:1787148462.112842:0:2396:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787148462.112843:0:2396:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1787148462.112845:0:2396:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff8c5c82045e00 refcount=5 00000020:00000001:3.0:1787148462.112847:0:2396:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616927679045120 : -127146030506496 : ffff8c5c82045e00) 00010000:00000001:3.0:1787148462.112849:0:2396:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446616927679045120 : -127146030506496 : ffff8c5c82045e00) 00000008:00000001:3.0:1787148462.112853:0:2396:0:(osc_lock.c:149:osc_lock_lvb_update()) Process entered 00000020:00000001:3.0:1787148462.112917:0:2396:0:(cl_object.c:143:cl_object_top()) ffff8c5c72b856c0 -> ffff8c5c5dfc8918 00000008:00010000:3.0:1787148462.112923:0:2396:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0000-osc-ffff8c5c68fb1800 lock: 00000000cd3d67f7/0x632428c45c79559d lrc: 5/2,0 mode: PR/PR res: [0x280000401:0x5688:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0xd48b816baf445d3f expref: -99 pid: 278319 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00000001:3.0:1787148462.112931:0:2396:0:(cl_object.c:143:cl_object_top()) ffff8c5c72b856c0 -> ffff8c5c5dfc8918 00000020:00000001:3.0:1787148462.112938:0:2396:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:3.0:1787148462.112941:0:2396:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:3.0:1787148462.112943:0:2396:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:3.0:1787148462.112946:0:2396:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787148462.112947:0:2396:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787148462.112949:0:2396:0:(cl_object.c:143:cl_object_top()) ffff8c5c72b856c0 -> ffff8c5c5dfc8918 00000008:00000001:3.0:1787148462.112950:0:2396:0:(osc_lock.c:192:osc_lock_lvb_update()) Process leaving 00000020:00000001:3.0:1787148462.112953:0:2396:0:(cl_io.c:1846:__cl_sync_io_note()) Process entered 00000020:00200000:3.0:1787148462.112955:0:2396:0:(cl_io.c:1862:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:3.0:1787148462.112972:0:2396:0:(cl_io.c:1920:__cl_sync_io_note()) Process leaving 00000008:00000001:3.0:1787148462.112974:0:2396:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787148462.112977:0:2396:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787148462.112978:0:2396:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1787148462.112980:0:2396:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff8c5c82045e00 refcount=6 00000020:00000001:3.0:1787148462.112982:0:2396:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616927679045120 : -127146030506496 : ffff8c5c82045e00) 00010000:00000001:3.0:1787148462.113045:0:2396:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446616927679045120 : -127146030506496 : ffff8c5c82045e00) 00010000:00000001:3.0:1787148462.113050:0:2396:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1787148462.113053:0:2396:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c5c68fb1800 lock: 00000000cd3d67f7/0x632428c45c79559d lrc: 6/2,0 mode: PR/PR res: [0x280000401:0x5688:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xd48b816baf445d3f expref: -99 pid: 278319 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1787148462.113060:0:2396:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787148462.113061:0:2396:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1787148462.113063:0:2396:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c5c68fb1800 lock: 00000000cd3d67f7/0x632428c45c79559d lrc: 5/1,0 mode: PR/PR res: [0x280000401:0x5688:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xd48b816baf445d3f expref: -99 pid: 278319 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1787148462.113069:0:2396:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1787148462.113071:0:2396:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787148462.113071:0:2396:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1787148462.113073:0:2396:0:(osc_request.c:3103:osc_enqueue_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787148462.113074:0:2396:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787148462.113076:0:2396:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1787148462.113077:0:2396:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff8c5c82045e00 refcount=5 00000020:00000001:3.0:1787148462.113079:0:2396:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616927679045120 : -127146030506496 : ffff8c5c82045e00) 00010000:00000001:3.0:1787148462.113081:0:2396:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446616927679045120 : -127146030506496 : ffff8c5c82045e00) 00010000:00000001:3.0:1787148462.113088:0:2396:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1787148462.113091:0:2396:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c5c68fb1800 lock: 00000000cd3d67f7/0x632428c45c79559d lrc: 5/1,0 mode: PR/PR res: [0x280000401:0x5688:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xd48b816baf445d3f expref: -99 pid: 278319 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00000001:2.0:1787148462.113189:0:278319:0:(cl_io.c:1233:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787148462.113199:0:278319:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787148462.113205:0:278319:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:2.0:1787148462.113208:0:278319:0:(cl_object.c:143:cl_object_top()) ffff8c5c5dfc8918 -> ffff8c5c5dfc8918 00000020:00000001:2.0:1787148462.113210:0:278319:0:(cl_object.c:143:cl_object_top()) ffff8c5c5dfc8918 -> ffff8c5c5dfc8918 00000020:00000001:2.0:1787148462.113212:0:278319:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:2.0:1787148462.113216:0:278319:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:2.0:1787148462.113220:0:278319:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:2.0:1787148462.113222:0:278319:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1787148462.113223:0:278319:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:2.0:1787148462.113224:0:278319:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1787148462.113227:0:278319:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x1547:11031 on OST[0]: s=0 (1) m=0 a=0 c=0 b=0 00020000:00000001:2.0:1787148462.113230:0:278319:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1787148462.113232:0:278319:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=0 m=0 a=0 c=0 b=0 00020000:00000001:2.0:1787148462.113235:0:278319:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787148462.113236:0:278319:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787148462.113238:0:278319:0:(cl_object.c:143:cl_object_top()) ffff8c5c5dfc8918 -> ffff8c5c5dfc8918 00000080:00200000:2.0:1787148462.113241:0:278319:0:(file.c:1775:ll_merge_attr_nolock()) [0x200002b17:0x1547:0x0] updating i_size 0 i_blocks 0 00000080:00000001:2.0:1787148462.113243:0:278319:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:2.0:1787148462.113245:0:278319:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:2.0:1787148462.113247:0:278319:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c5c5019a2b0 (ffff8c5c4a9e5bd8/0) at cl_lock_release():245 00000020:00000001:2.0:1787148462.113250:0:278319:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1787148462.113251:0:278319:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c5c5019a2b0 (ffff8c5c4a9e5bd8/0) at cl_lock_cancel():142 00020000:00000001:2.0:1787148462.113254:0:278319:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:2.0:1787148462.113257:0:278319:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1787148462.113259:0:278319:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446616926686658664 : -127147022892952 : ffff8c5c46ddc068) 00000020:00000001:2.0:1787148462.113261:0:278319:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1787148462.113262:0:278319:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c5c718810b0 (ffff8c5c4a9e5488/1) at cl_lock_cancel():142 00000008:00000001:2.0:1787148462.113264:0:278319:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:2.0:1787148462.113266:0:278319:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:2.0:1787148462.113267:0:278319:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787148462.113551:0:278319:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1787148462.113553:0:278319:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:2.0:1787148462.113555:0:278319:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:2.0:1787148462.113556:0:278319:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1787148462.113557:0:278319:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1787148462.113559:0:278319:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1787148462.113560:0:278319:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c5c5019a2b0 (ffff8c5c4a9e5bd8/0) at cl_lock_fini():72 00020000:00000001:2.0:1787148462.113565:0:278319:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:2.0:1787148462.113572:0:278319:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1787148462.113573:0:278319:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c5c718810b0 (ffff8c5c4a9e5bd8/1) at cl_lock_fini():72 00000008:00000010:2.0:1787148462.113577:0:278319:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff8c5c47d0c980. 00000020:00000001:2.0:1787148462.113581:0:278319:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:2.0:1787148462.113583:0:278319:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff8c5c71881080. 00020000:00000001:2.0:1787148462.113587:0:278319:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:2.0:1787148462.113588:0:278319:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:2.0:1787148462.113589:0:278319:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:2.0:1787148462.113591:0:278319:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787148462.113594:0:278319:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:2.0:1787148462.113597:0:278319:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:2.0:1787148462.113599:0:278319:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:2.0:1787148462.113600:0:278319:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:2.0:1787148462.113601:0:278319:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1787148462.113603:0:278319:0:(cl_object.c:917:cl_env_put()) 1@ffff8c5c4a9e5480 00000020:00000010:2.0:1787148462.113608:0:278319:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff8c5c47581800. 00000020:00000010:2.0:1787148462.113614:0:278319:0:(cl_object.c:1113:cl_key_fini()) kfreed 'info': 72 at ffff8c5c457272a0. 00000008:00000010:2.0:1787148462.113618:0:278319:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff8c5c5e7aa190. 00020000:00000010:2.0:1787148462.113622:0:278319:0:(lov_dev.c:95:lov_key_fini()) slab-freed '(info)': 192 at ffff8c5c4b17f3c0. 00010000:00000001:3.0:1787148462.113701:0:2396:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787148462.113702:0:2396:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787148462.113704:0:2396:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1787148462.113706:0:2396:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1787148462.113709:0:2396:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c5c68fb1800 lock: 00000000cd3d67f7/0x632428c45c79559d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x5688:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xd48b816baf445d3f expref: -99 pid: 278319 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1787148462.113719:0:2396:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787148462.113722:0:2396:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1787148462.113724:0:2396:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1787148462.113729:0:2396:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787148462.113730:0:2396:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787148462.113732:0:2396:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787148462.113735:0:2396:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1787148462.113737:0:2396:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787148462.113739:0:2396:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787148462.113741:0:2396:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787148462.113743:0:2396:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1787148462.113744:0:2396:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787148462.113745:0:2396:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787148462.113746:0:2396:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787148462.113747:0:2396:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1787148462.113749:0:2396:0:(osc_request.c:3161:osc_enqueue_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787148462.113756:0:2396:0:(lustre_net.h:2406:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8c5c5e1fd880 x1873948276734720/t0(0) o101->lustre-OST0000-osc-ffff8c5c68fb1800@192.168.202.114@tcp:28/4 lens 328/400 e 0 to 0 dl 1787148517 ref 1 fl Interpret:RQU/600/0 rc 0/0 job:'stat.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1787148462.113763:0:2396:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5c5e1fd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:7e31181a-25e1-4c2b-a23d-b0f7747006f1:2396:1873948276734720:192.168.202.114@tcp:101:stat.0 00000100:00000001:3.0:1787148462.113769:0:2396:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787148462.113772:0:2396:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787148462.113776:0:2396:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8c5c5e1fd880 x1873948276734720/t0(0) o101->lustre-OST0000-osc-ffff8c5c68fb1800@192.168.202.114@tcp:28/4 lens 328/400 e 0 to 0 dl 1787148517 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787148462.113790:0:2396:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787148462.113794:0:2396:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787148462.113797:0:2396:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5c5762ac00. 02000000:00000001:3.0:1787148462.113800:0:2396:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787148462.113802:0:2396:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1787148462.113804:0:2396:0:(genops.c:1244:class_import_put()) import ffff8c5c5e0b1800 refcount=3 obd=lustre-OST0000-osc-ffff8c5c68fb1800 00000020:00000001:3.0:1787148462.113806:0:2396:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1787148462.113809:0:2396:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c5c4a510400. 02000000:00000001:3.0:1787148462.113812:0:2396:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787148462.113814:0:2396:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787148462.113815:0:2396:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5c5e1fd880. 00000100:00000001:3.0:1787148462.113819:0:2396:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787148462.113820:0:2396:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787148462.113822:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787148462.113830:0:2396:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787148462.113832:0:2396:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787148462.113834:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787148462.113836:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00008000:00000010:2.0:1787148462.114190:0:278319:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8c5c4a840e20. 00000080:00000010:2.0:1787148462.114196:0:278319:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff8c5c4a54b690. 00000080:00000010:2.0:1787148462.114200:0:278319:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff8c5c5019a750. 00000020:00000010:2.0:1787148462.114204:0:278319:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c5c47580000. 00000008:00000010:2.0:1787148462.114208:0:278319:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff8c5c65027760. 00020000:00000010:2.0:1787148462.114211:0:278319:0:(lov_dev.c:136:lov_session_key_fini()) slab-freed '(info)': 584 at ffff8c5c46ddfb50. 00008000:00000010:2.0:1787148462.114215:0:278319:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff8c5c4a9e3eb8. 00000080:00000010:2.0:1787148462.114218:0:278319:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff8c5c72484f00. 00000020:00000010:2.0:1787148462.114220:0:278319:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c5c4a510000. 00000020:00000010:2.0:1787148462.114223:0:278319:0:(cl_object.c:742:cl_env_fini()) slab-freed '(cle)': 144 at ffff8c5c4a9e5480. 00020000:00000001:2.0:1787148462.114225:0:278319:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:2.0:1787148462.114228:0:278319:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:2.0:1787148462.114231:0:278319:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:2.0:1787148462.114233:0:278319:0:(vvp_io.c:304:vvp_io_fini()) [0x200002b17:0x1547:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:2.0:1787148462.114237:0:278319:0:(file.c:7092:ll_layout_refresh()) Process entered 00000080:00000001:2.0:1787148462.114239:0:278319:0:(file.c:7096:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787148462.114241:0:278319:0:(vvp_io.c:399:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1787148462.114243:0:278319:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1787148462.114252:0:278319:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1787148462.114254:0:278319:0:(cl_object.c:917:cl_env_put()) 1@ffff8c5c4a9e5bd0 00000020:00000010:2.0:1787148462.114258:0:278319:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff8c5c47581c00. 00000020:00000010:2.0:1787148462.114260:0:278319:0:(cl_object.c:1113:cl_key_fini()) kfreed 'info': 72 at ffff8c5c45727540. 00000008:00000010:2.0:1787148462.114263:0:278319:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff8c5c5e7ace50. 00020000:00000010:2.0:1787148462.114266:0:278319:0:(lov_dev.c:95:lov_key_fini()) slab-freed '(info)': 192 at ffff8c5c4b17f480. 00008000:00000010:2.0:1787148462.114561:0:278319:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8c5c4a843170. 00000080:00000010:2.0:1787148462.114565:0:278319:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff8c5c4a54bb28. 00000080:00000010:2.0:1787148462.114568:0:278319:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff8c5c5019a2b0. 00000020:00000010:2.0:1787148462.114571:0:278319:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c5c47580a00. 00000008:00000010:2.0:1787148462.114573:0:278319:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff8c5c65027b80. 00020000:00000010:2.0:1787148462.114575:0:278319:0:(lov_dev.c:136:lov_session_key_fini()) slab-freed '(info)': 584 at ffff8c5c46ddc000. 00008000:00000010:2.0:1787148462.114579:0:278319:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff8c5c4a9e35b0. 00000080:00000010:2.0:1787148462.114581:0:278319:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff8c5c72484d20. 00000020:00000010:2.0:1787148462.114583:0:278319:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c5c47580e00. 00000020:00000010:2.0:1787148462.114585:0:278319:0:(cl_object.c:742:cl_env_fini()) slab-freed '(cle)': 144 at ffff8c5c4a9e5bd0. 00000001:00000001:2.0:1787148462.114588:0:278319:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787148462.114597:0:278319:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffff9f0881623d08 00000080:00000008:2.0:1787148462.114600:0:278319:0:(file.c:6470:ll_getattr_dentry()) COMPLETED file f812b.sanity:[0x200002b17:0x1547:0x0](ffff8c5c78154b08), request_mask 4095, flags 0, foreign 0 00000080:00000001:2.0:1787148462.114606:0:278319:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1787148462.114608:0:278319:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffff9f0881623da0 00000080:00002000:2.0:1787148462.114610:0:278319:0:(dcache.c:127:ll_ddelete()) keeping dentry f812b.sanity (ffff8c5c58f19510, parent ffff8c5c58f195e8, inode ffff8c5c78154b08) hashed, 00000080:00000001:2.0:1787148462.114613:0:278319:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787148462.230194:0:267500:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5c48342000 (cpu 0) has reached its deadline 4306970997, at 4306971000 00000100:00000010:0.0:1787148462.230209:0:267500:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5c45784420. 00000100:00000040:1.0:1787148462.231415:0:266370:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5c48342110 (cpu 1) has reached its deadline 4306970997, at 4306971001 00000100:00000010:1.0:1787148462.231426:0:266370:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5c45784e40. 00000100:00000040:2.0:1787148462.880363:0:233104:0:(pinger.c:229:ptlrpc_pinger_process_import()) adab7261-4d97-43ea-82e8-09637750fa21->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1787148462.880374:0:233104:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1787148462.880382:0:233104:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5c5e1ff800. 00000020:00000040:2.0:1787148462.880387:0:233104:0:(genops.c:1231:class_import_get()) import ffff8c5c5776b000 refcount=4 obd=MGC192.168.202.114@tcp 00000100:00000001:2.0:1787148462.880391:0:233104:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787148462.880394:0:233104:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787148462.880399:0:233104:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787148462.880407:0:233104:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8c5c46fcb100. 00000100:00000001:2.0:1787148462.880415:0:233104:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787148462.880427:0:233104:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging adab7261-4d97-43ea-82e8-09637750fa21->MGS req@ffff8c5c5e1ff800 x1873948276734848/t0(0) o400->MGC192.168.202.114@tcp@192.168.202.114@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787148462.880453:0:233104:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787148462.880459:0:233104:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787148462.880467:0:233104:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000db00b5ed] to pc [ptlrpcd_01_00+0] req@ffff8c5c5e1ff800 x1873948276734848/t0(0) o400->MGC192.168.202.114@tcp@192.168.202.114@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787148462.880494:0:233104:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787148462.880507:0:233104:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7e31181a-25e1-4c2b-a23d-b0f7747006f1->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1787148462.880512:0:233104:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1787148462.880516:0:233104:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5c5e1fc000. 00000020:00000040:2.0:1787148462.880519:0:233104:0:(genops.c:1231:class_import_get()) import ffff8c5c5776a000 refcount=10 obd=lustre-MDT0000-mdc-ffff8c5c68fb1800 00000100:00000001:2.0:1787148462.880522:0:233104:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787148462.880523:0:233104:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787148462.880525:0:233104:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787148462.880529:0:233104:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8c5c46fcb200. 00000100:00000001:2.0:1787148462.880533:0:233104:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787148462.880538:0:233104:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 7e31181a-25e1-4c2b-a23d-b0f7747006f1->lustre-MDT0000_UUID req@ffff8c5c5e1fc000 x1873948276734976/t0(0) o400->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787148462.880545:0:233104:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787148462.880548:0:233104:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787148462.880551:0:233104:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e6eb2172] to pc [ptlrpcd_01_01+1] req@ffff8c5c5e1fc000 x1873948276734976/t0(0) o400->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787148462.880560:0:233104:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787148462.880562:0:233104:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7e31181a-25e1-4c2b-a23d-b0f7747006f1->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1787148462.880565:0:233104:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1787148462.880568:0:233104:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5c5e1fd880. 00000020:00000040:2.0:1787148462.880570:0:233104:0:(genops.c:1231:class_import_get()) import ffff8c5c5776c800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c5c68fb1800 00000100:00000001:2.0:1787148462.880572:0:233104:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787148462.880574:0:233104:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787148462.880575:0:233104:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787148462.880579:0:233104:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8c5c46fcbc00. 00000100:00000001:2.0:1787148462.880588:0:233104:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787148462.880592:0:233104:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 7e31181a-25e1-4c2b-a23d-b0f7747006f1->lustre-MDT0001_UUID req@ffff8c5c5e1fd880 x1873948276735104/t0(0) o400->lustre-MDT0001-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787148462.880599:0:233104:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787148462.880601:0:233104:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787148462.880605:0:233104:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000098c1f613] to pc [ptlrpcd_01_00+0] req@ffff8c5c5e1fd880 x1873948276735104/t0(0) o400->lustre-MDT0001-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787148462.880612:0:233104:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787148462.880614:0:233104:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7e31181a-25e1-4c2b-a23d-b0f7747006f1->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1787148462.880618:0:233104:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1787148462.880621:0:233104:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5c5e1fdc00. 00000020:00000040:2.0:1787148462.880624:0:233104:0:(genops.c:1231:class_import_get()) import ffff8c5c5e0b1800 refcount=4 obd=lustre-OST0000-osc-ffff8c5c68fb1800 00000100:00000001:2.0:1787148462.880626:0:233104:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787148462.880627:0:233104:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787148462.880629:0:233104:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787148462.880631:0:233104:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8c5c46fcb800. 00000100:00000001:2.0:1787148462.880634:0:233104:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787148462.880638:0:233104:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 7e31181a-25e1-4c2b-a23d-b0f7747006f1->lustre-OST0000_UUID req@ffff8c5c5e1fdc00 x1873948276735232/t0(0) o400->lustre-OST0000-osc-ffff8c5c68fb1800@192.168.202.114@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787148462.880645:0:233104:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787148462.880647:0:233104:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787148462.880650:0:233104:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009b3c7be6] to pc [ptlrpcd_01_01+1] req@ffff8c5c5e1fdc00 x1873948276735232/t0(0) o400->lustre-OST0000-osc-ffff8c5c68fb1800@192.168.202.114@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787148462.880657:0:233104:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787148462.880659:0:233104:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7e31181a-25e1-4c2b-a23d-b0f7747006f1->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1787148462.880663:0:233104:0:(pinger.c:247:ptlrpc_pinger_process_import()) 7e31181a-25e1-4c2b-a23d-b0f7747006f1->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1787148462.880668:0:233104:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12309) 00000100:00000001:2.0:1787148462.880684:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787148462.880688:0:2395:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787148462.880695:0:2395:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787148462.880700:0:2395:0:(lustre_net.h:2406:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8c5c5e1ff800 x1873948276734848/t0(0) o400->MGC192.168.202.114@tcp@192.168.202.114@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787148462.880707:0:2395:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787148462.880709:0:2395:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787148462.880713:0:2395:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787148462.880715:0:2395:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787148462.880718:0:2395:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787148462.880721:0:2395:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5c5e1ff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:adab7261-4d97-43ea-82e8-09637750fa21:2395:1873948276734848:192.168.202.114@tcp:400:kworker.0 00000100:00000001:2.0:1787148462.880725:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787148462.880731:0:2395:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787148462.880733:0:2395:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787148462.880736:0:2395:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787148462.880740:0:2395:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c5c4a511000. 02000000:00000001:2.0:1787148462.880742:0:2395:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787148462.880751:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000010:2.0:1787148462.880756:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5c68ddbb00. 00000400:00000010:2.0:1787148462.880763:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5c42ee32a8. 00000100:00000200:2.0:1787148462.880771:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1873948276734848, portal 25 00000100:00000001:2.0:1787148462.880774:0:2395:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787148462.880776:0:2395:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616927076874240 : -127146632677376 : ffff8c5c5e1ff800) 00000100:00000040:2.0:1787148462.880781:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8c5c5e1ff800 x1873948276734848/t0(0) o400->MGC192.168.202.114@tcp@192.168.202.114@tcp:26/25 lens 224/224 e 0 to 0 dl 1787148478 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787148462.880788:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787148462.880792:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.114@tcp 00000400:00000010:2.0:1787148462.880794:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5c42ee3e58. 00000100:00000200:2.0:1787148462.880797:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1873948276734848, offset 0 00000400:00000200:2.0:1787148462.880804:0:2395:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.114@tcp 00000400:00000200:2.0:1787148462.880813:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:2.0:1787148462.880820:0:2395:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.114@tcp local destination 00000400:00000200:2.0:1787148462.880825:0:2395:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787148462.880830:0:2395:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.14@tcp 00000400:00000200:2.0:1787148462.880833:0:2395:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.14@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787148462.880840:0:2395:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.114@tcp 00000400:00000200:2.0:1787148462.880844:0:2395:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.14@tcp NI seq info: [556916:556916:256:4294967295] 192.168.202.114@tcp LPNI seq info [556872:556872:8:4294967295] 00000400:00000200:2.0:1787148462.880848:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:2.0:1787148462.880859:0:2395:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.14@tcp(192.168.202.14@tcp:) -> 192.168.202.114@tcp(192.168.202.114@tcp:192.168.202.114@tcp) : PUT try# 0 00000800:00000200:2.0:1787148462.880865:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.114@tcp 00000800:00000010:2.0:1787148462.880869:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5c46fcb600. 00000800:00000200:2.0:1787148462.880876:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5c4508fcc0] -> 12345-192.168.202.114@tcp (5) 00000800:00000200:2.0:1787148462.880886:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.114@tcp ip 192.168.202.114:988 00000800:00000200:2.0:1787148462.880890:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8c5c46fcb600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787148462.880913:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787148462.880918:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000100:00000001:2.0:1787148462.880922:0:2395:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.114@tcp: PM QoS new deadline estimation for cpu 0 is 4306975483 00000100:00000010:2.0:1787148462.880926:0:2395:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5c45727540. 00000100:00000001:2.0:1787148462.880934:0:2395:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.114@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1787148462.880944:0:2395:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.114@tcp: PM QoS new deadline estimation for cpu 1 is 4306975483 00000100:00000010:2.0:1787148462.880946:0:2395:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5c457272a0. 00000100:00000001:2.0:1787148462.880950:0:2395:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.114@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1787148462.880953:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787148462.880956:0:2395:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787148462.880959:0:2395:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787148462.880963:0:2395:0:(lustre_net.h:2406:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8c5c5e1fd880 x1873948276735104/t0(0) o400->lustre-MDT0001-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787148462.880969:0:2395:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787148462.880970:0:2395:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787148462.880972:0:2395:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787148462.880974:0:2395:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787148462.880975:0:2395:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787148462.880978:0:2395:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5c5e1fd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:7e31181a-25e1-4c2b-a23d-b0f7747006f1:2395:1873948276735104:192.168.202.114@tcp:400:kworker.0 00000100:00000001:2.0:1787148462.880982:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787148462.880991:0:2395:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787148462.880992:0:2395:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787148462.880994:0:2395:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787148462.880997:0:2395:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c5c4a511e00. 02000000:00000001:2.0:1787148462.880999:0:2395:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787148462.881002:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000010:2.0:1787148462.881006:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5c68ddb8f0. 00000400:00000010:2.0:1787148462.881010:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5c42ee3220. 00000100:00000200:2.0:1787148462.881013:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1873948276735104, portal 10 00000100:00000001:2.0:1787148462.881016:0:2395:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787148462.881017:0:2395:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616927076866176 : -127146632685440 : ffff8c5c5e1fd880) 00000100:00000040:2.0:1787148462.881024:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8c5c5e1fd880 x1873948276735104/t0(0) o400->lustre-MDT0001-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148517 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787148462.881030:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787148462.881032:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.114@tcp 00000400:00000010:2.0:1787148462.881034:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5c42ee3550. 00000100:00000200:2.0:1787148462.881036:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1873948276735104, offset 0 00000400:00000200:2.0:1787148462.881040:0:2395:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.114@tcp 00000400:00000200:2.0:1787148462.881044:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:2.0:1787148462.881047:0:2395:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.114@tcp local destination 00000400:00000200:2.0:1787148462.881050:0:2395:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787148462.881053:0:2395:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.14@tcp 00000400:00000200:2.0:1787148462.881056:0:2395:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.14@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787148462.881058:0:2395:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.114@tcp 00000400:00000200:2.0:1787148462.881061:0:2395:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.14@tcp NI seq info: [556917:556917:255:4294967295] 192.168.202.114@tcp LPNI seq info [556873:556873:7:4294967295] 00000400:00000200:2.0:1787148462.881066:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:2.0:1787148462.881071:0:2395:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.14@tcp(192.168.202.14@tcp:) -> 192.168.202.114@tcp(192.168.202.114@tcp:192.168.202.114@tcp) : PUT try# 0 00000800:00000200:2.0:1787148462.881076:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.114@tcp 00000800:00000010:2.0:1787148462.881079:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5c46fcbd00. 00000800:00000200:2.0:1787148462.881082:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5c4508fcc0] -> 12345-192.168.202.114@tcp (5) 00000800:00000200:2.0:1787148462.881086:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.114@tcp ip 192.168.202.114:988 00000800:00000200:2.0:1787148462.881089:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8c5c46fcbd00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787148462.881097:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787148462.881101:0:2395:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5c68fb1800: using a timeout of 16992 usecs (17 jiffies) 00000400:00000200:2.0:1787148462.881131:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000100:00000001:2.0:1787148462.881133:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5c68fb1800: PM QoS new deadline estimation for cpu 0 is 4306971668 00000100:00000001:2.0:1787148462.881136:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5c68fb1800: PM QoS request active for cpu 0, keep current deadline 4306975483 00000100:00000001:2.0:1787148462.881138:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5c68fb1800: PM QoS new deadline estimation for cpu 1 is 4306971668 00000100:00000001:2.0:1787148462.881140:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5c68fb1800: PM QoS request active for cpu 1, keep current deadline 4306975483 00000100:00000001:2.0:1787148462.881142:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787148462.881144:0:2395:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787148462.881147:0:2395:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787148462.881149:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787148462.881157:0:2395:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787148462.881159:0:2395:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1787148462.881162:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787148462.881163:0:2395:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787148462.881164:0:2395:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787148462.881167:0:2395:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:2.0:1787148462.881169:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787148462.881170:0:2395:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787148462.881171:0:2395:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787148462.881173:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787148462.881174:0:2395:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787148462.881176:0:2395:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787148462.881180:0:2395:0:(lustre_net.h:2406:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8c5c5e1fc000 x1873948276734976/t0(0) o400->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787148462.881187:0:2395:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787148462.881188:0:2395:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787148462.881190:0:2395:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787148462.881192:0:2395:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787148462.881194:0:2395:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787148462.881198:0:2395:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5c5e1fc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:7e31181a-25e1-4c2b-a23d-b0f7747006f1:2395:1873948276734976:192.168.202.114@tcp:400:kworker.0 00000100:00000001:2.0:1787148462.881399:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787148462.881403:0:2395:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787148462.881411:0:2395:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787148462.881414:0:2395:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787148462.881416:0:2395:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c5c4a510600. 02000000:00000001:2.0:1787148462.881418:0:2395:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787148462.881422:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000010:2.0:1787148462.881425:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5c68ddb630. 00000400:00000010:2.0:1787148462.881430:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5c42ee3088. 00000100:00000200:2.0:1787148462.881433:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1873948276734976, portal 10 00000100:00000001:2.0:1787148462.881435:0:2395:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787148462.881436:0:2395:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616927076859904 : -127146632691712 : ffff8c5c5e1fc000) 00000100:00000040:2.0:1787148462.881443:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8c5c5e1fc000 x1873948276734976/t0(0) o400->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148517 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787148462.881449:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787148462.881451:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.114@tcp 00000400:00000010:2.0:1787148462.881453:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5c42ee3f68. 00000100:00000200:2.0:1787148462.881455:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1873948276734976, offset 0 00000400:00000200:2.0:1787148462.881460:0:2395:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.114@tcp 00000400:00000200:2.0:1787148462.881464:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:2.0:1787148462.881468:0:2395:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.114@tcp local destination 00000400:00000200:2.0:1787148462.881471:0:2395:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787148462.881473:0:2395:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.14@tcp 00000400:00000200:2.0:1787148462.881475:0:2395:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.14@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787148462.881478:0:2395:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.114@tcp 00000400:00000200:2.0:1787148462.881481:0:2395:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.14@tcp NI seq info: [556918:556918:254:4294967295] 192.168.202.114@tcp LPNI seq info [556874:556874:6:4294967295] 00000400:00000200:2.0:1787148462.881484:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:2.0:1787148462.881490:0:2395:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.14@tcp(192.168.202.14@tcp:) -> 192.168.202.114@tcp(192.168.202.114@tcp:192.168.202.114@tcp) : PUT try# 0 00000800:00000200:2.0:1787148462.881503:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.114@tcp 00000800:00000010:2.0:1787148462.881508:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5c46fcb000. 00000800:00000200:2.0:1787148462.881511:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5c4508fcc0] -> 12345-192.168.202.114@tcp (5) 00000800:00000200:2.0:1787148462.881516:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.114@tcp ip 192.168.202.114:988 00000800:00000200:2.0:1787148462.881519:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8c5c46fcb000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787148462.881528:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787148462.881531:0:2395:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5c68fb1800: using a timeout of 24662 usecs (25 jiffies) 00000400:00000200:2.0:1787148462.881534:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000100:00000001:2.0:1787148462.881537:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5c68fb1800: PM QoS new deadline estimation for cpu 0 is 4306971676 00000100:00000001:2.0:1787148462.881540:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5c68fb1800: PM QoS request active for cpu 0, keep current deadline 4306975483 00000100:00000001:2.0:1787148462.881542:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5c68fb1800: PM QoS new deadline estimation for cpu 1 is 4306971676 00000100:00000001:2.0:1787148462.881544:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5c68fb1800: PM QoS request active for cpu 1, keep current deadline 4306975483 00000100:00000001:2.0:1787148462.881546:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787148462.881548:0:2395:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787148462.881551:0:2395:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787148462.881554:0:2395:0:(lustre_net.h:2406:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8c5c5e1fdc00 x1873948276735232/t0(0) o400->lustre-OST0000-osc-ffff8c5c68fb1800@192.168.202.114@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787148462.881561:0:2395:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787148462.881562:0:2395:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787148462.881565:0:2395:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787148462.881567:0:2395:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787148462.881569:0:2395:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787148462.881573:0:2395:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5c5e1fdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:7e31181a-25e1-4c2b-a23d-b0f7747006f1:2395:1873948276735232:192.168.202.114@tcp:400:kworker.0 00000100:00000001:2.0:1787148462.881575:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787148462.881578:0:2395:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787148462.881579:0:2395:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787148462.881581:0:2395:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787148462.881584:0:2395:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c5c4a510000. 02000000:00000001:2.0:1787148462.881586:0:2395:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787148462.881589:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000010:2.0:1787148462.881592:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5c68ddb738. 00000400:00000010:2.0:1787148462.881595:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5c42ee33b8. 00000100:00000200:2.0:1787148462.881598:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1873948276735232, portal 4 00000100:00000001:2.0:1787148462.881600:0:2395:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787148462.881601:0:2395:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616927076867072 : -127146632684544 : ffff8c5c5e1fdc00) 00000100:00000040:2.0:1787148462.881607:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8c5c5e1fdc00 x1873948276735232/t0(0) o400->lustre-OST0000-osc-ffff8c5c68fb1800@192.168.202.114@tcp:28/4 lens 224/224 e 0 to 0 dl 1787148517 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787148462.881618:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787148462.881621:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.114@tcp 00000400:00000010:2.0:1787148462.881623:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5c42ee3110. 00000100:00000200:2.0:1787148462.881625:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1873948276735232, offset 0 00000400:00000200:2.0:1787148462.881630:0:2395:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.114@tcp 00000400:00000200:2.0:1787148462.881634:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:2.0:1787148462.881637:0:2395:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.114@tcp local destination 00000400:00000200:2.0:1787148462.881640:0:2395:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787148462.881642:0:2395:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.14@tcp 00000400:00000200:2.0:1787148462.881644:0:2395:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.14@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787148462.881646:0:2395:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.114@tcp 00000400:00000200:2.0:1787148462.881649:0:2395:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.14@tcp NI seq info: [556919:556919:253:4294967295] 192.168.202.114@tcp LPNI seq info [556875:556875:5:4294967295] 00000400:00000200:2.0:1787148462.881652:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:2.0:1787148462.881657:0:2395:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.14@tcp(192.168.202.14@tcp:) -> 192.168.202.114@tcp(192.168.202.114@tcp:192.168.202.114@tcp) : PUT try# 0 00000800:00000200:2.0:1787148462.881661:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.114@tcp 00000800:00000010:2.0:1787148462.881664:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5c46fcb400. 00000800:00000200:2.0:1787148462.881668:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5c4508fcc0] -> 12345-192.168.202.114@tcp (5) 00000800:00000200:2.0:1787148462.881673:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.114@tcp ip 192.168.202.114:988 00000800:00000200:2.0:1787148462.881675:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8c5c46fcb400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787148462.881678:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787148462.881681:0:2395:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5c68fb1800: using a timeout of 120411 usecs (121 jiffies) 00000400:00000200:2.0:1787148462.881683:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000100:00000001:2.0:1787148462.881685:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5c68fb1800: PM QoS new deadline estimation for cpu 0 is 4306971772 00000100:00000001:2.0:1787148462.881688:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5c68fb1800: PM QoS request active for cpu 0, keep current deadline 4306975483 00000100:00000001:2.0:1787148462.881690:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5c68fb1800: PM QoS new deadline estimation for cpu 1 is 4306971772 00000100:00000001:2.0:1787148462.881692:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5c68fb1800: PM QoS request active for cpu 1, keep current deadline 4306975483 00000100:00000001:2.0:1787148462.881694:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787148462.881696:0:2395:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787148462.881704:0:2395:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787148462.881706:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787148462.881721:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787148462.881724:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1787148462.884072:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1787148462.884082:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5c46fcb600. 00000400:00000200:1.0:1787148462.884088:0:2385:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787148462.884097:0:2385:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.14@tcp->192.168.202.114@tcp: PUT: OK 00000400:00000200:1.0:1787148462.884129:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5c42ee3e58 00000400:00000010:1.0:1787148462.884132:0:2385:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff8c5c42ee3e58. 00000100:00000001:1.0:1787148462.884138:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787148462.884145:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c5c5e1ff800 x1873948276734848/t0(0) o400->MGC192.168.202.114@tcp@192.168.202.114@tcp:26/25 lens 224/224 e 0 to 0 dl 1787148478 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787148462.884158:0:2385:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787148462.884161:0:2385:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8c5c5e1ff800 x1873948276734848/t0(0) o400->MGC192.168.202.114@tcp@192.168.202.114@tcp:26/25 lens 224/224 e 0 to 0 dl 1787148478 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787148462.884167:0:2385:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787148462.884169:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1787148462.884185:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1787148462.884187:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5c46fcbd00. 00000400:00000200:1.0:1787148462.884190:0:2385:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787148462.884193:0:2385:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.14@tcp->192.168.202.114@tcp: PUT: OK 00000400:00000200:1.0:1787148462.884195:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5c42ee3550 00000400:00000010:1.0:1787148462.884197:0:2385:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff8c5c42ee3550. 00000100:00000001:1.0:1787148462.884199:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787148462.884202:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c5c5e1fd880 x1873948276735104/t0(0) o400->lustre-MDT0001-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148517 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787148462.884208:0:2385:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787148462.884210:0:2385:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8c5c5e1fd880 x1873948276735104/t0(0) o400->lustre-MDT0001-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148517 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787148462.884215:0:2385:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787148462.884216:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1787148462.884223:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1787148462.884232:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5c46fcb000. 00000400:00000200:1.0:1787148462.884235:0:2385:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787148462.884239:0:2385:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.14@tcp->192.168.202.114@tcp: PUT: OK 00000400:00000200:1.0:1787148462.884242:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5c42ee3f68 00000400:00000010:1.0:1787148462.884243:0:2385:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff8c5c42ee3f68. 00000100:00000001:1.0:1787148462.884246:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787148462.884250:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c5c5e1fc000 x1873948276734976/t0(0) o400->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148517 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787148462.884258:0:2385:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787148462.884261:0:2385:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8c5c5e1fc000 x1873948276734976/t0(0) o400->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148517 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787148462.884267:0:2385:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787148462.884268:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1787148462.884331:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1787148462.884334:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5c46fcb400. 00000400:00000200:1.0:1787148462.884338:0:2385:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787148462.884342:0:2385:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.14@tcp->192.168.202.114@tcp: PUT: OK 00000400:00000200:1.0:1787148462.884344:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5c42ee3110 00000400:00000010:1.0:1787148462.884346:0:2385:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff8c5c42ee3110. 00000100:00000001:1.0:1787148462.884348:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787148462.884352:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c5c5e1fdc00 x1873948276735232/t0(0) o400->lustre-OST0000-osc-ffff8c5c68fb1800@192.168.202.114@tcp:28/4 lens 224/224 e 0 to 0 dl 1787148517 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787148462.884359:0:2385:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787148462.884362:0:2385:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8c5c5e1fdc00 x1873948276735232/t0(0) o400->lustre-OST0000-osc-ffff8c5c68fb1800@192.168.202.114@tcp:28/4 lens 224/224 e 0 to 0 dl 1787148517 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787148462.884368:0:2385:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787148462.884369:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1787148462.888652:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787148462.888663:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1787148462.888666:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787148462.888668:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787148462.888675:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148462.888682:0:2386:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.14@tcp(192.168.202.14@tcp) <- 192.168.202.114@tcp : PUT - for me 00000400:00000200:0.0:1787148462.888687:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148462.888691:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148462.888696:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148462.888699:0:2386:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.114@tcp of length 224 into portal 4 MB=0x6a858955cbd00 00000400:00000200:0.0:1787148462.888703:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148462.888707:0:2386:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.114@tcp of length 224/224 into md 0x561f31 [1] + 224 00000800:00000001:0.0:1787148462.888712:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787148462.888714:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787148462.888717:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787148462.888721:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.14@tcp->192.168.202.114@tcp: PUT: OK 00000100:00000001:0.0:1787148462.888729:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787148462.888738:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c5c5e1fdc00 x1873948276735232/t0(0) o400->lustre-OST0000-osc-ffff8c5c68fb1800@192.168.202.114@tcp:28/4 lens 224/224 e 0 to 0 dl 1787148517 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1787148462.888760:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8c5c5e1fdc00 x1873948276735232/t0(0) o400->lustre-OST0000-osc-ffff8c5c68fb1800@192.168.202.114@tcp:28/4 lens 224/224 e 0 to 0 dl 1787148517 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787148462.888778:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1787148462.888785:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787148462.888787:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1787148462.888788:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787148462.888789:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787148462.888792:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148462.888794:0:2386:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.14@tcp(192.168.202.14@tcp) <- 192.168.202.114@tcp : PUT - for me 00000400:00000200:0.0:1787148462.888797:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148462.888799:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148462.888801:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148462.888809:0:2386:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.114@tcp of length 224 into portal 10 MB=0x6a858955cbc80 00000400:00000200:0.0:1787148462.888811:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148462.888815:0:2386:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.114@tcp of length 224/224 into md 0x561f21 [1] + 224 00000800:00000001:0.0:1787148462.888818:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787148462.888820:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787148462.888822:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787148462.888824:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.14@tcp->192.168.202.114@tcp: PUT: OK 00000100:00000001:0.0:1787148462.888826:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787148462.888829:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c5c5e1fd880 x1873948276735104/t0(0) o400->lustre-MDT0001-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148517 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1787148462.888835:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8c5c5e1fd880 x1873948276735104/t0(0) o400->lustre-MDT0001-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148517 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787148462.888840:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1787148462.888842:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787148462.888843:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1787148462.888844:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787148462.888846:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787148462.888847:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148462.888849:0:2386:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.14@tcp(192.168.202.14@tcp) <- 192.168.202.114@tcp : PUT - for me 00000400:00000200:0.0:1787148462.888852:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148462.888853:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148462.888855:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148462.888856:0:2386:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.114@tcp of length 224 into portal 10 MB=0x6a858955cbc00 00000400:00000200:0.0:1787148462.888858:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148462.888860:0:2386:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.114@tcp of length 224/224 into md 0x561f29 [1] + 224 00000800:00000001:0.0:1787148462.888861:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787148462.888865:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787148462.888866:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787148462.888868:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.14@tcp->192.168.202.114@tcp: PUT: OK 00000100:00000001:0.0:1787148462.888869:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787148462.888871:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c5c5e1fc000 x1873948276734976/t0(0) o400->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148517 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1787148462.888884:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8c5c5e1fc000 x1873948276734976/t0(0) o400->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148517 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787148462.888889:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1787148462.888891:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787148462.888893:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787148462.890406:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787148462.890414:0:2395:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1787148462.890422:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787148462.890425:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787148462.890427:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5c68ddb630. 00000400:00000200:2.0:1787148462.890433:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5c42ee3088 00000400:00000010:2.0:1787148462.890436:0:2395:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff8c5c42ee3088. 00000100:00000001:2.0:1787148462.890440:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787148462.890447:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c5c5e1fc000 x1873948276734976/t0(0) o400->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148517 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787148462.890454:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c5c5e1fc000 x1873948276734976/t0(0) o400->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148517 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787148462.890460:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787148462.890461:0:2395:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787148462.890463:0:2395:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1787148462.890465:0:2395:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1787148462.890467:0:2395:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787148462.890469:0:2395:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787148462.890472:0:2395:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1787148462.890481:0:2395:0:(import.c:2149:obd_at_measure()) add 36 to ffff8c5c5776a460 time=94 v=36 (36 36 36 36) 00000100:00001000:2.0:1787148462.890485:0:2395:0:(import.c:2149:obd_at_measure()) add 1 to ffff8c5c5776a418 time=146 v=5 (1 1 0 0) 00000100:00000001:2.0:1787148462.890488:0:2395:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1787148462.890490:0:2395:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787148462.890492:0:2395:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1787148462.890505:0:2395:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787148462.890510:0:2395:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1787148462.890512:0:2395:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c5c68fb1800: skip recheck: last_committed 30064771460 00000100:00000001:2.0:1787148462.890515:0:2395:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1787148462.890518:0:2395:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787148462.890523:0:2395:0:(lustre_net.h:2406:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8c5c5e1fc000 x1873948276734976/t0(0) o400->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148517 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787148462.890544:0:2395:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787148462.890547:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787148462.890549:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787148462.890554:0:2395:0:(lustre_net.h:2406:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8c5c5e1fc000 x1873948276734976/t0(0) o400->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148517 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787148462.890562:0:2395:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5c5e1fc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:7e31181a-25e1-4c2b-a23d-b0f7747006f1:2395:1873948276734976:192.168.202.114@tcp:400:kworker.0 00000400:00000001:2.0:1787148462.890569:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787148462.890571:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787148462.890572:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5c68ddb738. 00000400:00000200:2.0:1787148462.890575:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5c42ee33b8 00000400:00000010:2.0:1787148462.890577:0:2395:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff8c5c42ee33b8. 00000100:00000001:2.0:1787148462.890579:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787148462.890583:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c5c5e1fdc00 x1873948276735232/t0(0) o400->lustre-OST0000-osc-ffff8c5c68fb1800@192.168.202.114@tcp:28/4 lens 224/224 e 0 to 0 dl 1787148517 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787148462.890591:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c5c5e1fdc00 x1873948276735232/t0(0) o400->lustre-OST0000-osc-ffff8c5c68fb1800@192.168.202.114@tcp:28/4 lens 224/224 e 0 to 0 dl 1787148517 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787148462.890597:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787148462.890599:0:2395:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787148462.890600:0:2395:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1787148462.890601:0:2395:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1787148462.890602:0:2395:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787148462.890603:0:2395:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787148462.890605:0:2395:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1787148462.890609:0:2395:0:(import.c:2149:obd_at_measure()) add 36 to ffff8c5c5e0b1c60 time=94 v=36 (36 5 5 5) 00000100:00001000:2.0:1787148462.890611:0:2395:0:(import.c:2149:obd_at_measure()) add 1 to ffff8c5c5e0b1c18 time=70 v=5 (1 1 1 1) 00000100:00000001:2.0:1787148462.890612:0:2395:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1787148462.890613:0:2395:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787148462.890614:0:2395:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1787148462.890616:0:2395:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787148462.890617:0:2395:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1787148462.890618:0:2395:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8c5c68fb1800: skip recheck: last_committed 42949695890 00000100:00000001:2.0:1787148462.890624:0:2395:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1787148462.890625:0:2395:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787148462.890628:0:2395:0:(lustre_net.h:2406:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8c5c5e1fdc00 x1873948276735232/t0(0) o400->lustre-OST0000-osc-ffff8c5c68fb1800@192.168.202.114@tcp:28/4 lens 224/224 e 0 to 0 dl 1787148517 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787148462.890632:0:2395:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787148462.890633:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787148462.890634:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787148462.890637:0:2395:0:(lustre_net.h:2406:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8c5c5e1fdc00 x1873948276735232/t0(0) o400->lustre-OST0000-osc-ffff8c5c68fb1800@192.168.202.114@tcp:28/4 lens 224/224 e 0 to 0 dl 1787148517 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787148462.890641:0:2395:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5c5e1fdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:7e31181a-25e1-4c2b-a23d-b0f7747006f1:2395:1873948276735232:192.168.202.114@tcp:400:kworker.0 00000400:00000001:2.0:1787148462.890644:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787148462.890645:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787148462.890646:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5c68ddb8f0. 00000400:00000200:2.0:1787148462.890647:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5c42ee3220 00000400:00000010:2.0:1787148462.890648:0:2395:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff8c5c42ee3220. 00000100:00000001:2.0:1787148462.890650:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787148462.890651:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c5c5e1fd880 x1873948276735104/t0(0) o400->lustre-MDT0001-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148517 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787148462.890656:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c5c5e1fd880 x1873948276735104/t0(0) o400->lustre-MDT0001-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148517 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787148462.890660:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787148462.890661:0:2395:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787148462.890662:0:2395:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1787148462.890663:0:2395:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1787148462.890663:0:2395:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787148462.890664:0:2395:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787148462.890665:0:2395:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1787148462.890668:0:2395:0:(import.c:2149:obd_at_measure()) add 36 to ffff8c5c5776cc60 time=94 v=36 (36 36 36 36) 00000100:00001000:2.0:1787148462.890670:0:2395:0:(import.c:2149:obd_at_measure()) add 1 to ffff8c5c5776cc18 time=121 v=5 (1 1 0 0) 00000100:00000001:2.0:1787148462.890671:0:2395:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1787148462.890672:0:2395:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787148462.890675:0:2395:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1787148462.890678:0:2395:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8c5c5e1fd880 x1873948276735104/t0(0) o400->lustre-MDT0001-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148517 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1787148462.890682:0:2395:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787148462.890684:0:2395:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1787148462.890685:0:2395:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8c5c68fb1800: skip recheck: last_committed 21474836540 00000100:00000001:2.0:1787148462.890686:0:2395:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1787148462.890686:0:2395:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787148462.890688:0:2395:0:(lustre_net.h:2406:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8c5c5e1fd880 x1873948276735104/t0(0) o400->lustre-MDT0001-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148517 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787148462.890692:0:2395:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787148462.890693:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787148462.890693:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787148462.890695:0:2395:0:(lustre_net.h:2406:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8c5c5e1fd880 x1873948276735104/t0(0) o400->lustre-MDT0001-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148517 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787148462.890699:0:2395:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5c5e1fd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:7e31181a-25e1-4c2b-a23d-b0f7747006f1:2395:1873948276735104:192.168.202.114@tcp:400:kworker.0 00000100:00000001:2.0:1787148462.890701:0:2395:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787148462.890703:0:2395:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787148462.890705:0:2395:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8c5c5e1fc000 x1873948276734976/t0(0) o400->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148517 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787148462.890709:0:2395:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787148462.890711:0:2395:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787148462.890714:0:2395:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c5c4a510600. 02000000:00000001:2.0:1787148462.890717:0:2395:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787148462.890719:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1787148462.890720:0:2395:0:(genops.c:1244:class_import_put()) import ffff8c5c5776a000 refcount=9 obd=lustre-MDT0000-mdc-ffff8c5c68fb1800 00000020:00000001:2.0:1787148462.890722:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1787148462.890724:0:2395:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8c5c46fcb200. 02000000:00000001:2.0:1787148462.890727:0:2395:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787148462.890728:0:2395:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787148462.890730:0:2395:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5c5e1fc000. 00000100:00000001:2.0:1787148462.890737:0:2395:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787148462.890738:0:2395:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787148462.890740:0:2395:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787148462.890744:0:2395:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8c5c5e1fdc00 x1873948276735232/t0(0) o400->lustre-OST0000-osc-ffff8c5c68fb1800@192.168.202.114@tcp:28/4 lens 224/224 e 0 to 0 dl 1787148517 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787148462.890750:0:2395:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787148462.890751:0:2395:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787148462.890753:0:2395:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c5c4a510000. 02000000:00000001:2.0:1787148462.890755:0:2395:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787148462.890757:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1787148462.890758:0:2395:0:(genops.c:1244:class_import_put()) import ffff8c5c5e0b1800 refcount=3 obd=lustre-OST0000-osc-ffff8c5c68fb1800 00000020:00000001:2.0:1787148462.890760:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1787148462.890761:0:2395:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8c5c46fcb800. 02000000:00000001:2.0:1787148462.890763:0:2395:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787148462.890764:0:2395:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787148462.890765:0:2395:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5c5e1fdc00. 00000100:00000001:2.0:1787148462.890768:0:2395:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787148462.890769:0:2395:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787148462.890770:0:2395:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787148462.890772:0:2395:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8c5c5e1fd880 x1873948276735104/t0(0) o400->lustre-MDT0001-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148517 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787148462.890776:0:2395:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787148462.890777:0:2395:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787148462.890778:0:2395:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c5c4a511e00. 02000000:00000001:2.0:1787148462.890780:0:2395:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787148462.890781:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1787148462.890781:0:2395:0:(genops.c:1244:class_import_put()) import ffff8c5c5776c800 refcount=3 obd=lustre-MDT0001-mdc-ffff8c5c68fb1800 00000020:00000001:2.0:1787148462.890782:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1787148462.890783:0:2395:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8c5c46fcbc00. 02000000:00000001:2.0:1787148462.890784:0:2395:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787148462.890785:0:2395:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787148462.890786:0:2395:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5c5e1fd880. 00000100:00000001:2.0:1787148462.890787:0:2395:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787148462.890788:0:2395:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787148462.890790:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787148462.890791:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787148462.890795:0:2395:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787148462.890796:0:2395:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787148462.890797:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1787148462.895539:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787148462.895556:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1787148462.895561:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787148462.895563:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787148462.895573:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:1.0:1787148462.895580:0:2385:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.14@tcp(192.168.202.14@tcp) <- 192.168.202.114@tcp : PUT - for me 00000400:00000200:1.0:1787148462.895594:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:1.0:1787148462.895599:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:1.0:1787148462.895604:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:1.0:1787148462.895607:0:2385:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.114@tcp of length 224 into portal 25 MB=0x6a858955cbb80 00000400:00000200:1.0:1787148462.895611:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:1.0:1787148462.895615:0:2385:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.114@tcp of length 224/224 into md 0x561f19 [1] + 224 00000800:00000001:1.0:1787148462.895621:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787148462.895627:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787148462.895630:0:2385:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787148462.895635:0:2385:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.14@tcp->192.168.202.114@tcp: PUT: OK 00000100:00000001:1.0:1787148462.895641:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787148462.895648:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c5c5e1ff800 x1873948276734848/t0(0) o400->MGC192.168.202.114@tcp@192.168.202.114@tcp:26/25 lens 224/224 e 0 to 0 dl 1787148478 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1787148462.895656:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8c5c5e1ff800 x1873948276734848/t0(0) o400->MGC192.168.202.114@tcp@192.168.202.114@tcp:26/25 lens 224/224 e 0 to 0 dl 1787148478 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787148462.895699:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787148462.895703:0:2395:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787148462.895715:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1787148462.895725:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787148462.895729:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1787148462.898191:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787148462.898198:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787148462.898202:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5c68ddbb00. 00000400:00000200:2.0:1787148462.898209:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5c42ee32a8 00000400:00000010:2.0:1787148462.898211:0:2395:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff8c5c42ee32a8. 00000100:00000001:2.0:1787148462.898216:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787148462.898228:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c5c5e1ff800 x1873948276734848/t0(0) o400->MGC192.168.202.114@tcp@192.168.202.114@tcp:26/25 lens 224/224 e 0 to 0 dl 1787148478 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787148462.898237:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c5c5e1ff800 x1873948276734848/t0(0) o400->MGC192.168.202.114@tcp@192.168.202.114@tcp:26/25 lens 224/224 e 0 to 0 dl 1787148478 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787148462.898244:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787148462.898246:0:2395:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787148462.898248:0:2395:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1787148462.898252:0:2395:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1787148462.898255:0:2395:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787148462.898258:0:2395:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787148462.898260:0:2395:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1787148462.898267:0:2395:0:(import.c:2149:obd_at_measure()) add 5 to ffff8c5c5776b460 time=94 v=5 (5 5 5 5) 00000100:00001000:2.0:1787148462.898271:0:2395:0:(import.c:2149:obd_at_measure()) add 1 to ffff8c5c5776b418 time=146 v=5 (1 1 0 0) 00000100:00000001:2.0:1787148462.898273:0:2395:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1787148462.898274:0:2395:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787148462.898277:0:2395:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1787148462.898279:0:2395:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787148462.898281:0:2395:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787148462.898285:0:2395:0:(lustre_net.h:2406:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8c5c5e1ff800 x1873948276734848/t0(0) o400->MGC192.168.202.114@tcp@192.168.202.114@tcp:26/25 lens 224/224 e 0 to 0 dl 1787148478 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787148462.898289:0:2395:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787148462.898292:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787148462.898294:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787148462.898299:0:2395:0:(lustre_net.h:2406:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8c5c5e1ff800 x1873948276734848/t0(0) o400->MGC192.168.202.114@tcp@192.168.202.114@tcp:26/25 lens 224/224 e 0 to 0 dl 1787148478 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787148462.898319:0:2395:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5c5e1ff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:adab7261-4d97-43ea-82e8-09637750fa21:2395:1873948276734848:192.168.202.114@tcp:400:kworker.0 00000100:00000001:2.0:1787148462.898325:0:2395:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787148462.898329:0:2395:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787148462.898333:0:2395:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8c5c5e1ff800 x1873948276734848/t0(0) o400->MGC192.168.202.114@tcp@192.168.202.114@tcp:26/25 lens 224/224 e 0 to 0 dl 1787148478 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787148462.898341:0:2395:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787148462.898344:0:2395:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787148462.898347:0:2395:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c5c4a511000. 02000000:00000001:2.0:1787148462.898352:0:2395:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787148462.898355:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1787148462.898357:0:2395:0:(genops.c:1244:class_import_put()) import ffff8c5c5776b000 refcount=3 obd=MGC192.168.202.114@tcp 00000020:00000001:2.0:1787148462.898360:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1787148462.898363:0:2395:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8c5c46fcb100. 02000000:00000001:2.0:1787148462.898367:0:2395:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787148462.898369:0:2395:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787148462.898371:0:2395:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5c5e1ff800. 00000100:00000001:2.0:1787148462.898374:0:2395:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787148462.898375:0:2395:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787148462.898378:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787148462.898387:0:2395:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787148462.898389:0:2395:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787148462.898391:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787148462.898394:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787148463.071084:0:266370:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787148463.071094:0:266370:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1787148463.071097:0:266370:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1787148463.071099:0:266370:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787148463.071122:0:266370:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1787148463.071124:0:266370:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787148463.071127:0:266370:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787148463.071129:0:266370:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787148463.071134:0:266370:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787148463.071135:0:266370:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787148463.071139:0:266370:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787148463.071141:0:266370:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787148463.074673:0:244722:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787148463.074680:0:244722:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787148463.074684:0:244722:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1787148464.094265:0:266370:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787148464.094272:0:266370:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787148464.094277:0:266370:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787148464.094278:0:266370:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787148464.094312:0:266370:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787148464.094313:0:266370:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787148464.096173:0:256812:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787148464.096180:0:256812:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787148464.096184:0:256812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1787148465.118241:0:266370:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787148465.118249:0:266370:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787148465.118255:0:266370:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787148465.118257:0:266370:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787148465.118260:0:266370:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787148465.118261:0:266370:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787148465.118555:0:235348:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787148465.118559:0:235348:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787148465.118562:0:235348:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1787148466.142329:0:266370:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787148466.142336:0:266370:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787148466.142341:0:266370:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787148466.142342:0:266370:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787148466.142346:0:266370:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787148466.142347:0:266370:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787148466.142836:0:235349:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787148466.142840:0:235349:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787148466.142843:0:235349:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1787148466.723164:0:231971:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5c48342000 (cpu 0) has reached its deadline 4306975483, at 4306975493 00000100:00000010:0.0:1787148466.723186:0:231971:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5c45727540. 00000100:00000040:1.0:1787148466.725437:0:266370:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5c48342110 (cpu 1) has reached its deadline 4306975483, at 4306975495 00000100:00000010:1.0:1787148466.725455:0:266370:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5c457272a0. 00010000:00000001:1.0:1787148467.166809:0:266370:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787148467.166818:0:266370:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787148467.166826:0:266370:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787148467.166827:0:266370:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787148467.166832:0:266370:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787148467.166833:0:266370:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787148467.167404:0:244719:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787148467.167425:0:244719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787148467.167429:0:244719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1787148467.189311:0:278540:0:(llite_lib.c:4245:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1787148467.500818:0:278576:0:(debug.c:653:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1787148467.500829:0:278576:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg214-client.virtnet: executing wait_import_state FULL osc.lustre-OST0000-osc-ffff8c5c68fb1800.ost_server_uuid 50 00000001:00000001:1.0:1787148467.508796:0:278576:0:(debug.c:656:libcfs_debug_mark_buffer()) ************************************************** 00000100:00000040:2.0:1787148467.999024:0:217321:0:(pinger.c:229:ptlrpc_pinger_process_import()) adab7261-4d97-43ea-82e8-09637750fa21->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1787148467.999036:0:217321:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1787148467.999043:0:217321:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5c5e1ff800. 00000020:00000040:2.0:1787148467.999049:0:217321:0:(genops.c:1231:class_import_get()) import ffff8c5c5776b000 refcount=4 obd=MGC192.168.202.114@tcp 00000100:00000001:2.0:1787148467.999054:0:217321:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787148467.999057:0:217321:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787148467.999061:0:217321:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787148467.999068:0:217321:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8c5c46fcb100. 00000100:00000001:2.0:1787148467.999076:0:217321:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787148467.999088:0:217321:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging adab7261-4d97-43ea-82e8-09637750fa21->MGS req@ffff8c5c5e1ff800 x1873948276735360/t0(0) o400->MGC192.168.202.114@tcp@192.168.202.114@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787148467.999100:0:217321:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787148467.999118:0:217321:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787148467.999125:0:217321:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000db00b5ed] to pc [ptlrpcd_01_00+0] req@ffff8c5c5e1ff800 x1873948276735360/t0(0) o400->MGC192.168.202.114@tcp@192.168.202.114@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787148467.999146:0:217321:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787148467.999149:0:217321:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7e31181a-25e1-4c2b-a23d-b0f7747006f1->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1787148467.999152:0:217321:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1787148467.999156:0:217321:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5c5e1fd880. 00000020:00000040:2.0:1787148467.999158:0:217321:0:(genops.c:1231:class_import_get()) import ffff8c5c5776a000 refcount=10 obd=lustre-MDT0000-mdc-ffff8c5c68fb1800 00000100:00000001:2.0:1787148467.999160:0:217321:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787148467.999161:0:217321:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787148467.999163:0:217321:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787148467.999166:0:217321:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8c5c46fcbc00. 00000100:00000001:2.0:1787148467.999169:0:217321:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787148467.999172:0:217321:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 7e31181a-25e1-4c2b-a23d-b0f7747006f1->lustre-MDT0000_UUID req@ffff8c5c5e1fd880 x1873948276735488/t0(0) o400->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787148467.999179:0:217321:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787148467.999181:0:217321:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787148467.999191:0:217321:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000098c1f613] to pc [ptlrpcd_01_01+1] req@ffff8c5c5e1fd880 x1873948276735488/t0(0) o400->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787148467.999200:0:217321:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787148467.999202:0:217321:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7e31181a-25e1-4c2b-a23d-b0f7747006f1->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1787148467.999206:0:217321:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1787148467.999208:0:217321:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5c5e1fdc00. 00000020:00000040:2.0:1787148467.999211:0:217321:0:(genops.c:1231:class_import_get()) import ffff8c5c5776c800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c5c68fb1800 00000100:00000001:2.0:1787148467.999213:0:217321:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787148467.999214:0:217321:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787148467.999216:0:217321:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787148467.999219:0:217321:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8c5c46fcb800. 00000100:00000001:2.0:1787148467.999222:0:217321:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787148467.999227:0:217321:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 7e31181a-25e1-4c2b-a23d-b0f7747006f1->lustre-MDT0001_UUID req@ffff8c5c5e1fdc00 x1873948276735616/t0(0) o400->lustre-MDT0001-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787148467.999234:0:217321:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787148467.999236:0:217321:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787148467.999239:0:217321:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009b3c7be6] to pc [ptlrpcd_01_00+0] req@ffff8c5c5e1fdc00 x1873948276735616/t0(0) o400->lustre-MDT0001-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787148467.999246:0:217321:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787148467.999248:0:217321:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7e31181a-25e1-4c2b-a23d-b0f7747006f1->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1787148467.999251:0:217321:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1787148467.999254:0:217321:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5c5e1fc000. 00000020:00000040:2.0:1787148467.999256:0:217321:0:(genops.c:1231:class_import_get()) import ffff8c5c5e0b1800 refcount=4 obd=lustre-OST0000-osc-ffff8c5c68fb1800 00000100:00000001:2.0:1787148467.999258:0:217321:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787148467.999259:0:217321:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787148467.999260:0:217321:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787148467.999263:0:217321:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8c5c46fcb200. 00000100:00000001:2.0:1787148467.999265:0:217321:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787148467.999269:0:217321:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 7e31181a-25e1-4c2b-a23d-b0f7747006f1->lustre-OST0000_UUID req@ffff8c5c5e1fc000 x1873948276735744/t0(0) o400->lustre-OST0000-osc-ffff8c5c68fb1800@192.168.202.114@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787148467.999287:0:217321:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787148467.999289:0:217321:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787148467.999293:0:217321:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e6eb2172] to pc [ptlrpcd_01_01+1] req@ffff8c5c5e1fc000 x1873948276735744/t0(0) o400->lustre-OST0000-osc-ffff8c5c68fb1800@192.168.202.114@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787148467.999300:0:217321:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787148467.999301:0:217321:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7e31181a-25e1-4c2b-a23d-b0f7747006f1->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1787148467.999305:0:217321:0:(pinger.c:247:ptlrpc_pinger_process_import()) 7e31181a-25e1-4c2b-a23d-b0f7747006f1->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1787148467.999309:0:217321:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12314) 00000100:00000001:2.0:1787148467.999324:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787148467.999328:0:2395:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787148467.999330:0:2395:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787148467.999335:0:2395:0:(lustre_net.h:2406:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8c5c5e1ff800 x1873948276735360/t0(0) o400->MGC192.168.202.114@tcp@192.168.202.114@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787148467.999342:0:2395:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787148467.999343:0:2395:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787148467.999347:0:2395:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787148467.999349:0:2395:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787148467.999352:0:2395:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787148467.999355:0:2395:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5c5e1ff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:adab7261-4d97-43ea-82e8-09637750fa21:2395:1873948276735360:192.168.202.114@tcp:400:kworker.0 00000100:00000001:2.0:1787148467.999359:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787148467.999364:0:2395:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787148467.999367:0:2395:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787148467.999369:0:2395:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787148467.999374:0:2395:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c5c60f7aa00. 02000000:00000001:2.0:1787148467.999376:0:2395:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787148467.999383:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000010:2.0:1787148467.999387:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5c68ddbb00. 00000400:00000010:2.0:1787148467.999394:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5c42ee32a8. 00000100:00000200:2.0:1787148467.999401:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1873948276735360, portal 25 00000100:00000001:2.0:1787148467.999403:0:2395:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787148467.999410:0:2395:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616927076874240 : -127146632677376 : ffff8c5c5e1ff800) 00000100:00000040:2.0:1787148467.999417:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8c5c5e1ff800 x1873948276735360/t0(0) o400->MGC192.168.202.114@tcp@192.168.202.114@tcp:26/25 lens 224/224 e 0 to 0 dl 1787148483 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787148467.999423:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787148467.999426:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.114@tcp 00000400:00000010:2.0:1787148467.999429:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5c42ee3220. 00000100:00000200:2.0:1787148467.999432:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1873948276735360, offset 0 00000400:00000200:2.0:1787148467.999440:0:2395:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.114@tcp 00000400:00000200:2.0:1787148467.999462:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:2.0:1787148467.999470:0:2395:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.114@tcp local destination 00000400:00000200:2.0:1787148467.999475:0:2395:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787148467.999479:0:2395:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.14@tcp 00000400:00000200:2.0:1787148467.999484:0:2395:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.14@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787148467.999486:0:2395:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.114@tcp 00000400:00000200:2.0:1787148467.999490:0:2395:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.14@tcp NI seq info: [556920:556920:256:4294967295] 192.168.202.114@tcp LPNI seq info [556876:556876:8:4294967295] 00000400:00000200:2.0:1787148467.999493:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:2.0:1787148467.999504:0:2395:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.14@tcp(192.168.202.14@tcp:) -> 192.168.202.114@tcp(192.168.202.114@tcp:192.168.202.114@tcp) : PUT try# 0 00000800:00000200:2.0:1787148467.999511:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.114@tcp 00000800:00000010:2.0:1787148467.999516:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5c46fcbf00. 00000800:00000200:2.0:1787148467.999524:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5c4508fcc0] -> 12345-192.168.202.114@tcp (5) 00000800:00000200:2.0:1787148467.999532:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.114@tcp ip 192.168.202.114:988 00000800:00000200:2.0:1787148467.999537:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8c5c46fcbf00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787148467.999556:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787148467.999561:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000100:00000001:2.0:1787148467.999564:0:2395:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.114@tcp: PM QoS new deadline estimation for cpu 0 is 4306980601 00000100:00000010:2.0:1787148467.999568:0:2395:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5c45727720. 00000100:00000001:2.0:1787148467.999576:0:2395:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.114@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1787148467.999585:0:2395:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.114@tcp: PM QoS new deadline estimation for cpu 1 is 4306980601 00000100:00000010:2.0:1787148467.999589:0:2395:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5c45727cc0. 00000100:00000001:2.0:1787148467.999592:0:2395:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.114@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1787148467.999601:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787148467.999604:0:2395:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787148467.999607:0:2395:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787148467.999611:0:2395:0:(lustre_net.h:2406:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8c5c5e1fdc00 x1873948276735616/t0(0) o400->lustre-MDT0001-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787148467.999619:0:2395:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787148467.999620:0:2395:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787148467.999623:0:2395:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787148467.999625:0:2395:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787148467.999626:0:2395:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787148467.999629:0:2395:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5c5e1fdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:7e31181a-25e1-4c2b-a23d-b0f7747006f1:2395:1873948276735616:192.168.202.114@tcp:400:kworker.0 00000100:00000001:2.0:1787148467.999632:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787148467.999635:0:2395:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787148467.999636:0:2395:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787148467.999638:0:2395:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787148467.999641:0:2395:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c5c60f7b600. 02000000:00000001:2.0:1787148467.999643:0:2395:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787148467.999647:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000010:2.0:1787148467.999650:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5c68ddb8f0. 00000400:00000010:2.0:1787148467.999654:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5c42ee33b8. 00000100:00000200:2.0:1787148467.999657:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1873948276735616, portal 10 00000100:00000001:2.0:1787148467.999659:0:2395:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787148467.999660:0:2395:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616927076867072 : -127146632684544 : ffff8c5c5e1fdc00) 00000100:00000040:2.0:1787148467.999667:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8c5c5e1fdc00 x1873948276735616/t0(0) o400->lustre-MDT0001-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148522 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787148467.999674:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787148467.999676:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.114@tcp 00000400:00000010:2.0:1787148467.999678:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5c42ee3088. 00000100:00000200:2.0:1787148467.999681:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1873948276735616, offset 0 00000400:00000200:2.0:1787148467.999685:0:2395:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.114@tcp 00000400:00000200:2.0:1787148467.999689:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:2.0:1787148467.999692:0:2395:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.114@tcp local destination 00000400:00000200:2.0:1787148467.999695:0:2395:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787148467.999703:0:2395:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.14@tcp 00000400:00000200:2.0:1787148467.999705:0:2395:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.14@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787148467.999707:0:2395:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.114@tcp 00000400:00000200:2.0:1787148467.999710:0:2395:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.14@tcp NI seq info: [556921:556921:255:4294967295] 192.168.202.114@tcp LPNI seq info [556877:556877:7:4294967295] 00000400:00000200:2.0:1787148467.999714:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:2.0:1787148467.999720:0:2395:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.14@tcp(192.168.202.14@tcp:) -> 192.168.202.114@tcp(192.168.202.114@tcp:192.168.202.114@tcp) : PUT try# 0 00000800:00000200:2.0:1787148467.999724:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.114@tcp 00000800:00000010:2.0:1787148467.999727:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5c46fcb900. 00000800:00000200:2.0:1787148467.999731:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5c4508fcc0] -> 12345-192.168.202.114@tcp (5) 00000800:00000200:2.0:1787148467.999735:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.114@tcp ip 192.168.202.114:988 00000800:00000200:2.0:1787148467.999737:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8c5c46fcb900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787148467.999740:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787148467.999744:0:2395:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5c68fb1800: using a timeout of 16991 usecs (17 jiffies) 00000400:00000200:2.0:1787148467.999746:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000100:00000001:2.0:1787148467.999748:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5c68fb1800: PM QoS new deadline estimation for cpu 0 is 4306976785 00000100:00000001:2.0:1787148467.999750:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5c68fb1800: PM QoS request active for cpu 0, keep current deadline 4306980601 00000100:00000001:2.0:1787148467.999752:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5c68fb1800: PM QoS new deadline estimation for cpu 1 is 4306976785 00000100:00000001:2.0:1787148467.999753:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5c68fb1800: PM QoS request active for cpu 1, keep current deadline 4306980601 00000100:00000001:2.0:1787148467.999755:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787148467.999757:0:2395:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787148467.999760:0:2395:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787148467.999762:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787148467.999769:0:2395:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787148467.999771:0:2395:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1787148467.999773:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787148467.999774:0:2395:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787148467.999775:0:2395:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787148467.999778:0:2395:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:2.0:1787148467.999779:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787148467.999781:0:2395:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787148467.999782:0:2395:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787148467.999788:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787148467.999789:0:2395:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787148467.999791:0:2395:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787148467.999795:0:2395:0:(lustre_net.h:2406:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8c5c5e1fd880 x1873948276735488/t0(0) o400->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787148467.999801:0:2395:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787148467.999802:0:2395:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787148467.999804:0:2395:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787148467.999806:0:2395:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787148467.999808:0:2395:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787148467.999810:0:2395:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5c5e1fd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:7e31181a-25e1-4c2b-a23d-b0f7747006f1:2395:1873948276735488:192.168.202.114@tcp:400:kworker.0 00000100:00000001:2.0:1787148467.999814:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787148467.999815:0:2395:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787148467.999817:0:2395:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787148467.999819:0:2395:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787148467.999822:0:2395:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c5c60f7b000. 02000000:00000001:2.0:1787148467.999823:0:2395:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787148467.999826:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000010:2.0:1787148467.999829:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5c68ddb738. 00000400:00000010:2.0:1787148467.999832:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5c42ee37f8. 00000100:00000200:2.0:1787148467.999835:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1873948276735488, portal 10 00000100:00000001:2.0:1787148467.999837:0:2395:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787148467.999838:0:2395:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616927076866176 : -127146632685440 : ffff8c5c5e1fd880) 00000100:00000040:2.0:1787148467.999844:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8c5c5e1fd880 x1873948276735488/t0(0) o400->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148522 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787148467.999850:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787148467.999852:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.114@tcp 00000400:00000010:2.0:1787148467.999855:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5c42ee35d8. 00000100:00000200:2.0:1787148467.999857:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1873948276735488, offset 0 00000400:00000200:2.0:1787148467.999862:0:2395:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.114@tcp 00000400:00000200:2.0:1787148467.999867:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:2.0:1787148467.999870:0:2395:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.114@tcp local destination 00000400:00000200:2.0:1787148467.999873:0:2395:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787148467.999880:0:2395:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.14@tcp 00000400:00000200:2.0:1787148467.999882:0:2395:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.14@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787148467.999894:0:2395:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.114@tcp 00000400:00000200:2.0:1787148467.999897:0:2395:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.14@tcp NI seq info: [556922:556922:254:4294967295] 192.168.202.114@tcp LPNI seq info [556878:556878:6:4294967295] 00000400:00000200:2.0:1787148467.999900:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:2.0:1787148467.999906:0:2395:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.14@tcp(192.168.202.14@tcp:) -> 192.168.202.114@tcp(192.168.202.114@tcp:192.168.202.114@tcp) : PUT try# 0 00000800:00000200:2.0:1787148467.999910:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.114@tcp 00000800:00000010:2.0:1787148467.999913:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5c46fcb500. 00000800:00000200:2.0:1787148467.999917:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5c4508fcc0] -> 12345-192.168.202.114@tcp (5) 00000800:00000200:2.0:1787148467.999920:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.114@tcp ip 192.168.202.114:988 00000800:00000200:2.0:1787148467.999923:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8c5c46fcb500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787148467.999925:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787148467.999929:0:2395:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5c68fb1800: using a timeout of 24658 usecs (25 jiffies) 00000400:00000200:2.0:1787148467.999932:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000100:00000001:2.0:1787148467.999933:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5c68fb1800: PM QoS new deadline estimation for cpu 0 is 4306976793 00000100:00000001:2.0:1787148467.999935:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5c68fb1800: PM QoS request active for cpu 0, keep current deadline 4306980601 00000100:00000001:2.0:1787148467.999937:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5c68fb1800: PM QoS new deadline estimation for cpu 1 is 4306976793 00000100:00000001:2.0:1787148467.999939:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5c68fb1800: PM QoS request active for cpu 1, keep current deadline 4306980601 00000100:00000001:2.0:1787148467.999941:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787148467.999942:0:2395:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787148467.999945:0:2395:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787148467.999948:0:2395:0:(lustre_net.h:2406:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8c5c5e1fc000 x1873948276735744/t0(0) o400->lustre-OST0000-osc-ffff8c5c68fb1800@192.168.202.114@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787148467.999954:0:2395:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787148467.999955:0:2395:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787148467.999957:0:2395:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787148467.999959:0:2395:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787148467.999960:0:2395:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787148467.999963:0:2395:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5c5e1fc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:7e31181a-25e1-4c2b-a23d-b0f7747006f1:2395:1873948276735744:192.168.202.114@tcp:400:kworker.0 00000100:00000001:2.0:1787148467.999973:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787148467.999976:0:2395:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787148467.999978:0:2395:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787148467.999979:0:2395:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787148467.999982:0:2395:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c5c60f7ac00. 02000000:00000001:2.0:1787148467.999984:0:2395:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787148467.999988:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000010:2.0:1787148467.999990:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5c68ddb630. 00000400:00000010:2.0:1787148467.999994:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5c42ee34c8. 00000100:00000200:2.0:1787148467.999997:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1873948276735744, portal 4 00000100:00000001:2.0:1787148467.999999:0:2395:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787148468.000000:0:2395:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616927076859904 : -127146632691712 : ffff8c5c5e1fc000) 00000100:00000040:2.0:1787148468.000006:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8c5c5e1fc000 x1873948276735744/t0(0) o400->lustre-OST0000-osc-ffff8c5c68fb1800@192.168.202.114@tcp:28/4 lens 224/224 e 0 to 0 dl 1787148522 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787148468.000012:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787148468.000014:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.114@tcp 00000400:00000010:2.0:1787148468.000016:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5c42ee3990. 00000100:00000200:2.0:1787148468.000018:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1873948276735744, offset 0 00000400:00000200:2.0:1787148468.000022:0:2395:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.114@tcp 00000400:00000200:2.0:1787148468.000025:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:2.0:1787148468.000028:0:2395:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.114@tcp local destination 00000400:00000200:2.0:1787148468.000031:0:2395:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787148468.000033:0:2395:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.14@tcp 00000400:00000200:2.0:1787148468.000035:0:2395:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.14@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787148468.000037:0:2395:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.114@tcp 00000400:00000200:2.0:1787148468.000039:0:2395:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.14@tcp NI seq info: [556923:556923:253:4294967295] 192.168.202.114@tcp LPNI seq info [556879:556879:5:4294967295] 00000400:00000200:2.0:1787148468.000043:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:2.0:1787148468.000048:0:2395:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.14@tcp(192.168.202.14@tcp:) -> 192.168.202.114@tcp(192.168.202.114@tcp:192.168.202.114@tcp) : PUT try# 0 00000800:00000200:2.0:1787148468.000052:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.114@tcp 00000800:00000010:2.0:1787148468.000055:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5c46fcba00. 00000800:00000200:2.0:1787148468.000058:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5c4508fcc0] -> 12345-192.168.202.114@tcp (5) 00000800:00000200:2.0:1787148468.000070:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.114@tcp ip 192.168.202.114:988 00000800:00000200:2.0:1787148468.000072:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8c5c46fcba00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787148468.000075:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787148468.000078:0:2395:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5c68fb1800: using a timeout of 120327 usecs (121 jiffies) 00000400:00000200:2.0:1787148468.000081:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000100:00000001:2.0:1787148468.000083:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5c68fb1800: PM QoS new deadline estimation for cpu 0 is 4306976889 00000100:00000001:2.0:1787148468.000085:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5c68fb1800: PM QoS request active for cpu 0, keep current deadline 4306980601 00000100:00000001:2.0:1787148468.000087:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5c68fb1800: PM QoS new deadline estimation for cpu 1 is 4306976889 00000100:00000001:2.0:1787148468.000088:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5c68fb1800: PM QoS request active for cpu 1, keep current deadline 4306980601 00000100:00000001:2.0:1787148468.000091:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787148468.000093:0:2395:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787148468.000095:0:2395:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787148468.000097:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787148468.000131:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787148468.000134:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1787148468.000359:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1787148468.000364:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5c46fcbf00. 00000400:00000200:0.0:1787148468.000371:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787148468.000377:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.14@tcp->192.168.202.114@tcp: PUT: OK 00000400:00000200:0.0:1787148468.000382:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5c42ee3220 00000400:00000010:0.0:1787148468.000385:0:2386:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff8c5c42ee3220. 00000100:00000001:0.0:1787148468.000389:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787148468.000394:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c5c5e1ff800 x1873948276735360/t0(0) o400->MGC192.168.202.114@tcp@192.168.202.114@tcp:26/25 lens 224/224 e 0 to 0 dl 1787148483 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787148468.000403:0:2386:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787148468.000405:0:2386:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8c5c5e1ff800 x1873948276735360/t0(0) o400->MGC192.168.202.114@tcp@192.168.202.114@tcp:26/25 lens 224/224 e 0 to 0 dl 1787148483 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787148468.000411:0:2386:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787148468.000413:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1787148468.000426:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1787148468.000428:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5c46fcb900. 00000400:00000200:0.0:1787148468.000431:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787148468.000434:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.14@tcp->192.168.202.114@tcp: PUT: OK 00000400:00000200:0.0:1787148468.000437:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5c42ee3088 00000400:00000010:0.0:1787148468.000438:0:2386:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff8c5c42ee3088. 00000100:00000001:0.0:1787148468.000441:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787148468.000444:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c5c5e1fdc00 x1873948276735616/t0(0) o400->lustre-MDT0001-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148522 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787148468.000474:0:2386:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787148468.000478:0:2386:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8c5c5e1fdc00 x1873948276735616/t0(0) o400->lustre-MDT0001-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148522 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787148468.000483:0:2386:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787148468.000484:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1787148468.000495:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1787148468.000498:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5c46fcb500. 00000400:00000200:0.0:1787148468.000500:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787148468.000504:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.14@tcp->192.168.202.114@tcp: PUT: OK 00000400:00000200:0.0:1787148468.000506:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5c42ee35d8 00000400:00000010:0.0:1787148468.000508:0:2386:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff8c5c42ee35d8. 00000100:00000001:0.0:1787148468.000510:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787148468.000513:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c5c5e1fd880 x1873948276735488/t0(0) o400->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148522 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787148468.000519:0:2386:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787148468.000521:0:2386:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8c5c5e1fd880 x1873948276735488/t0(0) o400->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148522 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787148468.000526:0:2386:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787148468.000528:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1787148468.000586:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1787148468.000589:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5c46fcba00. 00000400:00000200:0.0:1787148468.000592:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787148468.000597:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.14@tcp->192.168.202.114@tcp: PUT: OK 00000400:00000200:0.0:1787148468.000602:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5c42ee3990 00000400:00000010:0.0:1787148468.000604:0:2386:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff8c5c42ee3990. 00000100:00000001:0.0:1787148468.000606:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787148468.000609:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c5c5e1fc000 x1873948276735744/t0(0) o400->lustre-OST0000-osc-ffff8c5c68fb1800@192.168.202.114@tcp:28/4 lens 224/224 e 0 to 0 dl 1787148522 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787148468.000615:0:2386:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787148468.000618:0:2386:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8c5c5e1fc000 x1873948276735744/t0(0) o400->lustre-OST0000-osc-ffff8c5c68fb1800@192.168.202.114@tcp:28/4 lens 224/224 e 0 to 0 dl 1787148522 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787148468.000634:0:2386:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787148468.000636:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1787148468.013165:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787148468.013187:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1787148468.013192:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787148468.013197:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787148468.013209:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148468.013220:0:2385:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.14@tcp(192.168.202.14@tcp) <- 192.168.202.114@tcp : PUT - for me 00000400:00000200:0.0:1787148468.013229:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148468.013238:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148468.013244:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148468.013248:0:2385:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.114@tcp of length 224 into portal 10 MB=0x6a858955cbe80 00000400:00000200:0.0:1787148468.013253:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148468.013259:0:2385:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.114@tcp of length 224/224 into md 0x561f41 [1] + 224 00000800:00000001:0.0:1787148468.013267:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787148468.013270:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787148468.013273:0:2385:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787148468.013277:0:2385:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.14@tcp->192.168.202.114@tcp: PUT: OK 00000100:00000001:0.0:1787148468.013284:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787148468.013293:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c5c5e1fdc00 x1873948276735616/t0(0) o400->lustre-MDT0001-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148522 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1787148468.013305:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8c5c5e1fdc00 x1873948276735616/t0(0) o400->lustre-MDT0001-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148522 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787148468.013322:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1787148468.013330:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787148468.013333:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1787148468.013335:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787148468.013337:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787148468.013343:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148468.013347:0:2385:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.14@tcp(192.168.202.14@tcp) <- 192.168.202.114@tcp : PUT - for me 00000400:00000200:0.0:1787148468.013351:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148468.013365:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148468.013368:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148468.013371:0:2385:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.114@tcp of length 224 into portal 10 MB=0x6a858955cbe00 00000400:00000200:0.0:1787148468.013374:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148468.013378:0:2385:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.114@tcp of length 224/224 into md 0x561f49 [1] + 224 00000800:00000001:0.0:1787148468.013385:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787148468.013388:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787148468.013390:0:2385:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787148468.013393:0:2385:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.14@tcp->192.168.202.114@tcp: PUT: OK 00000100:00000001:0.0:1787148468.013396:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787148468.013400:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c5c5e1fd880 x1873948276735488/t0(0) o400->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148522 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1787148468.013408:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8c5c5e1fd880 x1873948276735488/t0(0) o400->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148522 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787148468.013412:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1787148468.013414:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787148468.013417:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1787148468.013418:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787148468.013419:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787148468.013420:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148468.013422:0:2385:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.14@tcp(192.168.202.14@tcp) <- 192.168.202.114@tcp : PUT - for me 00000400:00000200:0.0:1787148468.013425:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148468.013427:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148468.013429:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148468.013432:0:2385:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.114@tcp of length 224 into portal 4 MB=0x6a858955cbf00 00000400:00000200:0.0:1787148468.013435:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148468.013439:0:2385:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.114@tcp of length 224/224 into md 0x561f51 [1] + 224 00000800:00000001:0.0:1787148468.013443:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787148468.013445:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787148468.013460:0:2385:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787148468.013463:0:2385:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.14@tcp->192.168.202.114@tcp: PUT: OK 00000100:00000001:0.0:1787148468.013466:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787148468.013476:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c5c5e1fc000 x1873948276735744/t0(0) o400->lustre-OST0000-osc-ffff8c5c68fb1800@192.168.202.114@tcp:28/4 lens 224/224 e 0 to 0 dl 1787148522 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1787148468.013484:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8c5c5e1fc000 x1873948276735744/t0(0) o400->lustre-OST0000-osc-ffff8c5c68fb1800@192.168.202.114@tcp:28/4 lens 224/224 e 0 to 0 dl 1787148522 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787148468.013490:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1787148468.013495:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787148468.013499:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1787148468.013500:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787148468.013502:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787148468.013505:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148468.013508:0:2385:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.14@tcp(192.168.202.14@tcp) <- 192.168.202.114@tcp : PUT - for me 00000400:00000200:0.0:1787148468.013512:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148468.013515:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148468.013517:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148468.013520:0:2385:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.114@tcp of length 224 into portal 25 MB=0x6a858955cbd80 00000400:00000200:0.0:1787148468.013524:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148468.013528:0:2385:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.114@tcp of length 224/224 into md 0x561f39 [1] + 224 00000800:00000001:0.0:1787148468.013532:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787148468.013540:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787148468.013542:0:2385:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787148468.013545:0:2385:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.14@tcp->192.168.202.114@tcp: PUT: OK 00000100:00000001:0.0:1787148468.013548:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787148468.013552:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c5c5e1ff800 x1873948276735360/t0(0) o400->MGC192.168.202.114@tcp@192.168.202.114@tcp:26/25 lens 224/224 e 0 to 0 dl 1787148483 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1787148468.013560:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8c5c5e1ff800 x1873948276735360/t0(0) o400->MGC192.168.202.114@tcp@192.168.202.114@tcp:26/25 lens 224/224 e 0 to 0 dl 1787148483 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787148468.013565:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1787148468.013567:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787148468.013569:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787148468.013885:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787148468.013891:0:2395:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1787148468.013899:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787148468.013901:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787148468.013905:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5c68ddb738. 00000400:00000200:2.0:1787148468.013910:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5c42ee37f8 00000400:00000010:2.0:1787148468.013912:0:2395:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff8c5c42ee37f8. 00000100:00000001:2.0:1787148468.013916:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787148468.013921:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c5c5e1fd880 x1873948276735488/t0(0) o400->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148522 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787148468.013930:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c5c5e1fd880 x1873948276735488/t0(0) o400->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148522 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787148468.013935:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787148468.013938:0:2395:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787148468.013941:0:2395:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1787148468.013944:0:2395:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1787148468.013947:0:2395:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787148468.013956:0:2395:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787148468.013959:0:2395:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1787148468.013971:0:2395:0:(import.c:2149:obd_at_measure()) add 36 to ffff8c5c5776a460 time=100 v=36 (36 36 36 36) 00000100:00001000:2.0:1787148468.013976:0:2395:0:(import.c:2149:obd_at_measure()) add 1 to ffff8c5c5776a418 time=152 v=5 (1 1 0 0) 00000100:00000001:2.0:1787148468.013979:0:2395:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1787148468.013981:0:2395:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787148468.013983:0:2395:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1787148468.013987:0:2395:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787148468.013991:0:2395:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00100000:2.0:1787148468.013993:0:2395:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c5c68fb1800: committing for last_committed 30064771464 gen 1 00000100:00000040:2.0:1787148468.013999:0:2395:0:(client.c:3168:ptlrpc_free_committed()) @@@ commit (last_committed 30064771464) req@ffff8c5c72653800 x1873948276733312/t30064771461(30064771461) o101->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 528/608 e 0 to 0 dl 1787148517 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787148468.014007:0:2395:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787148468.014009:0:2395:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616927416956928 : -127146292594688 : ffff8c5c72653800) 00000100:00000001:2.0:1787148468.014012:0:2395:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787148468.014015:0:2395:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8c5c72653800 x1873948276733312/t30064771461(30064771461) o101->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 528/608 e 0 to 0 dl 1787148517 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787148468.014022:0:2395:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787148468.014024:0:2395:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787148468.014028:0:2395:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8c5c5e1fe680 x1873948276734336/t30064771464(30064771464) o35->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:23/10 lens 392/456 e 0 to 0 dl 1787148478 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787148468.014034:0:2395:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1787148468.014036:0:2395:0:(client.c:2934:obd_mod_free()) kfreed 'mod': 32 at ffff8c5c71cd2440. 00000100:00000001:2.0:1787148468.014039:0:2395:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787148468.014041:0:2395:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8c5c72653800 x1873948276733312/t30064771461(30064771461) o101->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 528/608 e 0 to 0 dl 1787148517 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787148468.014047:0:2395:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1787148468.014049:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1787148468.014051:0:2395:0:(genops.c:1244:class_import_put()) import ffff8c5c5776a000 refcount=9 obd=lustre-MDT0000-mdc-ffff8c5c68fb1800 00000020:00000001:2.0:1787148468.014053:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1787148468.014056:0:2395:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5c57629000. 02000000:00000001:2.0:1787148468.014060:0:2395:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787148468.014067:0:2395:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787148468.014069:0:2395:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5c72653800. 00000100:00000001:2.0:1787148468.014073:0:2395:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787148468.014075:0:2395:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787148468.014080:0:2395:0:(client.c:3168:ptlrpc_free_committed()) @@@ commit (last_committed 30064771464) req@ffff8c5c72650700 x1873948276733568/t30064771462(30064771462) o101->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 576/664 e 0 to 0 dl 1787148517 ref 1 fl Complete:RQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787148468.014086:0:2395:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787148468.014087:0:2395:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616927416944384 : -127146292607232 : ffff8c5c72650700) 00000100:00000001:2.0:1787148468.014089:0:2395:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787148468.014091:0:2395:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8c5c72650700 x1873948276733568/t30064771462(30064771462) o101->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 576/664 e 0 to 0 dl 1787148517 ref 2 fl Complete:RMQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787148468.014096:0:2395:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787148468.014097:0:2395:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787148468.014100:0:2395:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8c5c72651f80 x1873948276733952/t30064771463(30064771463) o35->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:23/10 lens 392/456 e 0 to 0 dl 1787148478 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787148468.014135:0:2395:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1787148468.014137:0:2395:0:(client.c:2934:obd_mod_free()) kfreed 'mod': 32 at ffff8c5c71cd2c80. 00000100:00000001:2.0:1787148468.014139:0:2395:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787148468.014143:0:2395:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8c5c72650700 x1873948276733568/t30064771462(30064771462) o101->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 576/664 e 0 to 0 dl 1787148517 ref 1 fl Complete:RMQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787148468.014149:0:2395:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787148468.014151:0:2395:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787148468.014153:0:2395:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 262144 at ffff8c5c5e140000. 02000000:00000001:2.0:1787148468.014181:0:2395:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787148468.014182:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1787148468.014183:0:2395:0:(genops.c:1244:class_import_put()) import ffff8c5c5776a000 refcount=8 obd=lustre-MDT0000-mdc-ffff8c5c68fb1800 00000020:00000001:2.0:1787148468.014184:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1787148468.014185:0:2395:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5c57628000. 02000000:00000001:2.0:1787148468.014187:0:2395:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787148468.014188:0:2395:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787148468.014189:0:2395:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5c72650700. 00000100:00000001:2.0:1787148468.014191:0:2395:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787148468.014192:0:2395:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787148468.014199:0:2395:0:(client.c:3168:ptlrpc_free_committed()) @@@ commit (last_committed 30064771464) req@ffff8c5c72651f80 x1873948276733952/t30064771463(30064771463) o35->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:23/10 lens 392/456 e 0 to 0 dl 1787148478 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787148468.014203:0:2395:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787148468.014205:0:2395:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8c5c72651f80 x1873948276733952/t30064771463(30064771463) o35->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:23/10 lens 392/456 e 0 to 0 dl 1787148478 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787148468.014208:0:2395:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787148468.014209:0:2395:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787148468.014210:0:2395:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5c57628400. 02000000:00000001:2.0:1787148468.014211:0:2395:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787148468.014212:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1787148468.014212:0:2395:0:(genops.c:1244:class_import_put()) import ffff8c5c5776a000 refcount=7 obd=lustre-MDT0000-mdc-ffff8c5c68fb1800 00000020:00000001:2.0:1787148468.014213:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1787148468.014214:0:2395:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c5c42e5ae00. 02000000:00000001:2.0:1787148468.014216:0:2395:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787148468.014216:0:2395:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787148468.014217:0:2395:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5c72651f80. 00000100:00000001:2.0:1787148468.014218:0:2395:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787148468.014219:0:2395:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787148468.014221:0:2395:0:(client.c:3168:ptlrpc_free_committed()) @@@ commit (last_committed 30064771464) req@ffff8c5c5e1fe680 x1873948276734336/t30064771464(30064771464) o35->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:23/10 lens 392/456 e 0 to 0 dl 1787148478 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787148468.014224:0:2395:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787148468.014226:0:2395:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8c5c5e1fe680 x1873948276734336/t30064771464(30064771464) o35->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:23/10 lens 392/456 e 0 to 0 dl 1787148478 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787148468.014229:0:2395:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787148468.014230:0:2395:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787148468.014231:0:2395:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5c6f06e400. 02000000:00000001:2.0:1787148468.014232:0:2395:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787148468.014233:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1787148468.014233:0:2395:0:(genops.c:1244:class_import_put()) import ffff8c5c5776a000 refcount=6 obd=lustre-MDT0000-mdc-ffff8c5c68fb1800 00000020:00000001:2.0:1787148468.014235:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1787148468.014236:0:2395:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c5c47580c00. 02000000:00000001:2.0:1787148468.014237:0:2395:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787148468.014238:0:2395:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787148468.014241:0:2395:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5c5e1fe680. 00000100:00000001:2.0:1787148468.014243:0:2395:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787148468.014244:0:2395:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787148468.014246:0:2395:0:(client.c:3175:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1787148468.014247:0:2395:0:(client.c:3222:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c5c68fb1800: normal: skip=1 replay=4/4 committed=0/0 00000100:00000001:2.0:1787148468.014250:0:2395:0:(client.c:3223:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1787148468.014251:0:2395:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787148468.014256:0:2395:0:(lustre_net.h:2406:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8c5c5e1fd880 x1873948276735488/t0(0) o400->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148522 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787148468.014263:0:2395:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787148468.014266:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787148468.014268:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787148468.014271:0:2395:0:(lustre_net.h:2406:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8c5c5e1fd880 x1873948276735488/t0(0) o400->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148522 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787148468.014278:0:2395:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5c5e1fd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:7e31181a-25e1-4c2b-a23d-b0f7747006f1:2395:1873948276735488:192.168.202.114@tcp:400:kworker.0 00000400:00000001:2.0:1787148468.014285:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787148468.014286:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787148468.014288:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5c68ddb630. 00000400:00000200:2.0:1787148468.014291:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5c42ee34c8 00000400:00000010:2.0:1787148468.014292:0:2395:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff8c5c42ee34c8. 00000100:00000001:2.0:1787148468.014295:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787148468.014298:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c5c5e1fc000 x1873948276735744/t0(0) o400->lustre-OST0000-osc-ffff8c5c68fb1800@192.168.202.114@tcp:28/4 lens 224/224 e 0 to 0 dl 1787148522 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787148468.014306:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c5c5e1fc000 x1873948276735744/t0(0) o400->lustre-OST0000-osc-ffff8c5c68fb1800@192.168.202.114@tcp:28/4 lens 224/224 e 0 to 0 dl 1787148522 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787148468.014313:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787148468.014314:0:2395:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787148468.014315:0:2395:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1787148468.014317:0:2395:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1787148468.014318:0:2395:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787148468.014319:0:2395:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787148468.014320:0:2395:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1787148468.014328:0:2395:0:(import.c:2149:obd_at_measure()) add 36 to ffff8c5c5e0b1c60 time=100 v=36 (36 5 5 5) 00000100:00001000:2.0:1787148468.014330:0:2395:0:(import.c:2149:obd_at_measure()) add 1 to ffff8c5c5e0b1c18 time=76 v=5 (1 1 1 1) 00000100:00000001:2.0:1787148468.014332:0:2395:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1787148468.014333:0:2395:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787148468.014334:0:2395:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1787148468.014335:0:2395:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787148468.014337:0:2395:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1787148468.014339:0:2395:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8c5c68fb1800: skip recheck: last_committed 42949695890 00000100:00000001:2.0:1787148468.014340:0:2395:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1787148468.014341:0:2395:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787148468.014343:0:2395:0:(lustre_net.h:2406:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8c5c5e1fc000 x1873948276735744/t0(0) o400->lustre-OST0000-osc-ffff8c5c68fb1800@192.168.202.114@tcp:28/4 lens 224/224 e 0 to 0 dl 1787148522 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787148468.014348:0:2395:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787148468.014349:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787148468.014350:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787148468.014353:0:2395:0:(lustre_net.h:2406:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8c5c5e1fc000 x1873948276735744/t0(0) o400->lustre-OST0000-osc-ffff8c5c68fb1800@192.168.202.114@tcp:28/4 lens 224/224 e 0 to 0 dl 1787148522 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787148468.014356:0:2395:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5c5e1fc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:7e31181a-25e1-4c2b-a23d-b0f7747006f1:2395:1873948276735744:192.168.202.114@tcp:400:kworker.0 00000400:00000001:2.0:1787148468.014360:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787148468.014361:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787148468.014362:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5c68ddbb00. 00000400:00000200:2.0:1787148468.014363:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5c42ee32a8 00000400:00000010:2.0:1787148468.014364:0:2395:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff8c5c42ee32a8. 00000100:00000001:2.0:1787148468.014365:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787148468.014367:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c5c5e1ff800 x1873948276735360/t0(0) o400->MGC192.168.202.114@tcp@192.168.202.114@tcp:26/25 lens 224/224 e 0 to 0 dl 1787148483 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787148468.014372:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c5c5e1ff800 x1873948276735360/t0(0) o400->MGC192.168.202.114@tcp@192.168.202.114@tcp:26/25 lens 224/224 e 0 to 0 dl 1787148483 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787148468.014375:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787148468.014376:0:2395:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787148468.014377:0:2395:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1787148468.014381:0:2395:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1787148468.014381:0:2395:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787148468.014382:0:2395:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787148468.014384:0:2395:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1787148468.014386:0:2395:0:(import.c:2149:obd_at_measure()) add 5 to ffff8c5c5776b460 time=100 v=5 (5 5 5 5) 00000100:00001000:2.0:1787148468.014388:0:2395:0:(import.c:2149:obd_at_measure()) add 1 to ffff8c5c5776b418 time=152 v=5 (1 1 0 0) 00000100:00000001:2.0:1787148468.014389:0:2395:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1787148468.014389:0:2395:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787148468.014390:0:2395:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1787148468.014391:0:2395:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787148468.014392:0:2395:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787148468.014395:0:2395:0:(lustre_net.h:2406:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8c5c5e1ff800 x1873948276735360/t0(0) o400->MGC192.168.202.114@tcp@192.168.202.114@tcp:26/25 lens 224/224 e 0 to 0 dl 1787148483 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787148468.014398:0:2395:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787148468.014399:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787148468.014400:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787148468.014401:0:2395:0:(lustre_net.h:2406:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8c5c5e1ff800 x1873948276735360/t0(0) o400->MGC192.168.202.114@tcp@192.168.202.114@tcp:26/25 lens 224/224 e 0 to 0 dl 1787148483 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787148468.014405:0:2395:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5c5e1ff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:adab7261-4d97-43ea-82e8-09637750fa21:2395:1873948276735360:192.168.202.114@tcp:400:kworker.0 00000400:00000001:2.0:1787148468.014408:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787148468.014409:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787148468.014409:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5c68ddb8f0. 00000400:00000200:2.0:1787148468.014411:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5c42ee33b8 00000400:00000010:2.0:1787148468.014411:0:2395:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff8c5c42ee33b8. 00000100:00000001:2.0:1787148468.014413:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787148468.014414:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c5c5e1fdc00 x1873948276735616/t0(0) o400->lustre-MDT0001-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148522 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787148468.014419:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c5c5e1fdc00 x1873948276735616/t0(0) o400->lustre-MDT0001-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148522 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787148468.014422:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787148468.014423:0:2395:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787148468.014423:0:2395:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1787148468.014427:0:2395:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1787148468.014428:0:2395:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787148468.014430:0:2395:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787148468.014431:0:2395:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1787148468.014436:0:2395:0:(import.c:2149:obd_at_measure()) add 36 to ffff8c5c5776cc60 time=100 v=36 (36 36 36 36) 00000100:00001000:2.0:1787148468.014439:0:2395:0:(import.c:2149:obd_at_measure()) add 1 to ffff8c5c5776cc18 time=127 v=5 (1 1 0 0) 00000100:00000001:2.0:1787148468.014441:0:2395:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1787148468.014442:0:2395:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787148468.014444:0:2395:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1787148468.014458:0:2395:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8c5c5e1fdc00 x1873948276735616/t0(0) o400->lustre-MDT0001-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148522 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1787148468.014464:0:2395:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787148468.014467:0:2395:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1787148468.014468:0:2395:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8c5c68fb1800: skip recheck: last_committed 21474836540 00000100:00000001:2.0:1787148468.014470:0:2395:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1787148468.014471:0:2395:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787148468.014474:0:2395:0:(lustre_net.h:2406:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8c5c5e1fdc00 x1873948276735616/t0(0) o400->lustre-MDT0001-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148522 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787148468.014480:0:2395:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787148468.014482:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787148468.014483:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787148468.014486:0:2395:0:(lustre_net.h:2406:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8c5c5e1fdc00 x1873948276735616/t0(0) o400->lustre-MDT0001-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148522 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787148468.014492:0:2395:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5c5e1fdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:7e31181a-25e1-4c2b-a23d-b0f7747006f1:2395:1873948276735616:192.168.202.114@tcp:400:kworker.0 00000100:00000001:2.0:1787148468.014495:0:2395:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787148468.014497:0:2395:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787148468.014499:0:2395:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8c5c5e1fd880 x1873948276735488/t0(0) o400->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148522 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787148468.014503:0:2395:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787148468.014504:0:2395:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787148468.014505:0:2395:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c5c60f7b000. 02000000:00000001:2.0:1787148468.014513:0:2395:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787148468.014514:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1787148468.014515:0:2395:0:(genops.c:1244:class_import_put()) import ffff8c5c5776a000 refcount=5 obd=lustre-MDT0000-mdc-ffff8c5c68fb1800 00000020:00000001:2.0:1787148468.014516:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1787148468.014518:0:2395:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8c5c46fcbc00. 02000000:00000001:2.0:1787148468.014520:0:2395:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787148468.014520:0:2395:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787148468.014521:0:2395:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5c5e1fd880. 00000100:00000001:2.0:1787148468.014523:0:2395:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787148468.014524:0:2395:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787148468.014525:0:2395:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787148468.014527:0:2395:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8c5c5e1fc000 x1873948276735744/t0(0) o400->lustre-OST0000-osc-ffff8c5c68fb1800@192.168.202.114@tcp:28/4 lens 224/224 e 0 to 0 dl 1787148522 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787148468.014531:0:2395:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787148468.014532:0:2395:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787148468.014533:0:2395:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c5c60f7ac00. 02000000:00000001:2.0:1787148468.014534:0:2395:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787148468.014535:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1787148468.014535:0:2395:0:(genops.c:1244:class_import_put()) import ffff8c5c5e0b1800 refcount=3 obd=lustre-OST0000-osc-ffff8c5c68fb1800 00000020:00000001:2.0:1787148468.014536:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1787148468.014537:0:2395:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8c5c46fcb200. 02000000:00000001:2.0:1787148468.014538:0:2395:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787148468.014538:0:2395:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787148468.014539:0:2395:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5c5e1fc000. 00000100:00000001:2.0:1787148468.014540:0:2395:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787148468.014541:0:2395:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787148468.014542:0:2395:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787148468.014543:0:2395:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8c5c5e1ff800 x1873948276735360/t0(0) o400->MGC192.168.202.114@tcp@192.168.202.114@tcp:26/25 lens 224/224 e 0 to 0 dl 1787148483 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787148468.014547:0:2395:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787148468.014547:0:2395:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787148468.014548:0:2395:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c5c60f7aa00. 02000000:00000001:2.0:1787148468.014549:0:2395:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787148468.014549:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1787148468.014550:0:2395:0:(genops.c:1244:class_import_put()) import ffff8c5c5776b000 refcount=3 obd=MGC192.168.202.114@tcp 00000020:00000001:2.0:1787148468.014551:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1787148468.014554:0:2395:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8c5c46fcb100. 02000000:00000001:2.0:1787148468.014556:0:2395:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787148468.014556:0:2395:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787148468.014557:0:2395:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5c5e1ff800. 00000100:00000001:2.0:1787148468.014559:0:2395:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787148468.014560:0:2395:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787148468.014561:0:2395:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787148468.014562:0:2395:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8c5c5e1fdc00 x1873948276735616/t0(0) o400->lustre-MDT0001-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148522 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787148468.014566:0:2395:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787148468.014566:0:2395:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787148468.014567:0:2395:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c5c60f7b600. 02000000:00000001:2.0:1787148468.014568:0:2395:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787148468.014569:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1787148468.014569:0:2395:0:(genops.c:1244:class_import_put()) import ffff8c5c5776c800 refcount=3 obd=lustre-MDT0001-mdc-ffff8c5c68fb1800 00000020:00000001:2.0:1787148468.014570:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1787148468.014571:0:2395:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8c5c46fcb800. 02000000:00000001:2.0:1787148468.014572:0:2395:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787148468.014572:0:2395:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787148468.014573:0:2395:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5c5e1fdc00. 00000100:00000001:2.0:1787148468.014574:0:2395:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787148468.014574:0:2395:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787148468.014576:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787148468.014582:0:2395:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787148468.014583:0:2395:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787148468.014584:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787148468.014586:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787148468.190618:0:266370:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787148468.190628:0:266370:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787148468.190635:0:266370:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787148468.190636:0:266370:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787148468.190640:0:266370:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787148468.190641:0:266370:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787148468.190737:0:244722:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787148468.190740:0:244722:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787148468.190743:0:244722:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787148468.515944:0:242524:0:(service.c:1710:ptlrpc_at_check_timed()) Process entered 00000100:00000001:0.0:1787148468.515954:0:242524:0:(service.c:1721:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787148468.579817:0:278685:0:(llite_lib.c:4245:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1787148468.961273:0:278721:0:(debug.c:653:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1787148468.961280:0:278721:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: osc.lustre-OST0000-osc-ffff8c5c68fb1800.ost_server_uuid in FULL state after 0 sec 00000001:00000001:1.0:1787148468.970397:0:278721:0:(debug.c:656:libcfs_debug_mark_buffer()) ************************************************** 00010000:00010000:1.0:1787148469.145600:0:278734:0:(ldlm_resource.c:195:lru_size_store()) dropping all unused locks from namespace lustre-OST0000-osc-ffff8c5c68fb1800 00010000:00000001:1.0:1787148469.145613:0:278734:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1787148469.145616:0:278734:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1787148469.145622:0:278734:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1787148469.145625:0:278734:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1787148469.145630:0:278734:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1787148469.145633:0:278734:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1787148469.145636:0:278734:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:3.0:1787148469.145733:0:278733:0:(ldlm_resource.c:195:lru_size_store()) dropping all unused locks from namespace lustre-OST0001-osc-ffff8c5c68fb1800 00010000:00000001:3.0:1787148469.145736:0:278733:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1787148469.145738:0:278733:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1787148469.145739:0:278733:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787148469.145742:0:278733:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1787148469.145743:0:278733:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787148469.145745:0:278733:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787148469.146507:0:278734:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000020:00000001:2.0:1787148469.146558:0:256812:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787148469.146562:0:256812:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787148469.146565:0:256812:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:2.0:1787148469.146568:0:256812:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:2.0:1787148469.146571:0:256812:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1787148469.146576:0:256812:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c5c68fb1800 lock: 00000000cd3d67f7/0x632428c45c79559d lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x5688:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800028400010000 nid: local remote: 0xd48b816baf445d3f expref: -99 pid: 278319 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00000001:2.0:1787148469.146598:0:256812:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:2.0:1787148469.146601:0:256812:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000010:2.0:1787148469.146607:0:256812:0:(cl_object.c:707:cl_env_new()) slab-alloced 'cle': 144 at ffff8c5c4a9e5bd0. 00000020:00000010:2.0:1787148469.146612:0:256812:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c5c6509c000. 00000020:00000010:2.0:1787148469.146617:0:256812:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff8c5c6509d800. 00000020:00000010:2.0:1787148469.146620:0:256812:0:(cl_object.c:1113:cl_key_init()) kmalloced '(value)': 72 at ffff8c5c45727480. 00000008:00000010:2.0:1787148469.146626:0:256812:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff8c5c5e7ace50. 00020000:00000010:2.0:1787148469.146631:0:256812:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff8c5c4b17f480. 00008000:00000010:2.0:1787148469.146636:0:256812:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8c5c4a843170. 00000080:00000010:2.0:1787148469.146645:0:256812:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff8c5c4a54bb28. 00000080:00000010:2.0:1787148469.146650:0:256812:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff8c5c5019a2b0. 00000020:00000010:2.0:1787148469.146654:0:256812:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c5c6509c600. 00000008:00000010:2.0:1787148469.146658:0:256812:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff8c5c65027b80. 00020000:00000010:2.0:1787148469.146662:0:256812:0:(lov_dev.c:117:lov_session_key_init()) slab-alloced 'info': 584 at ffff8c5c46ddc000. 00008000:00000010:2.0:1787148469.146665:0:256812:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff8c5c4a9e35b0. 00000080:00000010:2.0:1787148469.146669:0:256812:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8c5c72484d20. 00000020:00000001:2.0:1787148469.146673:0:256812:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446616926749613016 : -127146959938600 : ffff8c5c4a9e5bd8) 00000020:00001000:2.0:1787148469.146676:0:256812:0:(cl_object.c:823:cl_env_get()) 1@ffff8c5c4a9e5bd0 00000008:00000001:2.0:1787148469.146678:0:256812:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:2.0:1787148469.146681:0:256812:0:(osc_lock.c:355:osc_lock_flush()) Process entered 00000020:00000001:2.0:1787148469.146683:0:256812:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000010:2.0:1787148469.146685:0:256812:0:(cl_object.c:707:cl_env_new()) slab-alloced 'cle': 144 at ffff8c5c4a9e5480. 00000020:00000010:2.0:1787148469.146690:0:256812:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c5c6509ca00. 00000020:00000010:2.0:1787148469.146693:0:256812:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff8c5c6509da00. 00000020:00000010:2.0:1787148469.146696:0:256812:0:(cl_object.c:1113:cl_key_init()) kmalloced '(value)': 72 at ffff8c5c457271e0. 00000008:00000010:2.0:1787148469.146700:0:256812:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff8c5c5e7aa190. 00020000:00000010:2.0:1787148469.146702:0:256812:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff8c5c4b17f3c0. 00008000:00000010:2.0:1787148469.146705:0:256812:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8c5c4a840e20. 00000080:00000010:2.0:1787148469.146707:0:256812:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff8c5c4a54b690. 00000080:00000010:2.0:1787148469.146710:0:256812:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff8c5c5019a750. 00000020:00000010:2.0:1787148469.146713:0:256812:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c5c6509d000. 00000008:00000010:2.0:1787148469.146721:0:256812:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff8c5c65027760. 00020000:00000010:2.0:1787148469.146724:0:256812:0:(lov_dev.c:117:lov_session_key_init()) slab-alloced 'info': 584 at ffff8c5c46ddfb50. 00008000:00000010:2.0:1787148469.146727:0:256812:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff8c5c4a9e3eb8. 00000080:00000010:2.0:1787148469.146730:0:256812:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8c5c72484f00. 00000020:00000001:2.0:1787148469.146732:0:256812:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446616926749611144 : -127146959940472 : ffff8c5c4a9e5488) 00000020:00001000:2.0:1787148469.146734:0:256812:0:(cl_object.c:823:cl_env_get()) 1@ffff8c5c4a9e5480 00000008:00000001:2.0:1787148469.146737:0:256812:0:(osc_cache.c:3703:osc_ldlm_hp_handle()) Process entered 00000008:00000020:2.0:1787148469.146740:0:256812:0:(osc_cache.c:3723:osc_ldlm_hp_handle()) High prio I/O check: start 0 end 4503599627370495 RPC(0):r0/w0/d0 00000008:00000001:2.0:1787148469.146743:0:256812:0:(osc_cache.c:3739:osc_ldlm_hp_handle()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000008:00000001:2.0:1787148469.146745:0:256812:0:(osc_cache.c:3787:osc_ldlm_hp_handle()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1787148469.146748:0:256812:0:(osc_cache.c:3672:osc_lock_discard_pages()) Process entered 00000020:00000001:2.0:1787148469.146751:0:256812:0:(cl_object.c:143:cl_object_top()) ffff8c5c72b856c0 -> ffff8c5c5dfc8918 00000020:00000001:2.0:1787148469.146754:0:256812:0:(cl_object.c:143:cl_object_top()) ffff8c5c5dfc8918 -> ffff8c5c5dfc8918 00000020:00000001:2.0:1787148469.146756:0:256812:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:2.0:1787148469.146759:0:256812:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:2.0:1787148469.146761:0:256812:0:(vvp_io.c:1826:vvp_io_init()) [0x200002b17:0x1547:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:2.0:1787148469.146765:0:256812:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1787148469.146767:0:256812:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:2.0:1787148469.146768:0:256812:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1787148469.146772:0:256812:0:(lov_object.c:1590:lov_io_init()) [0x200002b17:0x1547:0x0]io ffff8c5c5e7aa230 type 8 ignore/verify layout 1/0 00020000:00000001:2.0:1787148469.146777:0:256812:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1787148469.146779:0:256812:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1787148469.146781:0:256812:0:(lov_io.c:825:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:2.0:1787148469.146783:0:256812:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1787148469.146785:0:256812:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787148469.146787:0:256812:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1787148469.146788:0:256812:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1787148469.146789:0:256812:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00000020:00000001:2.0:1787148469.146867:0:256812:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1787148469.146870:0:256812:0:(osc_cache.c:3459:osc_page_gang_lookup()) Process entered 00000008:00000001:2.0:1787148469.146874:0:256812:0:(osc_cache.c:3536:osc_page_gang_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1787148469.146876:0:256812:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:2.0:1787148469.146879:0:256812:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:2.0:1787148469.146881:0:256812:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:2.0:1787148469.146883:0:256812:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:2.0:1787148469.146885:0:256812:0:(vvp_io.c:304:vvp_io_fini()) [0x200002b17:0x1547:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00000080:00000001:2.0:1787148469.146888:0:256812:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1787148469.146895:0:256812:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000008:00000001:2.0:1787148469.146896:0:256812:0:(osc_cache.c:3691:osc_lock_discard_pages()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1787148469.146898:0:256812:0:(cl_object.c:917:cl_env_put()) 1@ffff8c5c4a9e5480 00000020:00000010:2.0:1787148469.146902:0:256812:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff8c5c6509da00. 00000020:00000010:2.0:1787148469.146906:0:256812:0:(cl_object.c:1113:cl_key_fini()) kfreed 'info': 72 at ffff8c5c457271e0. 00000008:00000010:2.0:1787148469.146909:0:256812:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff8c5c5e7aa190. 00020000:00000010:2.0:1787148469.146913:0:256812:0:(lov_dev.c:95:lov_key_fini()) slab-freed '(info)': 192 at ffff8c5c4b17f3c0. 00008000:00000010:2.0:1787148469.146917:0:256812:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8c5c4a840e20. 00000080:00000010:2.0:1787148469.146921:0:256812:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff8c5c4a54b690. 00000080:00000010:2.0:1787148469.146924:0:256812:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff8c5c5019a750. 00000020:00000010:2.0:1787148469.146927:0:256812:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c5c6509ca00. 00000008:00000010:2.0:1787148469.146930:0:256812:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff8c5c65027760. 00020000:00000010:2.0:1787148469.146933:0:256812:0:(lov_dev.c:136:lov_session_key_fini()) slab-freed '(info)': 584 at ffff8c5c46ddfb50. 00008000:00000010:2.0:1787148469.146936:0:256812:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff8c5c4a9e3eb8. 00000080:00000010:2.0:1787148469.146938:0:256812:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff8c5c72484f00. 00000020:00000010:2.0:1787148469.146940:0:256812:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c5c6509d000. 00000020:00000010:2.0:1787148469.146943:0:256812:0:(cl_object.c:742:cl_env_fini()) slab-freed '(cle)': 144 at ffff8c5c4a9e5480. 00000008:00000001:2.0:1787148469.146945:0:256812:0:(osc_lock.c:387:osc_lock_flush()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787148469.146948:0:256812:0:(cl_object.c:143:cl_object_top()) ffff8c5c72b856c0 -> ffff8c5c5dfc8918 00010000:00000001:2.0:1787148469.146950:0:256812:0:(ldlm_extent.c:945:ldlm_extent_shift_kms()) Process entered 00010000:00000001:2.0:1787148469.146953:0:256812:0:(ldlm_extent.c:1018:ldlm_extent_shift_kms()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787148469.146955:0:256812:0:(cl_object.c:143:cl_object_top()) ffff8c5c72b856c0 -> ffff8c5c5dfc8918 00000020:00000001:2.0:1787148469.146957:0:256812:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:2.0:1787148469.146959:0:256812:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:2.0:1787148469.146961:0:256812:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:2.0:1787148469.146963:0:256812:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787148469.146965:0:256812:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787148469.146967:0:256812:0:(cl_object.c:143:cl_object_top()) ffff8c5c72b856c0 -> ffff8c5c5dfc8918 00000020:00000001:2.0:1787148469.146968:0:256812:0:(cl_object.c:143:cl_object_top()) ffff8c5c5dfc8918 -> ffff8c5c5dfc8918 00000020:00000001:2.0:1787148469.146970:0:256812:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000020:00000001:2.0:1787148469.146972:0:256812:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787148469.146974:0:256812:0:(cl_object.c:143:cl_object_top()) ffff8c5c72b856c0 -> ffff8c5c5dfc8918 00000008:00000001:2.0:1787148469.146977:0:256812:0:(osc_lock.c:470:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1787148469.146979:0:256812:0:(cl_object.c:917:cl_env_put()) 1@ffff8c5c4a9e5bd0 00000020:00000010:2.0:1787148469.146981:0:256812:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff8c5c6509d800. 00000020:00000010:2.0:1787148469.146983:0:256812:0:(cl_object.c:1113:cl_key_fini()) kfreed 'info': 72 at ffff8c5c45727480. 00000008:00000010:2.0:1787148469.146989:0:256812:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff8c5c5e7ace50. 00020000:00000010:2.0:1787148469.146992:0:256812:0:(lov_dev.c:95:lov_key_fini()) slab-freed '(info)': 192 at ffff8c5c4b17f480. 00008000:00000010:2.0:1787148469.146994:0:256812:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8c5c4a843170. 00000080:00000010:2.0:1787148469.146997:0:256812:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff8c5c4a54bb28. 00000080:00000010:2.0:1787148469.146999:0:256812:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff8c5c5019a2b0. 00000020:00000010:2.0:1787148469.147001:0:256812:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c5c6509c000. 00000008:00000010:2.0:1787148469.147003:0:256812:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff8c5c65027b80. 00020000:00000010:2.0:1787148469.147005:0:256812:0:(lov_dev.c:136:lov_session_key_fini()) slab-freed '(info)': 584 at ffff8c5c46ddc000. 00008000:00000010:2.0:1787148469.147009:0:256812:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff8c5c4a9e35b0. 00000080:00000010:2.0:1787148469.147011:0:256812:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff8c5c72484d20. 00000020:00000010:2.0:1787148469.147013:0:256812:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c5c6509c600. 00000020:00000010:2.0:1787148469.147015:0:256812:0:(cl_object.c:742:cl_env_fini()) slab-freed '(cle)': 144 at ffff8c5c4a9e5bd0. 00000008:00000001:2.0:1787148469.147018:0:256812:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787148469.147021:0:256812:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1787148469.147026:0:256812:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1787148469.147028:0:256812:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1787148469.147030:0:256812:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1787148469.147032:0:256812:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1787148469.147036:0:256812:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff8c5c82045e00 with handle 0x632428c45c79559d from hash 00010000:00000001:2.0:1787148469.147039:0:256812:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1787148469.147040:0:256812:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787148469.147042:0:256812:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1787148469.147044:0:256812:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1787148469.147047:0:256812:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1787148469.147049:0:256812:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1787148469.147052:0:256812:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1787148469.147054:0:256812:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1787148469.147057:0:256812:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:2.0:1787148469.147064:0:256812:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5c5e1fdc00. 00000020:00000040:2.0:1787148469.147068:0:256812:0:(genops.c:1231:class_import_get()) import ffff8c5c5e0b1800 refcount=4 obd=lustre-OST0000-osc-ffff8c5c68fb1800 00000100:00000001:2.0:1787148469.147074:0:256812:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787148469.147076:0:256812:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787148469.147080:0:256812:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787148469.147086:0:256812:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c5c6509c600. 00000100:00000001:2.0:1787148469.147093:0:256812:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787148469.147219:0:256812:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1787148469.147228:0:256812:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff8c5c68fb1800 lock: 00000000cd3d67f7/0x632428c45c79559d lrc: 1/0,0 mode: --/PR res: [0x280000401:0x5688:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400010020 nid: local remote: 0xd48b816baf445d3f expref: -99 pid: 278319 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787148469.147345:0:256812:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1787148469.147347:0:256812:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787148469.147350:0:256812:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1787148469.147352:0:256812:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1787148469.147432:0:256812:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c5c57467300. 00000100:00000001:1.0:1787148469.147435:0:256812:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446616926961955584 : -127146747596032 : ffff8c5c57467300) 00000100:00000001:1.0:1787148469.147446:0:256812:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787148469.147447:0:256812:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616927076867072 : -127146632684544 : ffff8c5c5e1fdc00) 00000100:00000001:1.0:1787148469.147452:0:256812:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787148469.147457:0:256812:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787148469.147459:0:256812:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1787148469.147461:0:256812:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787148469.147472:0:256812:0:(lustre_net.h:2406:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8c5c5e1fdc00 x1873948276735872/t0(0) o103->lustre-OST0000-osc-ffff8c5c68fb1800@192.168.202.114@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787148469.147482:0:256812:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787148469.147484:0:256812:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787148469.147489:0:256812:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787148469.147491:0:256812:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787148469.147494:0:256812:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787148469.147498:0:256812:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5c5e1fdc00 pname:cluuid:pid:xid:nid:opc:job ldlm_bl_05:7e31181a-25e1-4c2b-a23d-b0f7747006f1:256812:1873948276735872:192.168.202.114@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1787148469.147502:0:256812:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787148469.147508:0:256812:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787148469.147511:0:256812:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787148469.147514:0:256812:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787148469.147518:0:256812:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c5c4812ce00. 02000000:00000001:1.0:1787148469.147521:0:256812:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787148469.147529:0:256812:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000010:1.0:1787148469.147534:0:256812:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5c482624d0. 00000400:00000010:1.0:1787148469.147541:0:256812:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5c6f0263b8. 00000100:00000200:1.0:1787148469.147548:0:256812:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1873948276735872, portal 18 00000100:00000001:1.0:1787148469.147556:0:256812:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787148469.147557:0:256812:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616927076867072 : -127146632684544 : ffff8c5c5e1fdc00) 00000100:00000040:1.0:1787148469.147565:0:256812:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8c5c5e1fdc00 x1873948276735872/t0(0) o103->lustre-OST0000-osc-ffff8c5c68fb1800@192.168.202.114@tcp:17/18 lens 328/224 e 0 to 0 dl 1787148485 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787148469.147572:0:256812:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787148469.147575:0:256812:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.114@tcp 00000400:00000010:1.0:1787148469.147578:0:256812:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5c6f026dd0. 00000100:00000200:1.0:1787148469.147582:0:256812:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1873948276735872, offset 0 00000400:00000200:1.0:1787148469.147588:0:256812:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.114@tcp 00000400:00000200:1.0:1787148469.147599:0:256812:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:1.0:1787148469.147608:0:256812:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.114@tcp local destination 00000400:00000200:1.0:1787148469.147613:0:256812:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787148469.147617:0:256812:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.14@tcp 00000400:00000200:1.0:1787148469.147621:0:256812:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.14@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787148469.147624:0:256812:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.114@tcp 00000400:00000200:1.0:1787148469.147628:0:256812:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.14@tcp NI seq info: [556924:556924:256:4294967295] 192.168.202.114@tcp LPNI seq info [556880:556880:8:4294967295] 00000400:00000200:1.0:1787148469.147633:0:256812:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:1.0:1787148469.147643:0:256812:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.14@tcp(192.168.202.14@tcp:) -> 192.168.202.114@tcp(192.168.202.114@tcp:192.168.202.114@tcp) : PUT try# 0 00000800:00000200:1.0:1787148469.147650:0:256812:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.114@tcp 00000800:00000010:1.0:1787148469.147657:0:256812:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5c68fa7500. 00000800:00000200:1.0:1787148469.147664:0:256812:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5c4508fcc0] -> 12345-192.168.202.114@tcp (5) 00000800:00000200:1.0:1787148469.147672:0:256812:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.114@tcp ip 192.168.202.114:988 00000800:00000200:1.0:1787148469.147676:0:256812:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8c5c68fa7500 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1787148469.147698:0:256812:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787148469.147703:0:256812:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5c68fb1800: using a timeout of 120247 usecs (121 jiffies) 00000400:00000200:1.0:1787148469.147707:0:256812:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000100:00000001:1.0:1787148469.147709:0:256812:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5c68fb1800: PM QoS new deadline estimation for cpu 0 is 4306978038 00000100:00000001:1.0:1787148469.147713:0:256812:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5c68fb1800: PM QoS request active for cpu 0, keep current deadline 4306980601 00000100:00000001:1.0:1787148469.147715:0:256812:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5c68fb1800: PM QoS new deadline estimation for cpu 1 is 4306978038 00000100:00000001:1.0:1787148469.147717:0:256812:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5c68fb1800: PM QoS request active for cpu 1, keep current deadline 4306980601 00000100:00000001:1.0:1787148469.147725:0:256812:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787148469.147728:0:256812:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787148469.147730:0:256812:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787148469.147732:0:256812:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1787148469.147735:0:256812:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5c57467300 going to sleep for 11 seconds 00000100:00000001:1.0:1787148469.147737:0:256812:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787148469.147740:0:256812:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1787148469.149422:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1787148469.149431:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5c68fa7500. 00000400:00000200:1.0:1787148469.149449:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787148469.149458:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.14@tcp->192.168.202.114@tcp: PUT: OK 00000400:00000200:1.0:1787148469.149465:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5c6f026dd0 00000400:00000010:1.0:1787148469.149468:0:2386:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff8c5c6f026dd0. 00000100:00000001:1.0:1787148469.149473:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787148469.149480:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c5c5e1fdc00 x1873948276735872/t0(0) o103->lustre-OST0000-osc-ffff8c5c68fb1800@192.168.202.114@tcp:17/18 lens 328/224 e 0 to 0 dl 1787148485 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787148469.149493:0:2386:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787148469.149496:0:2386:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8c5c5e1fdc00 x1873948276735872/t0(0) o103->lustre-OST0000-osc-ffff8c5c68fb1800@192.168.202.114@tcp:17/18 lens 328/224 e 0 to 0 dl 1787148485 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787148469.149503:0:2386:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787148469.149505:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1787148469.168392:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787148469.168411:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1787148469.168415:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787148469.168418:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787148469.168426:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148469.168434:0:2385:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.14@tcp(192.168.202.14@tcp) <- 192.168.202.114@tcp : PUT - for me 00000400:00000200:0.0:1787148469.168455:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148469.168460:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148469.168466:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148469.168471:0:2385:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.114@tcp of length 224 into portal 18 MB=0x6a858955cbf80 00000400:00000200:0.0:1787148469.168476:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148469.168491:0:2385:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.202.114@tcp of length 224/224 into md 0x561f59 [1] + 224 00000800:00000001:0.0:1787148469.168500:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787148469.168509:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787148469.168512:0:2385:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787148469.168516:0:2385:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.14@tcp->192.168.202.114@tcp: PUT: OK 00000100:00000001:0.0:1787148469.168524:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787148469.168534:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c5c5e1fdc00 x1873948276735872/t0(0) o103->lustre-OST0000-osc-ffff8c5c68fb1800@192.168.202.114@tcp:17/18 lens 328/224 e 0 to 0 dl 1787148485 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1787148469.168546:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8c5c5e1fdc00 x1873948276735872/t0(0) o103->lustre-OST0000-osc-ffff8c5c68fb1800@192.168.202.114@tcp:17/18 lens 328/224 e 0 to 0 dl 1787148485 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787148469.168566:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1787148469.168574:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787148469.168577:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787148469.168588:0:256812:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1787148469.168594:0:256812:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787148469.168596:0:256812:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787148469.168599:0:256812:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5c482624d0. 00000400:00000200:0.0:1787148469.168603:0:256812:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5c6f0263b8 00000400:00000010:0.0:1787148469.168606:0:256812:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff8c5c6f0263b8. 00000100:00000001:0.0:1787148469.168609:0:256812:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787148469.168613:0:256812:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c5c5e1fdc00 x1873948276735872/t0(0) o103->lustre-OST0000-osc-ffff8c5c68fb1800@192.168.202.114@tcp:17/18 lens 328/224 e 0 to 0 dl 1787148485 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787148469.168635:0:256812:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c5c5e1fdc00 x1873948276735872/t0(0) o103->lustre-OST0000-osc-ffff8c5c68fb1800@192.168.202.114@tcp:17/18 lens 328/224 e 0 to 0 dl 1787148485 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787148469.168641:0:256812:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787148469.168643:0:256812:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787148469.168646:0:256812:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1787148469.168649:0:256812:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1787148469.168652:0:256812:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1787148469.168654:0:256812:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787148469.168658:0:256812:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1787148469.168668:0:256812:0:(import.c:2149:obd_at_measure()) add 5 to ffff8c5c5e0b1d38 time=216 v=5 (5 5 5 5) 00000100:00001000:0.0:1787148469.168672:0:256812:0:(import.c:2149:obd_at_measure()) add 1 to ffff8c5c5e0b1c18 time=77 v=5 (1 1 1 1) 00000100:00000001:0.0:1787148469.168675:0:256812:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1787148469.168678:0:256812:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787148469.168680:0:256812:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1787148469.168684:0:256812:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787148469.168687:0:256812:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1787148469.168689:0:256812:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8c5c68fb1800: skip recheck: last_committed 42949695890 00000100:00000001:0.0:1787148469.168691:0:256812:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1787148469.168693:0:256812:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787148469.168697:0:256812:0:(lustre_net.h:2406:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8c5c5e1fdc00 x1873948276735872/t0(0) o103->lustre-OST0000-osc-ffff8c5c68fb1800@192.168.202.114@tcp:17/18 lens 328/224 e 0 to 0 dl 1787148485 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787148469.168704:0:256812:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787148469.168706:0:256812:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787148469.168708:0:256812:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787148469.168712:0:256812:0:(lustre_net.h:2406:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8c5c5e1fdc00 x1873948276735872/t0(0) o103->lustre-OST0000-osc-ffff8c5c68fb1800@192.168.202.114@tcp:17/18 lens 328/224 e 0 to 0 dl 1787148485 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787148469.168721:0:256812:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5c5e1fdc00 pname:cluuid:pid:xid:nid:opc:job ldlm_bl_05:7e31181a-25e1-4c2b-a23d-b0f7747006f1:256812:1873948276735872:192.168.202.114@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1787148469.168726:0:256812:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787148469.168728:0:256812:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787148469.168731:0:256812:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1787148469.168739:0:256812:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787148469.168743:0:256812:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8c5c5e1fdc00 x1873948276735872/t0(0) o103->lustre-OST0000-osc-ffff8c5c68fb1800@192.168.202.114@tcp:17/18 lens 328/224 e 0 to 0 dl 1787148485 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787148469.168750:0:256812:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787148469.168753:0:256812:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c5c57467300. 00000100:00000001:0.0:1787148469.168756:0:256812:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1787148469.168757:0:256812:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787148469.168760:0:256812:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787148469.168763:0:256812:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8c5c5e1fdc00 x1873948276735872/t0(0) o103->lustre-OST0000-osc-ffff8c5c68fb1800@192.168.202.114@tcp:17/18 lens 328/224 e 0 to 0 dl 1787148485 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787148469.168770:0:256812:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787148469.168773:0:256812:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787148469.168776:0:256812:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c5c4812ce00. 02000000:00000001:0.0:1787148469.168779:0:256812:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787148469.168781:0:256812:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1787148469.168783:0:256812:0:(genops.c:1244:class_import_put()) import ffff8c5c5e0b1800 refcount=3 obd=lustre-OST0000-osc-ffff8c5c68fb1800 00000020:00000001:0.0:1787148469.168785:0:256812:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1787148469.168788:0:256812:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c5c6509c600. 02000000:00000001:0.0:1787148469.168791:0:256812:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787148469.168793:0:256812:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787148469.168795:0:256812:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5c5e1fdc00. 00000100:00000001:0.0:1787148469.168798:0:256812:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787148469.168799:0:256812:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1787148469.168801:0:256812:0:(ldlm_request.c:1632:ldlm_cli_cancel_req()) Process leaving 00010000:00000001:0.0:1787148469.168805:0:256812:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1787148469.168810:0:256812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c5c68fb1800 lock: 00000000cd3d67f7/0x632428c45c79559d lrc: 0/0,0 mode: --/PR res: [0x280000401:0x5688:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400010020 nid: local remote: 0xd48b816baf445d3f expref: -99 pid: 278319 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000010:0.0:1787148469.168821:0:256812:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff8c5c7195e140. 00010000:00000040:0.0:1787148469.168824:0:256812:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff8c5c43b49200 count: 0 00010000:00000010:0.0:1787148469.168830:0:256812:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff8c5c43b49c00. 00010000:00000001:0.0:1787148469.168837:0:256812:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787148469.168838:0:256812:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787148469.168848:0:256812:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787148469.168855:0:256812:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787148469.168857:0:256812:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787148469.168859:0:256812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1787148469.168861:0:256812:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787148469.168863:0:256812:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787148469.168865:0:256812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1787148469.168867:0:256812:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787148469.168869:0:256812:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787148469.168870:0:256812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1787148469.176948:0:278734:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787148469.176957:0:278734:0:(ldlm_lockd.c:2264:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787148469.176961:0:278734:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.1F:1787148469.210757:0:1008:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5c43b49200. 00010000:00000010:0.1:1787148469.210780:0:1008:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5c82045e00. 00010000:00000001:1.0:1787148469.218432:0:266370:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787148469.218448:0:266370:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787148469.218455:0:266370:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787148469.218456:0:266370:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787148469.221353:0:235348:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787148469.221363:0:235348:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787148469.221369:0:235348:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1787148470.238240:0:266370:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787148470.238247:0:266370:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787148470.238253:0:266370:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787148470.238254:0:266370:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787148470.238335:0:235349:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787148470.238339:0:235349:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787148470.238342:0:235349:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1787148471.263377:0:266370:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787148471.263385:0:266370:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787148471.263392:0:266370:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787148471.263412:0:266370:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787148471.264707:0:244719:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787148471.264712:0:244719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787148471.264717:0:244719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1787148471.838220:0:266370:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5c48342110 (cpu 1) has reached its deadline 4306980601, at 4306980608 00000100:00000010:1.0:1787148471.838237:0:266370:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5c45727cc0. 00000100:00000040:0.0:1787148471.842565:0:231971:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5c48342000 (cpu 0) has reached its deadline 4306980601, at 4306980612 00000100:00000010:0.0:1787148471.842583:0:231971:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5c45727720. 00010000:00000001:1.0:1787148472.286273:0:266370:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787148472.286282:0:266370:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787148472.286289:0:266370:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787148472.286293:0:266370:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1787148472.286296:0:266370:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1787148472.286303:0:266370:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787148472.286306:0:266370:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787148472.286307:0:266370:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787148472.286311:0:266370:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1787148472.286314:0:266370:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787148472.286316:0:266370:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787148472.286318:0:266370:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787148472.286503:0:244722:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787148472.286506:0:244722:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787148472.286510:0:244722:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1787148473.127036:0:217321:0:(pinger.c:229:ptlrpc_pinger_process_import()) adab7261-4d97-43ea-82e8-09637750fa21->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1787148473.127044:0:217321:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1787148473.127052:0:217321:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5c6dfeb100. 00000020:00000040:0.0:1787148473.127058:0:217321:0:(genops.c:1231:class_import_get()) import ffff8c5c5776b000 refcount=4 obd=MGC192.168.202.114@tcp 00000100:00000001:0.0:1787148473.127062:0:217321:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787148473.127065:0:217321:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787148473.127069:0:217321:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787148473.127077:0:217321:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8c5c474aee00. 00000100:00000001:0.0:1787148473.127084:0:217321:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787148473.127099:0:217321:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging adab7261-4d97-43ea-82e8-09637750fa21->MGS req@ffff8c5c6dfeb100 x1873948276736000/t0(0) o400->MGC192.168.202.114@tcp@192.168.202.114@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787148473.127145:0:217321:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787148473.127150:0:217321:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787148473.127157:0:217321:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005dc7efec] to pc [ptlrpcd_00_01+1] req@ffff8c5c6dfeb100 x1873948276736000/t0(0) o400->MGC192.168.202.114@tcp@192.168.202.114@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787148473.127187:0:217321:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787148473.127189:0:217321:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7e31181a-25e1-4c2b-a23d-b0f7747006f1->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1787148473.127193:0:217321:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1787148473.127196:0:217321:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5c6dfeb800. 00000020:00000040:0.0:1787148473.127199:0:217321:0:(genops.c:1231:class_import_get()) import ffff8c5c5776a000 refcount=6 obd=lustre-MDT0000-mdc-ffff8c5c68fb1800 00000100:00000001:0.0:1787148473.127201:0:217321:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787148473.127211:0:217321:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787148473.127213:0:217321:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787148473.127217:0:217321:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8c5c474ae800. 00000100:00000001:0.0:1787148473.127221:0:217321:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787148473.127226:0:217321:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 7e31181a-25e1-4c2b-a23d-b0f7747006f1->lustre-MDT0000_UUID req@ffff8c5c6dfeb800 x1873948276736128/t0(0) o400->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787148473.127234:0:217321:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787148473.127236:0:217321:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787148473.127240:0:217321:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007bc9d663] to pc [ptlrpcd_00_00+0] req@ffff8c5c6dfeb800 x1873948276736128/t0(0) o400->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787148473.127249:0:217321:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787148473.127251:0:217321:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7e31181a-25e1-4c2b-a23d-b0f7747006f1->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1787148473.127254:0:217321:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1787148473.127257:0:217321:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5c6dfe8e00. 00000020:00000040:0.0:1787148473.127259:0:217321:0:(genops.c:1231:class_import_get()) import ffff8c5c5776c800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c5c68fb1800 00000100:00000001:0.0:1787148473.127262:0:217321:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787148473.127263:0:217321:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787148473.127265:0:217321:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787148473.127268:0:217321:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8c5c474aef00. 00000100:00000001:0.0:1787148473.127271:0:217321:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787148473.127275:0:217321:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 7e31181a-25e1-4c2b-a23d-b0f7747006f1->lustre-MDT0001_UUID req@ffff8c5c6dfe8e00 x1873948276736256/t0(0) o400->lustre-MDT0001-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787148473.127281:0:217321:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787148473.127283:0:217321:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787148473.127286:0:217321:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004a99dc7b] to pc [ptlrpcd_00_01+1] req@ffff8c5c6dfe8e00 x1873948276736256/t0(0) o400->lustre-MDT0001-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787148473.127294:0:217321:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787148473.127296:0:217321:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7e31181a-25e1-4c2b-a23d-b0f7747006f1->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1787148473.127299:0:217321:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1787148473.127302:0:217321:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5c6dfe9880. 00000020:00000040:0.0:1787148473.127312:0:217321:0:(genops.c:1231:class_import_get()) import ffff8c5c5e0b1800 refcount=4 obd=lustre-OST0000-osc-ffff8c5c68fb1800 00000100:00000001:0.0:1787148473.127314:0:217321:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787148473.127316:0:217321:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787148473.127317:0:217321:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787148473.127321:0:217321:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8c5c474ae400. 00000100:00000001:0.0:1787148473.127324:0:217321:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787148473.127328:0:217321:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 7e31181a-25e1-4c2b-a23d-b0f7747006f1->lustre-OST0000_UUID req@ffff8c5c6dfe9880 x1873948276736384/t0(0) o400->lustre-OST0000-osc-ffff8c5c68fb1800@192.168.202.114@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787148473.127335:0:217321:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787148473.127337:0:217321:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787148473.127341:0:217321:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001000a1d8] to pc [ptlrpcd_00_00+0] req@ffff8c5c6dfe9880 x1873948276736384/t0(0) o400->lustre-OST0000-osc-ffff8c5c68fb1800@192.168.202.114@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787148473.127349:0:217321:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787148473.127351:0:217321:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7e31181a-25e1-4c2b-a23d-b0f7747006f1->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1787148473.127354:0:217321:0:(pinger.c:247:ptlrpc_pinger_process_import()) 7e31181a-25e1-4c2b-a23d-b0f7747006f1->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1787148473.127359:0:217321:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12319) 00000100:00000001:0.0:1787148473.127376:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787148473.127383:0:2393:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787148473.127386:0:2393:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787148473.127392:0:2393:0:(lustre_net.h:2406:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8c5c6dfeb800 x1873948276736128/t0(0) o400->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787148473.127410:0:2393:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787148473.127413:0:2393:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787148473.127419:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787148473.127422:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787148473.127424:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787148473.127429:0:2393:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5c6dfeb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7e31181a-25e1-4c2b-a23d-b0f7747006f1:2393:1873948276736128:192.168.202.114@tcp:400:kworker.0 00000100:00000001:0.0:1787148473.127433:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787148473.127439:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787148473.127442:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787148473.127445:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787148473.127455:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c5c45228400. 02000000:00000001:0.0:1787148473.127457:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787148473.127466:0:2393:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000010:0.0:1787148473.127472:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5c483f4dc0. 00000400:00000010:0.0:1787148473.127478:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5c47fec7f8. 00000100:00000200:0.0:1787148473.127486:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1873948276736128, portal 10 00000100:00000001:0.0:1787148473.127488:0:2393:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787148473.127490:0:2393:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616927343130624 : -127146366420992 : ffff8c5c6dfeb800) 00000100:00000040:0.0:1787148473.127498:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8c5c6dfeb800 x1873948276736128/t0(0) o400->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148528 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787148473.127506:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787148473.127508:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.114@tcp 00000400:00000010:0.0:1787148473.127511:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5c47fecb28. 00000100:00000200:0.0:1787148473.127514:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1873948276736128, offset 0 00000400:00000200:0.0:1787148473.127520:0:2393:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.114@tcp 00000400:00000200:0.0:1787148473.127530:0:2393:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148473.127538:0:2393:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.114@tcp local destination 00000400:00000200:0.0:1787148473.127544:0:2393:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787148473.127548:0:2393:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.14@tcp 00000400:00000200:0.0:1787148473.127552:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787148473.127555:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.114@tcp 00000400:00000200:0.0:1787148473.127558:0:2393:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.14@tcp NI seq info: [556925:556925:256:4294967295] 192.168.202.114@tcp LPNI seq info [556881:556881:8:4294967295] 00000400:00000200:0.0:1787148473.127562:0:2393:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148473.127572:0:2393:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.14@tcp(192.168.202.14@tcp:) -> 192.168.202.114@tcp(192.168.202.114@tcp:192.168.202.114@tcp) : PUT try# 0 00000800:00000200:0.0:1787148473.127577:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.114@tcp 00000800:00000010:0.0:1787148473.127582:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5c474ae500. 00000800:00000200:0.0:1787148473.127588:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5c4508fcc0] -> 12345-192.168.202.114@tcp (5) 00000800:00000200:0.0:1787148473.127597:0:2393:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.114@tcp ip 192.168.202.114:988 00000800:00000200:0.0:1787148473.127602:0:2393:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8c5c474ae500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1787148473.127612:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787148473.127616:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5c68fb1800: using a timeout of 24656 usecs (25 jiffies) 00000400:00000200:0.0:1787148473.127624:0:2393:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000100:00000001:0.0:1787148473.127628:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5c68fb1800: PM QoS new deadline estimation for cpu 0 is 4306981922 00000100:00000010:0.0:1787148473.127632:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5c45784420. 00000100:00000001:0.0:1787148473.127638:0:2393:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5c68fb1800: PM QoS request now active for cpu 0 00000100:00000001:0.0:1787148473.127646:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5c68fb1800: PM QoS new deadline estimation for cpu 1 is 4306981922 00000100:00000010:0.0:1787148473.127649:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5c45784660. 00000100:00000001:0.0:1787148473.127652:0:2393:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5c68fb1800: PM QoS request now active for cpu 1 00000100:00000001:0.0:1787148473.127656:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787148473.127658:0:2393:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787148473.127661:0:2393:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787148473.127665:0:2393:0:(lustre_net.h:2406:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8c5c6dfe9880 x1873948276736384/t0(0) o400->lustre-OST0000-osc-ffff8c5c68fb1800@192.168.202.114@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787148473.127671:0:2393:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787148473.127673:0:2393:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787148473.127675:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787148473.127677:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787148473.127679:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787148473.127682:0:2393:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5c6dfe9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7e31181a-25e1-4c2b-a23d-b0f7747006f1:2393:1873948276736384:192.168.202.114@tcp:400:kworker.0 00000100:00000001:0.0:1787148473.127685:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787148473.127687:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787148473.127689:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787148473.127691:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787148473.127694:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c5c47580c00. 02000000:00000001:0.0:1787148473.127696:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787148473.127699:0:2393:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000010:0.0:1787148473.127702:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5c483f4bb0. 00000400:00000010:0.0:1787148473.127706:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5c47fec660. 00000100:00000200:0.0:1787148473.127708:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1873948276736384, portal 4 00000100:00000001:0.0:1787148473.127710:0:2393:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787148473.127711:0:2393:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616927343122560 : -127146366429056 : ffff8c5c6dfe9880) 00000100:00000040:0.0:1787148473.127716:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8c5c6dfe9880 x1873948276736384/t0(0) o400->lustre-OST0000-osc-ffff8c5c68fb1800@192.168.202.114@tcp:28/4 lens 224/224 e 0 to 0 dl 1787148528 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787148473.127728:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787148473.127731:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.114@tcp 00000400:00000010:0.0:1787148473.127733:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5c47fec000. 00000100:00000200:0.0:1787148473.127736:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1873948276736384, offset 0 00000400:00000200:0.0:1787148473.127740:0:2393:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.114@tcp 00000400:00000200:0.0:1787148473.127744:0:2393:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148473.127747:0:2393:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.114@tcp local destination 00000400:00000200:0.0:1787148473.127750:0:2393:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787148473.127752:0:2393:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.14@tcp 00000400:00000200:0.0:1787148473.127754:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787148473.127756:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.114@tcp 00000400:00000200:0.0:1787148473.127759:0:2393:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.14@tcp NI seq info: [556926:556926:255:4294967295] 192.168.202.114@tcp LPNI seq info [556882:556882:7:4294967295] 00000400:00000200:0.0:1787148473.127763:0:2393:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148473.127770:0:2393:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.14@tcp(192.168.202.14@tcp:) -> 192.168.202.114@tcp(192.168.202.114@tcp:192.168.202.114@tcp) : PUT try# 0 00000800:00000200:0.0:1787148473.127775:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.114@tcp 00000800:00000010:0.0:1787148473.127778:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5c474ae000. 00000800:00000200:0.0:1787148473.127782:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5c4508fcc0] -> 12345-192.168.202.114@tcp (5) 00000800:00000200:0.0:1787148473.127786:0:2393:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.114@tcp ip 192.168.202.114:988 00000800:00000200:0.0:1787148473.127789:0:2393:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8c5c474ae000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1787148473.127792:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787148473.127794:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5c68fb1800: using a timeout of 120173 usecs (121 jiffies) 00000400:00000200:0.0:1787148473.127798:0:2393:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000100:00000001:0.0:1787148473.127800:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5c68fb1800: PM QoS new deadline estimation for cpu 0 is 4306982018 00000100:00000001:0.0:1787148473.127805:0:2393:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5c68fb1800: PM QoS request active for cpu 0, simply extend its deadline from 4306981922 00000100:00000001:0.0:1787148473.127808:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5c68fb1800: PM QoS new deadline estimation for cpu 1 is 4306982018 00000100:00000001:0.0:1787148473.127811:0:2393:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5c68fb1800: PM QoS request active for cpu 1, simply extend its deadline from 4306981922 00000100:00000001:0.0:1787148473.127814:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787148473.127816:0:2393:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787148473.127823:0:2393:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787148473.127825:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787148473.127832:0:2393:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787148473.127834:0:2393:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00000001:0.0:1787148473.127836:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787148473.127837:0:2393:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787148473.127839:0:2393:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787148473.127841:0:2393:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:0.0:1787148473.127843:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787148473.127845:0:2393:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787148473.127846:0:2393:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787148473.127848:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787148473.127849:0:2393:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787148473.127851:0:2393:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787148473.127855:0:2393:0:(lustre_net.h:2406:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8c5c6dfeb100 x1873948276736000/t0(0) o400->MGC192.168.202.114@tcp@192.168.202.114@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787148473.127861:0:2393:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787148473.127863:0:2393:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787148473.127865:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787148473.127866:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787148473.127868:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787148473.127871:0:2393:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5c6dfeb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:adab7261-4d97-43ea-82e8-09637750fa21:2393:1873948276736000:192.168.202.114@tcp:400:kworker.0 00000100:00000001:0.0:1787148473.127874:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787148473.127876:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787148473.127878:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787148473.127879:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787148473.127882:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c5c47580000. 02000000:00000001:0.0:1787148473.127884:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787148473.127888:0:2393:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000010:0.0:1787148473.127890:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5c483f4268. 00000400:00000010:0.0:1787148473.127893:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5c47fecdd0. 00000100:00000200:0.0:1787148473.127896:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1873948276736000, portal 25 00000100:00000001:0.0:1787148473.127898:0:2393:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787148473.127899:0:2393:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616927343128832 : -127146366422784 : ffff8c5c6dfeb100) 00000100:00000040:0.0:1787148473.127903:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8c5c6dfeb100 x1873948276736000/t0(0) o400->MGC192.168.202.114@tcp@192.168.202.114@tcp:26/25 lens 224/224 e 0 to 0 dl 1787148489 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787148473.127925:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787148473.127928:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.114@tcp 00000400:00000010:0.0:1787148473.127932:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5c47fec440. 00000100:00000200:0.0:1787148473.127935:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1873948276736000, offset 0 00000400:00000200:0.0:1787148473.127939:0:2393:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.114@tcp 00000400:00000200:0.0:1787148473.127942:0:2393:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148473.127946:0:2393:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.114@tcp local destination 00000400:00000200:0.0:1787148473.127948:0:2393:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787148473.127951:0:2393:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.14@tcp 00000400:00000200:0.0:1787148473.127953:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787148473.127955:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.114@tcp 00000400:00000200:0.0:1787148473.127958:0:2393:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.14@tcp NI seq info: [556927:556927:254:4294967295] 192.168.202.114@tcp LPNI seq info [556883:556883:6:4294967295] 00000400:00000200:0.0:1787148473.127961:0:2393:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148473.127967:0:2393:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.14@tcp(192.168.202.14@tcp:) -> 192.168.202.114@tcp(192.168.202.114@tcp:192.168.202.114@tcp) : PUT try# 0 00000800:00000200:0.0:1787148473.127971:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.114@tcp 00000800:00000010:0.0:1787148473.127974:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5c474aed00. 00000800:00000200:0.0:1787148473.127978:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5c4508fcc0] -> 12345-192.168.202.114@tcp (5) 00000800:00000200:0.0:1787148473.127982:0:2393:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.114@tcp ip 192.168.202.114:988 00000800:00000200:0.0:1787148473.127985:0:2393:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8c5c474aed00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1787148473.127987:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787148473.127990:0:2393:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000100:00000001:0.0:1787148473.127992:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.114@tcp: PM QoS new deadline estimation for cpu 0 is 4306985730 00000100:00000001:0.0:1787148473.127996:0:2393:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.114@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306982018 00000100:00000001:0.0:1787148473.127999:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.114@tcp: PM QoS new deadline estimation for cpu 1 is 4306985730 00000100:00000001:0.0:1787148473.128002:0:2393:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.114@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306982018 00000100:00000001:0.0:1787148473.128004:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787148473.128006:0:2393:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787148473.128008:0:2393:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787148473.128012:0:2393:0:(lustre_net.h:2406:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8c5c6dfe8e00 x1873948276736256/t0(0) o400->lustre-MDT0001-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787148473.128024:0:2393:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787148473.128025:0:2393:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787148473.128027:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787148473.128028:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787148473.128030:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787148473.128033:0:2393:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5c6dfe8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7e31181a-25e1-4c2b-a23d-b0f7747006f1:2393:1873948276736256:192.168.202.114@tcp:400:kworker.0 00000100:00000001:0.0:1787148473.128036:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787148473.128039:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787148473.128040:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787148473.128041:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787148473.128044:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c5c47580e00. 02000000:00000001:0.0:1787148473.128046:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787148473.128049:0:2393:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000010:0.0:1787148473.128051:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5c483f4e70. 00000400:00000010:0.0:1787148473.128055:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5c47fec3b8. 00000100:00000200:0.0:1787148473.128057:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1873948276736256, portal 10 00000100:00000001:0.0:1787148473.128059:0:2393:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787148473.128060:0:2393:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616927343119872 : -127146366431744 : ffff8c5c6dfe8e00) 00000100:00000040:0.0:1787148473.128066:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8c5c6dfe8e00 x1873948276736256/t0(0) o400->lustre-MDT0001-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148528 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787148473.128071:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787148473.128074:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.114@tcp 00000400:00000010:0.0:1787148473.128076:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5c47fec6e8. 00000100:00000200:0.0:1787148473.128078:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1873948276736256, offset 0 00000400:00000200:0.0:1787148473.128082:0:2393:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.114@tcp 00000400:00000200:0.0:1787148473.128085:0:2393:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148473.128089:0:2393:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.114@tcp local destination 00000400:00000200:0.0:1787148473.128091:0:2393:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787148473.128093:0:2393:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.14@tcp 00000400:00000200:0.0:1787148473.128095:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787148473.128098:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.114@tcp 00000400:00000200:0.0:1787148473.128149:0:2393:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.14@tcp NI seq info: [556928:556928:253:4294967295] 192.168.202.114@tcp LPNI seq info [556884:556884:5:4294967295] 00000400:00000200:0.0:1787148473.128153:0:2393:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148473.128159:0:2393:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.14@tcp(192.168.202.14@tcp:) -> 192.168.202.114@tcp(192.168.202.114@tcp:192.168.202.114@tcp) : PUT try# 0 00000800:00000200:0.0:1787148473.128164:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.114@tcp 00000800:00000010:0.0:1787148473.128168:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5c474ae600. 00000800:00000200:0.0:1787148473.128171:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5c4508fcc0] -> 12345-192.168.202.114@tcp (5) 00000800:00000200:0.0:1787148473.128175:0:2393:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.114@tcp ip 192.168.202.114:988 00000800:00000200:0.0:1787148473.128178:0:2393:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8c5c474ae600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1787148473.128181:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787148473.128184:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5c68fb1800: using a timeout of 16991 usecs (17 jiffies) 00000400:00000200:0.0:1787148473.128187:0:2393:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000100:00000001:0.0:1787148473.128189:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5c68fb1800: PM QoS new deadline estimation for cpu 0 is 4306981914 00000100:00000001:0.0:1787148473.128191:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5c68fb1800: PM QoS request active for cpu 0, keep current deadline 4306985730 00000100:00000001:0.0:1787148473.128193:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5c68fb1800: PM QoS new deadline estimation for cpu 1 is 4306981914 00000100:00000001:0.0:1787148473.128195:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5c68fb1800: PM QoS request active for cpu 1, keep current deadline 4306985730 00000100:00000001:0.0:1787148473.128197:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787148473.128199:0:2393:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787148473.128202:0:2393:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787148473.128204:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787148473.128360:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787148473.128363:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1787148473.128419:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1787148473.128424:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5c474ae500. 00000400:00000200:1.0:1787148473.128431:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787148473.128436:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.14@tcp->192.168.202.114@tcp: PUT: OK 00000400:00000200:1.0:1787148473.128441:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5c47fecb28 00000400:00000010:1.0:1787148473.128443:0:2386:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff8c5c47fecb28. 00000100:00000001:1.0:1787148473.128448:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787148473.128453:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c5c6dfeb800 x1873948276736128/t0(0) o400->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148528 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787148473.128462:0:2386:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787148473.128465:0:2386:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8c5c6dfeb800 x1873948276736128/t0(0) o400->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148528 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787148473.128472:0:2386:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787148473.128473:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1787148473.128486:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1787148473.128488:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5c474ae000. 00000400:00000200:1.0:1787148473.128491:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787148473.128494:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.14@tcp->192.168.202.114@tcp: PUT: OK 00000400:00000200:1.0:1787148473.128502:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5c47fec000 00000400:00000010:1.0:1787148473.128503:0:2386:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff8c5c47fec000. 00000100:00000001:1.0:1787148473.128506:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787148473.128509:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c5c6dfe9880 x1873948276736384/t0(0) o400->lustre-OST0000-osc-ffff8c5c68fb1800@192.168.202.114@tcp:28/4 lens 224/224 e 0 to 0 dl 1787148528 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787148473.128516:0:2386:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787148473.128518:0:2386:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8c5c6dfe9880 x1873948276736384/t0(0) o400->lustre-OST0000-osc-ffff8c5c68fb1800@192.168.202.114@tcp:28/4 lens 224/224 e 0 to 0 dl 1787148528 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787148473.128524:0:2386:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787148473.128525:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1787148473.128532:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1787148473.128534:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5c474aed00. 00000400:00000200:1.0:1787148473.128536:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787148473.128539:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.14@tcp->192.168.202.114@tcp: PUT: OK 00000400:00000200:1.0:1787148473.128542:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5c47fec440 00000400:00000010:1.0:1787148473.128543:0:2386:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff8c5c47fec440. 00000100:00000001:1.0:1787148473.128545:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787148473.128547:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c5c6dfeb100 x1873948276736000/t0(0) o400->MGC192.168.202.114@tcp@192.168.202.114@tcp:26/25 lens 224/224 e 0 to 0 dl 1787148489 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787148473.128552:0:2386:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787148473.128555:0:2386:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8c5c6dfeb100 x1873948276736000/t0(0) o400->MGC192.168.202.114@tcp@192.168.202.114@tcp:26/25 lens 224/224 e 0 to 0 dl 1787148489 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787148473.128559:0:2386:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787148473.128561:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1787148473.128618:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1787148473.128620:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5c474ae600. 00000400:00000200:1.0:1787148473.128623:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787148473.128626:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.14@tcp->192.168.202.114@tcp: PUT: OK 00000400:00000200:1.0:1787148473.128629:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5c47fec6e8 00000400:00000010:1.0:1787148473.128630:0:2386:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff8c5c47fec6e8. 00000100:00000001:1.0:1787148473.128632:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787148473.128636:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c5c6dfe8e00 x1873948276736256/t0(0) o400->lustre-MDT0001-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148528 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787148473.128653:0:2386:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787148473.128657:0:2386:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8c5c6dfe8e00 x1873948276736256/t0(0) o400->lustre-MDT0001-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148528 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787148473.128662:0:2386:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787148473.128663:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1787148473.132643:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787148473.132661:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1787148473.132666:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787148473.132668:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787148473.132678:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148473.132686:0:2385:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.14@tcp(192.168.202.14@tcp) <- 192.168.202.114@tcp : PUT - for me 00000400:00000200:0.0:1787148473.132695:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148473.132700:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148473.132706:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148473.132711:0:2385:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.114@tcp of length 224 into portal 10 MB=0x6a858955cc080 00000400:00000200:0.0:1787148473.132716:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148473.132736:0:2385:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.114@tcp of length 224/224 into md 0x561f69 [1] + 224 00000800:00000001:0.0:1787148473.132745:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787148473.132750:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787148473.132754:0:2385:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787148473.132759:0:2385:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.14@tcp->192.168.202.114@tcp: PUT: OK 00000100:00000001:0.0:1787148473.132766:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787148473.132775:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c5c6dfeb800 x1873948276736128/t0(0) o400->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148528 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1787148473.132786:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8c5c6dfeb800 x1873948276736128/t0(0) o400->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148528 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787148473.132810:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1787148473.132818:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787148473.132822:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1787148473.132824:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787148473.132826:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787148473.132829:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148473.132833:0:2385:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.14@tcp(192.168.202.14@tcp) <- 192.168.202.114@tcp : PUT - for me 00000400:00000200:0.0:1787148473.132837:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148473.132839:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148473.132842:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148473.132845:0:2385:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.114@tcp of length 224 into portal 10 MB=0x6a858955cc100 00000400:00000200:0.0:1787148473.132848:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148473.132852:0:2385:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.114@tcp of length 224/224 into md 0x561f99 [1] + 224 00000800:00000001:0.0:1787148473.132856:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787148473.132858:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787148473.132860:0:2385:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787148473.132863:0:2385:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.14@tcp->192.168.202.114@tcp: PUT: OK 00000100:00000001:0.0:1787148473.132866:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787148473.132870:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c5c6dfe8e00 x1873948276736256/t0(0) o400->lustre-MDT0001-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148528 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1787148473.132879:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8c5c6dfe8e00 x1873948276736256/t0(0) o400->lustre-MDT0001-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148528 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787148473.132892:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1787148473.132897:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787148473.132900:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1787148473.132902:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787148473.132904:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787148473.132987:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787148473.132991:0:2393:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1787148473.132998:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787148473.133001:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787148473.133004:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5c483f4e70. 00000400:00000200:1.0:1787148473.133009:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5c47fec3b8 00000400:00000010:1.0:1787148473.133012:0:2393:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff8c5c47fec3b8. 00000100:00000001:1.0:1787148473.133015:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787148473.133020:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c5c6dfe8e00 x1873948276736256/t0(0) o400->lustre-MDT0001-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148528 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787148473.133029:0:2393:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c5c6dfe8e00 x1873948276736256/t0(0) o400->lustre-MDT0001-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148528 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787148473.133035:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787148473.133036:0:2393:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787148473.133039:0:2393:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1787148473.133042:0:2393:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1787148473.133044:0:2393:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1787148473.133046:0:2393:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787148473.133049:0:2393:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1787148473.133060:0:2393:0:(import.c:2149:obd_at_measure()) add 36 to ffff8c5c5776cc60 time=105 v=36 (36 36 36 36) 00000100:00001000:1.0:1787148473.133065:0:2393:0:(import.c:2149:obd_at_measure()) add 1 to ffff8c5c5776cc18 time=132 v=5 (1 1 0 0) 00000100:00000001:1.0:1787148473.133067:0:2393:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1787148473.133069:0:2393:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787148473.133071:0:2393:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1787148473.133076:0:2393:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8c5c6dfe8e00 x1873948276736256/t0(0) o400->lustre-MDT0001-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148528 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1787148473.133083:0:2393:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787148473.133093:0:2393:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1787148473.133095:0:2393:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8c5c68fb1800: skip recheck: last_committed 21474836540 00000100:00000001:1.0:1787148473.133098:0:2393:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1787148473.133099:0:2393:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787148473.133132:0:2393:0:(lustre_net.h:2406:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8c5c6dfe8e00 x1873948276736256/t0(0) o400->lustre-MDT0001-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148528 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787148473.133140:0:2393:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787148473.133143:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787148473.133145:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787148473.133148:0:2393:0:(lustre_net.h:2406:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8c5c6dfe8e00 x1873948276736256/t0(0) o400->lustre-MDT0001-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148528 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787148473.133156:0:2393:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5c6dfe8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7e31181a-25e1-4c2b-a23d-b0f7747006f1:2393:1873948276736256:192.168.202.114@tcp:400:kworker.0 00000400:00000001:1.0:1787148473.133162:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787148473.133163:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787148473.133165:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5c483f4dc0. 00000400:00000200:1.0:1787148473.133167:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5c47fec7f8 00000400:00000010:1.0:1787148473.133169:0:2393:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff8c5c47fec7f8. 00000100:00000001:1.0:1787148473.133172:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787148473.133175:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c5c6dfeb800 x1873948276736128/t0(0) o400->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148528 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787148473.133182:0:2393:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c5c6dfeb800 x1873948276736128/t0(0) o400->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148528 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787148473.133187:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787148473.133188:0:2393:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787148473.133190:0:2393:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1787148473.133191:0:2393:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1787148473.133192:0:2393:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1787148473.133194:0:2393:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787148473.133196:0:2393:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1787148473.133199:0:2393:0:(import.c:2149:obd_at_measure()) add 36 to ffff8c5c5776a460 time=105 v=36 (36 36 36 36) 00000100:00001000:1.0:1787148473.133202:0:2393:0:(import.c:2149:obd_at_measure()) add 1 to ffff8c5c5776a418 time=7 v=5 (1 1 1 0) 00000100:00000001:1.0:1787148473.133210:0:2393:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1787148473.133211:0:2393:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787148473.133213:0:2393:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1787148473.133215:0:2393:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787148473.133217:0:2393:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1787148473.133219:0:2393:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c5c68fb1800: skip recheck: last_committed 30064771464 00000100:00000001:1.0:1787148473.133220:0:2393:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1787148473.133222:0:2393:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787148473.133226:0:2393:0:(lustre_net.h:2406:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8c5c6dfeb800 x1873948276736128/t0(0) o400->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148528 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787148473.133231:0:2393:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787148473.133233:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787148473.133234:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787148473.133237:0:2393:0:(lustre_net.h:2406:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8c5c6dfeb800 x1873948276736128/t0(0) o400->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148528 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787148473.133244:0:2393:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5c6dfeb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7e31181a-25e1-4c2b-a23d-b0f7747006f1:2393:1873948276736128:192.168.202.114@tcp:400:kworker.0 00000100:00000001:1.0:1787148473.133249:0:2393:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787148473.133251:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787148473.133254:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8c5c6dfe8e00 x1873948276736256/t0(0) o400->lustre-MDT0001-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148528 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787148473.133261:0:2393:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787148473.133264:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787148473.133267:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c5c47580e00. 02000000:00000001:1.0:1787148473.133271:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787148473.133274:0:2393:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1787148473.133276:0:2393:0:(genops.c:1244:class_import_put()) import ffff8c5c5776c800 refcount=3 obd=lustre-MDT0001-mdc-ffff8c5c68fb1800 00000020:00000001:1.0:1787148473.133278:0:2393:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1787148473.133281:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8c5c474aef00. 02000000:00000001:1.0:1787148473.133284:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787148473.133286:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787148473.133287:0:2393:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5c6dfe8e00. 00000100:00000001:1.0:1787148473.133290:0:2393:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787148473.133297:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787148473.133299:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787148473.133302:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8c5c6dfeb800 x1873948276736128/t0(0) o400->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148528 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787148473.133309:0:2393:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787148473.133310:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787148473.133312:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c5c45228400. 02000000:00000001:1.0:1787148473.133315:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787148473.133316:0:2393:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1787148473.133317:0:2393:0:(genops.c:1244:class_import_put()) import ffff8c5c5776a000 refcount=5 obd=lustre-MDT0000-mdc-ffff8c5c68fb1800 00000020:00000001:1.0:1787148473.133319:0:2393:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1787148473.133321:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8c5c474ae800. 02000000:00000001:1.0:1787148473.133323:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787148473.133324:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787148473.133325:0:2393:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5c6dfeb800. 00000100:00000001:1.0:1787148473.133327:0:2393:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787148473.133328:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787148473.133331:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787148473.133333:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787148473.133335:0:2393:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787148473.133336:0:2393:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787148473.133338:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787148473.133409:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148473.133414:0:2385:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.14@tcp(192.168.202.14@tcp) <- 192.168.202.114@tcp : PUT - for me 00000400:00000200:0.0:1787148473.133420:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148473.133423:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148473.133426:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148473.133429:0:2385:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.114@tcp of length 224 into portal 25 MB=0x6a858955cc000 00000400:00000200:0.0:1787148473.133433:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148473.133437:0:2385:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.114@tcp of length 224/224 into md 0x561f89 [1] + 224 00000800:00000001:0.0:1787148473.133442:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787148473.133451:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787148473.133453:0:2385:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787148473.133457:0:2385:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.14@tcp->192.168.202.114@tcp: PUT: OK 00000100:00000001:0.0:1787148473.133461:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787148473.133465:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c5c6dfeb100 x1873948276736000/t0(0) o400->MGC192.168.202.114@tcp@192.168.202.114@tcp:26/25 lens 224/224 e 0 to 0 dl 1787148489 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1787148473.133473:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8c5c6dfeb100 x1873948276736000/t0(0) o400->MGC192.168.202.114@tcp@192.168.202.114@tcp:26/25 lens 224/224 e 0 to 0 dl 1787148489 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787148473.133482:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1787148473.133487:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787148473.133490:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787148473.133539:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787148473.133541:0:2393:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1787148473.133544:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787148473.133546:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787148473.133548:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5c483f4268. 00000400:00000200:1.0:1787148473.133551:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5c47fecdd0 00000400:00000010:1.0:1787148473.133553:0:2393:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff8c5c47fecdd0. 00000100:00000001:1.0:1787148473.133555:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787148473.133558:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c5c6dfeb100 x1873948276736000/t0(0) o400->MGC192.168.202.114@tcp@192.168.202.114@tcp:26/25 lens 224/224 e 0 to 0 dl 1787148489 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787148473.133565:0:2393:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c5c6dfeb100 x1873948276736000/t0(0) o400->MGC192.168.202.114@tcp@192.168.202.114@tcp:26/25 lens 224/224 e 0 to 0 dl 1787148489 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787148473.133571:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787148473.133572:0:2393:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787148473.133579:0:2393:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1787148473.133581:0:2393:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1787148473.133582:0:2393:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1787148473.133584:0:2393:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787148473.133585:0:2393:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1787148473.133589:0:2393:0:(import.c:2149:obd_at_measure()) add 5 to ffff8c5c5776b460 time=105 v=5 (5 5 5 5) 00000100:00001000:1.0:1787148473.133592:0:2393:0:(import.c:2149:obd_at_measure()) add 1 to ffff8c5c5776b418 time=7 v=5 (1 1 1 0) 00000100:00000001:1.0:1787148473.133594:0:2393:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1787148473.133595:0:2393:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787148473.133597:0:2393:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1787148473.133598:0:2393:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787148473.133600:0:2393:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787148473.133604:0:2393:0:(lustre_net.h:2406:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8c5c6dfeb100 x1873948276736000/t0(0) o400->MGC192.168.202.114@tcp@192.168.202.114@tcp:26/25 lens 224/224 e 0 to 0 dl 1787148489 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787148473.133611:0:2393:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787148473.133613:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787148473.133614:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787148473.133617:0:2393:0:(lustre_net.h:2406:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8c5c6dfeb100 x1873948276736000/t0(0) o400->MGC192.168.202.114@tcp@192.168.202.114@tcp:26/25 lens 224/224 e 0 to 0 dl 1787148489 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787148473.133624:0:2393:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5c6dfeb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:adab7261-4d97-43ea-82e8-09637750fa21:2393:1873948276736000:192.168.202.114@tcp:400:kworker.0 00000100:00000001:1.0:1787148473.133628:0:2393:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787148473.133630:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787148473.133632:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8c5c6dfeb100 x1873948276736000/t0(0) o400->MGC192.168.202.114@tcp@192.168.202.114@tcp:26/25 lens 224/224 e 0 to 0 dl 1787148489 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787148473.133639:0:2393:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787148473.133640:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787148473.133642:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c5c47580000. 02000000:00000001:1.0:1787148473.133644:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787148473.133646:0:2393:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1787148473.133647:0:2393:0:(genops.c:1244:class_import_put()) import ffff8c5c5776b000 refcount=3 obd=MGC192.168.202.114@tcp 00000020:00000001:1.0:1787148473.133649:0:2393:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1787148473.133650:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8c5c474aee00. 02000000:00000001:1.0:1787148473.133652:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787148473.133658:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787148473.133660:0:2393:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5c6dfeb100. 00000100:00000001:1.0:1787148473.133662:0:2393:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787148473.133663:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787148473.133665:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787148473.133667:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787148473.133668:0:2393:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787148473.133670:0:2393:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787148473.133672:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1787148473.135027:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787148473.135042:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1787148473.135045:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787148473.135047:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787148473.135054:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:1.0:1787148473.135061:0:2386:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.14@tcp(192.168.202.14@tcp) <- 192.168.202.114@tcp : PUT - for me 00000400:00000200:1.0:1787148473.135069:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:1.0:1787148473.135072:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:1.0:1787148473.135076:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:1.0:1787148473.135080:0:2386:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.114@tcp of length 224 into portal 4 MB=0x6a858955cc180 00000400:00000200:1.0:1787148473.135084:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:1.0:1787148473.135089:0:2386:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.114@tcp of length 224/224 into md 0x561f79 [1] + 224 00000800:00000001:1.0:1787148473.135095:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787148473.135139:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787148473.135143:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787148473.135148:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.14@tcp->192.168.202.114@tcp: PUT: OK 00000100:00000001:1.0:1787148473.135155:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787148473.135163:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c5c6dfe9880 x1873948276736384/t0(0) o400->lustre-OST0000-osc-ffff8c5c68fb1800@192.168.202.114@tcp:28/4 lens 224/224 e 0 to 0 dl 1787148528 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1787148473.135174:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8c5c6dfe9880 x1873948276736384/t0(0) o400->lustre-OST0000-osc-ffff8c5c68fb1800@192.168.202.114@tcp:28/4 lens 224/224 e 0 to 0 dl 1787148528 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787148473.135188:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1787148473.135195:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787148473.135198:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787148473.139040:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787148473.139051:0:2393:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1787148473.139061:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787148473.139064:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787148473.139068:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5c483f4bb0. 00000400:00000200:0.0:1787148473.139078:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5c47fec660 00000400:00000010:0.0:1787148473.139081:0:2393:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff8c5c47fec660. 00000100:00000001:0.0:1787148473.139149:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787148473.139164:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c5c6dfe9880 x1873948276736384/t0(0) o400->lustre-OST0000-osc-ffff8c5c68fb1800@192.168.202.114@tcp:28/4 lens 224/224 e 0 to 0 dl 1787148528 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787148473.139177:0:2393:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c5c6dfe9880 x1873948276736384/t0(0) o400->lustre-OST0000-osc-ffff8c5c68fb1800@192.168.202.114@tcp:28/4 lens 224/224 e 0 to 0 dl 1787148528 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787148473.139186:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787148473.139188:0:2393:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787148473.139191:0:2393:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1787148473.139194:0:2393:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1787148473.139197:0:2393:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1787148473.139200:0:2393:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787148473.139203:0:2393:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1787148473.139215:0:2393:0:(import.c:2149:obd_at_measure()) add 36 to ffff8c5c5e0b1c60 time=105 v=36 (36 5 5 5) 00000100:00001000:0.0:1787148473.139219:0:2393:0:(import.c:2149:obd_at_measure()) add 1 to ffff8c5c5e0b1c18 time=81 v=5 (1 1 1 1) 00000100:00000001:0.0:1787148473.139222:0:2393:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1787148473.139224:0:2393:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787148473.139227:0:2393:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1787148473.139232:0:2393:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787148473.139236:0:2393:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1787148473.139238:0:2393:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8c5c68fb1800: skip recheck: last_committed 42949695890 00000100:00000001:0.0:1787148473.139240:0:2393:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1787148473.139242:0:2393:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787148473.139247:0:2393:0:(lustre_net.h:2406:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8c5c6dfe9880 x1873948276736384/t0(0) o400->lustre-OST0000-osc-ffff8c5c68fb1800@192.168.202.114@tcp:28/4 lens 224/224 e 0 to 0 dl 1787148528 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787148473.139254:0:2393:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787148473.139257:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787148473.139259:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787148473.139263:0:2393:0:(lustre_net.h:2406:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8c5c6dfe9880 x1873948276736384/t0(0) o400->lustre-OST0000-osc-ffff8c5c68fb1800@192.168.202.114@tcp:28/4 lens 224/224 e 0 to 0 dl 1787148528 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787148473.139271:0:2393:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5c6dfe9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7e31181a-25e1-4c2b-a23d-b0f7747006f1:2393:1873948276736384:192.168.202.114@tcp:400:kworker.0 00000100:00000001:0.0:1787148473.139276:0:2393:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787148473.139284:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787148473.139288:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8c5c6dfe9880 x1873948276736384/t0(0) o400->lustre-OST0000-osc-ffff8c5c68fb1800@192.168.202.114@tcp:28/4 lens 224/224 e 0 to 0 dl 1787148528 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787148473.139296:0:2393:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787148473.139298:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787148473.139302:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c5c47580c00. 02000000:00000001:0.0:1787148473.139306:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787148473.139308:0:2393:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1787148473.139310:0:2393:0:(genops.c:1244:class_import_put()) import ffff8c5c5e0b1800 refcount=3 obd=lustre-OST0000-osc-ffff8c5c68fb1800 00000020:00000001:0.0:1787148473.139313:0:2393:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1787148473.139316:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8c5c474ae400. 02000000:00000001:0.0:1787148473.139319:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787148473.139321:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787148473.139323:0:2393:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5c6dfe9880. 00000100:00000001:0.0:1787148473.139326:0:2393:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787148473.139327:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787148473.139329:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787148473.139337:0:2393:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787148473.139338:0:2393:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787148473.139341:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787148473.139343:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787148473.310198:0:266370:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787148473.310226:0:266370:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1787148473.310229:0:266370:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1787148473.310232:0:266370:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787148473.310237:0:266370:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1787148473.310239:0:266370:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787148473.310242:0:266370:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787148473.310244:0:266370:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787148473.310248:0:266370:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787148473.310249:0:266370:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787148473.310455:0:256812:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787148473.310459:0:256812:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787148473.310462:0:256812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1787148474.334295:0:266370:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787148474.334304:0:266370:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787148474.334311:0:266370:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787148474.334313:0:266370:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787148474.334400:0:235348:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787148474.334404:0:235348:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787148474.334407:0:235348:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1787148475.358674:0:266370:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787148475.358681:0:266370:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787148475.358687:0:266370:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787148475.358688:0:266370:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787148475.358836:0:235349:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787148475.358857:0:235349:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787148475.358860:0:235349:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0:1787148475.825855:0:278967:0:(llite_lib.c:4245:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1787148476.255954:0:279003:0:(debug.c:653:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1787148476.255961:0:279003:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg214-client.virtnet: executing wait_import_state CONNECTING osc.lustre-OST0000-osc-ffff8c5c68fb1800.ost_server_uuid 50 00000001:00000001:3.0:1787148476.269959:0:279003:0:(debug.c:656:libcfs_debug_mark_buffer()) ************************************************** 00010000:00000001:1.0:1787148476.382178:0:266370:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787148476.382184:0:266370:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787148476.382190:0:266370:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787148476.382192:0:266370:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787148476.382714:0:244719:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787148476.382719:0:244719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787148476.382723:0:244719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1787148477.022395:0:267500:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5c48342000 (cpu 0) has reached its deadline 4306985730, at 4306985792 00000100:00000010:0.0:1787148477.022412:0:267500:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5c45784420. 00000100:00000040:1.0:1787148477.023428:0:266370:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5c48342110 (cpu 1) has reached its deadline 4306985730, at 4306985793 00000100:00000010:1.0:1787148477.023439:0:266370:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5c45784660. 00010000:00000001:1.0:1787148477.406293:0:266370:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787148477.406300:0:266370:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787148477.406306:0:266370:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787148477.406307:0:266370:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787148477.408603:0:244722:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787148477.408611:0:244722:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787148477.408616:0:244722:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1787148478.238382:0:233104:0:(pinger.c:229:ptlrpc_pinger_process_import()) adab7261-4d97-43ea-82e8-09637750fa21->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1787148478.238394:0:233104:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1787148478.238406:0:233104:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5c5e1ff800. 00000020:00000040:2.0:1787148478.238413:0:233104:0:(genops.c:1231:class_import_get()) import ffff8c5c5776b000 refcount=4 obd=MGC192.168.202.114@tcp 00000100:00000001:2.0:1787148478.238417:0:233104:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787148478.238420:0:233104:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787148478.238426:0:233104:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787148478.238434:0:233104:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8c5c46fcb800. 00000100:00000001:2.0:1787148478.238440:0:233104:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787148478.238464:0:233104:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging adab7261-4d97-43ea-82e8-09637750fa21->MGS req@ffff8c5c5e1ff800 x1873948276736512/t0(0) o400->MGC192.168.202.114@tcp@192.168.202.114@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787148478.238477:0:233104:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787148478.238493:0:233104:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787148478.238500:0:233104:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000db00b5ed] to pc [ptlrpcd_01_00+0] req@ffff8c5c5e1ff800 x1873948276736512/t0(0) o400->MGC192.168.202.114@tcp@192.168.202.114@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787148478.238549:0:233104:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787148478.238552:0:233104:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7e31181a-25e1-4c2b-a23d-b0f7747006f1->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1787148478.238556:0:233104:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1787148478.238559:0:233104:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5c5e1fc000. 00000020:00000040:2.0:1787148478.238562:0:233104:0:(genops.c:1231:class_import_get()) import ffff8c5c5776a000 refcount=6 obd=lustre-MDT0000-mdc-ffff8c5c68fb1800 00000100:00000001:2.0:1787148478.238564:0:233104:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787148478.238566:0:233104:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787148478.238568:0:233104:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787148478.238572:0:233104:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8c5c46fcb100. 00000100:00000001:2.0:1787148478.238575:0:233104:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787148478.238580:0:233104:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 7e31181a-25e1-4c2b-a23d-b0f7747006f1->lustre-MDT0000_UUID req@ffff8c5c5e1fc000 x1873948276736640/t0(0) o400->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787148478.238597:0:233104:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787148478.238600:0:233104:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787148478.238604:0:233104:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e6eb2172] to pc [ptlrpcd_01_01+1] req@ffff8c5c5e1fc000 x1873948276736640/t0(0) o400->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787148478.238613:0:233104:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787148478.238615:0:233104:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7e31181a-25e1-4c2b-a23d-b0f7747006f1->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1787148478.238618:0:233104:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1787148478.238621:0:233104:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5c5e1fd880. 00000020:00000040:2.0:1787148478.238623:0:233104:0:(genops.c:1231:class_import_get()) import ffff8c5c5776c800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c5c68fb1800 00000100:00000001:2.0:1787148478.238626:0:233104:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787148478.238627:0:233104:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787148478.238629:0:233104:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787148478.238632:0:233104:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8c5c46fcb200. 00000100:00000001:2.0:1787148478.238634:0:233104:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787148478.238638:0:233104:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 7e31181a-25e1-4c2b-a23d-b0f7747006f1->lustre-MDT0001_UUID req@ffff8c5c5e1fd880 x1873948276736768/t0(0) o400->lustre-MDT0001-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787148478.238646:0:233104:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787148478.238654:0:233104:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787148478.238659:0:233104:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000098c1f613] to pc [ptlrpcd_01_00+0] req@ffff8c5c5e1fd880 x1873948276736768/t0(0) o400->lustre-MDT0001-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787148478.238665:0:233104:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787148478.238668:0:233104:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7e31181a-25e1-4c2b-a23d-b0f7747006f1->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1787148478.238671:0:233104:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1787148478.238674:0:233104:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5c5e1fe680. 00000100:00000001:3.0:1787148478.238883:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787148478.238888:0:2395:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787148478.238891:0:2395:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787148478.238897:0:2395:0:(lustre_net.h:2406:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8c5c5e1ff800 x1873948276736512/t0(0) o400->MGC192.168.202.114@tcp@192.168.202.114@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787148478.238906:0:2395:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787148478.238908:0:2395:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787148478.238912:0:2395:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787148478.238915:0:2395:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787148478.238918:0:2395:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787148478.238921:0:2395:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5c5e1ff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:adab7261-4d97-43ea-82e8-09637750fa21:2395:1873948276736512:192.168.202.114@tcp:400:kworker.0 00000100:00000001:3.0:1787148478.238926:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787148478.238932:0:2395:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787148478.238934:0:2395:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787148478.238937:0:2395:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787148478.238943:0:2395:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c5c6f29cc00. 02000000:00000001:3.0:1787148478.238945:0:2395:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787148478.238953:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000010:3.0:1787148478.238957:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5c4a93fb58. 00000400:00000010:3.0:1787148478.238964:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5c72962bb0. 00000100:00000200:3.0:1787148478.238972:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1873948276736512, portal 25 00000100:00000001:3.0:1787148478.238975:0:2395:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787148478.238976:0:2395:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616927076874240 : -127146632677376 : ffff8c5c5e1ff800) 00000100:00000040:3.0:1787148478.238981:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8c5c5e1ff800 x1873948276736512/t0(0) o400->MGC192.168.202.114@tcp@192.168.202.114@tcp:26/25 lens 224/224 e 0 to 0 dl 1787148494 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787148478.238989:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787148478.238992:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.114@tcp 00000400:00000010:3.0:1787148478.239000:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5c72962330. 00000100:00000200:3.0:1787148478.239004:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1873948276736512, offset 0 00000400:00000200:3.0:1787148478.239011:0:2395:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.114@tcp 00000400:00000200:3.0:1787148478.239020:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:3.0:1787148478.239027:0:2395:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.114@tcp local destination 00000400:00000200:3.0:1787148478.239032:0:2395:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787148478.239048:0:2395:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.14@tcp 00000400:00000200:3.0:1787148478.239052:0:2395:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.14@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787148478.239055:0:2395:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.114@tcp 00000400:00000200:3.0:1787148478.239059:0:2395:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.14@tcp NI seq info: [556929:556929:256:4294967295] 192.168.202.114@tcp LPNI seq info [556885:556885:8:4294967295] 00000400:00000200:3.0:1787148478.239064:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:3.0:1787148478.239074:0:2395:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.14@tcp(192.168.202.14@tcp:) -> 192.168.202.114@tcp(192.168.202.114@tcp:192.168.202.114@tcp) : PUT try# 0 00000800:00000200:3.0:1787148478.239081:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.114@tcp 00000800:00000010:3.0:1787148478.239086:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5c50a4eb00. 00000800:00000200:3.0:1787148478.239093:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5c4508fcc0] -> 12345-192.168.202.114@tcp (5) 00000800:00000200:3.0:1787148478.239100:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.114@tcp ip 192.168.202.114:988 00000800:00000200:3.0:1787148478.239153:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8c5c50a4eb00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1787148478.239170:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787148478.239175:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000100:00000001:3.0:1787148478.239178:0:2395:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.114@tcp: PM QoS new deadline estimation for cpu 0 is 4306990842 00000100:00000010:3.0:1787148478.239183:0:2395:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5c650cc9c0. 00000100:00000001:3.0:1787148478.239190:0:2395:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.114@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1787148478.239199:0:2395:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.114@tcp: PM QoS new deadline estimation for cpu 1 is 4306990842 00000100:00000010:3.0:1787148478.239202:0:2395:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5c650cc6c0. 00000100:00000001:3.0:1787148478.239204:0:2395:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.114@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1787148478.239207:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787148478.239209:0:2395:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787148478.239212:0:2395:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787148478.239215:0:2395:0:(lustre_net.h:2406:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8c5c5e1fd880 x1873948276736768/t0(0) o400->lustre-MDT0001-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787148478.239231:0:2395:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787148478.239233:0:2395:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787148478.239235:0:2395:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787148478.239237:0:2395:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787148478.239239:0:2395:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787148478.239242:0:2395:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5c5e1fd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:7e31181a-25e1-4c2b-a23d-b0f7747006f1:2395:1873948276736768:192.168.202.114@tcp:400:kworker.0 00000100:00000001:3.0:1787148478.239246:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787148478.239249:0:2395:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787148478.239250:0:2395:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787148478.239252:0:2395:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787148478.239254:0:2395:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c5c6f29c400. 02000000:00000001:3.0:1787148478.239256:0:2395:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787148478.239260:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000010:3.0:1787148478.239263:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5c4a93f6e0. 00000400:00000010:3.0:1787148478.239267:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5c72962cc0. 00000100:00000200:3.0:1787148478.239270:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1873948276736768, portal 10 00000100:00000001:3.0:1787148478.239271:0:2395:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787148478.239272:0:2395:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616927076866176 : -127146632685440 : ffff8c5c5e1fd880) 00000100:00000040:3.0:1787148478.239279:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8c5c5e1fd880 x1873948276736768/t0(0) o400->lustre-MDT0001-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148533 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787148478.239284:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787148478.239286:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.114@tcp 00000400:00000010:3.0:1787148478.239288:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5c72962990. 00000100:00000200:3.0:1787148478.239290:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1873948276736768, offset 0 00000400:00000200:3.0:1787148478.239294:0:2395:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.114@tcp 00000400:00000200:3.0:1787148478.239298:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:3.0:1787148478.239301:0:2395:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.114@tcp local destination 00000400:00000200:3.0:1787148478.239304:0:2395:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787148478.239306:0:2395:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.14@tcp 00000400:00000200:3.0:1787148478.239308:0:2395:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.14@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787148478.239310:0:2395:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.114@tcp 00000400:00000200:3.0:1787148478.239319:0:2395:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.14@tcp NI seq info: [556930:556930:255:4294967295] 192.168.202.114@tcp LPNI seq info [556886:556886:7:4294967295] 00000400:00000200:3.0:1787148478.239323:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:3.0:1787148478.239330:0:2395:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.14@tcp(192.168.202.14@tcp:) -> 192.168.202.114@tcp(192.168.202.114@tcp:192.168.202.114@tcp) : PUT try# 0 00000800:00000200:3.0:1787148478.239334:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.114@tcp 00000800:00000010:3.0:1787148478.239338:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5c50a4ea00. 00000800:00000200:3.0:1787148478.239341:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5c4508fcc0] -> 12345-192.168.202.114@tcp (5) 00000800:00000200:3.0:1787148478.239346:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.114@tcp ip 192.168.202.114:988 00000800:00000200:3.0:1787148478.239349:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8c5c50a4ea00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1787148478.239352:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787148478.239365:0:2395:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5c68fb1800: using a timeout of 16991 usecs (17 jiffies) 00000400:00000200:3.0:1787148478.239368:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000100:00000001:3.0:1787148478.239370:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5c68fb1800: PM QoS new deadline estimation for cpu 0 is 4306987026 00000100:00000001:3.0:1787148478.239373:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5c68fb1800: PM QoS request active for cpu 0, keep current deadline 4306990842 00000100:00000001:3.0:1787148478.239375:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5c68fb1800: PM QoS new deadline estimation for cpu 1 is 4306987026 00000100:00000001:3.0:1787148478.239376:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5c68fb1800: PM QoS request active for cpu 1, keep current deadline 4306990842 00000100:00000001:3.0:1787148478.239378:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787148478.239380:0:2395:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787148478.239383:0:2395:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787148478.239385:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787148478.239392:0:2395:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787148478.239394:0:2395:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1787148478.239397:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787148478.239398:0:2395:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787148478.239399:0:2395:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787148478.239401:0:2395:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1787148478.239402:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787148478.239404:0:2395:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787148478.239405:0:2395:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787148478.239407:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787148478.239408:0:2395:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787148478.239409:0:2395:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787148478.239412:0:2395:0:(lustre_net.h:2406:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8c5c5e1fc000 x1873948276736640/t0(0) o400->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787148478.239423:0:2395:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787148478.239424:0:2395:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787148478.239427:0:2395:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787148478.239429:0:2395:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787148478.239430:0:2395:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787148478.239433:0:2395:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5c5e1fc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:7e31181a-25e1-4c2b-a23d-b0f7747006f1:2395:1873948276736640:192.168.202.114@tcp:400:kworker.0 00000100:00000001:3.0:1787148478.239436:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787148478.239438:0:2395:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787148478.239439:0:2395:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787148478.239441:0:2395:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787148478.239443:0:2395:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c5c6f29d200. 02000000:00000001:3.0:1787148478.239445:0:2395:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787148478.239448:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000010:3.0:1787148478.239450:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5c4a93faa8. 00000400:00000010:3.0:1787148478.239453:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5c72962110. 00000100:00000200:3.0:1787148478.239455:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1873948276736640, portal 10 00000100:00000001:3.0:1787148478.239457:0:2395:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787148478.239458:0:2395:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616927076859904 : -127146632691712 : ffff8c5c5e1fc000) 00000100:00000040:3.0:1787148478.239463:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8c5c5e1fc000 x1873948276736640/t0(0) o400->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148533 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787148478.239469:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787148478.239471:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.114@tcp 00000400:00000010:3.0:1787148478.239473:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5c72962a18. 00000100:00000200:3.0:1787148478.239475:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1873948276736640, offset 0 00000400:00000200:3.0:1787148478.239492:0:2395:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.114@tcp 00000400:00000200:3.0:1787148478.239496:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:3.0:1787148478.239499:0:2395:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.114@tcp local destination 00000400:00000200:3.0:1787148478.239502:0:2395:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787148478.239504:0:2395:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.14@tcp 00000400:00000200:3.0:1787148478.239506:0:2395:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.14@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787148478.239508:0:2395:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.114@tcp 00000400:00000200:3.0:1787148478.239516:0:2395:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.14@tcp NI seq info: [556931:556931:254:4294967295] 192.168.202.114@tcp LPNI seq info [556887:556887:6:4294967295] 00000400:00000200:3.0:1787148478.239520:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:3.0:1787148478.239526:0:2395:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.14@tcp(192.168.202.14@tcp:) -> 192.168.202.114@tcp(192.168.202.114@tcp:192.168.202.114@tcp) : PUT try# 0 00000800:00000200:3.0:1787148478.239531:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.114@tcp 00000800:00000010:3.0:1787148478.239535:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5c50a4e100. 00000800:00000200:3.0:1787148478.239539:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5c4508fcc0] -> 12345-192.168.202.114@tcp (5) 00000800:00000200:3.0:1787148478.239543:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.114@tcp ip 192.168.202.114:988 00000800:00000200:3.0:1787148478.239546:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8c5c50a4e100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1787148478.239549:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787148478.239552:0:2395:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5c68fb1800: using a timeout of 24650 usecs (25 jiffies) 00000400:00000200:3.0:1787148478.239555:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000100:00000001:3.0:1787148478.239557:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5c68fb1800: PM QoS new deadline estimation for cpu 0 is 4306987034 00000100:00000001:3.0:1787148478.239559:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5c68fb1800: PM QoS request active for cpu 0, keep current deadline 4306990842 00000100:00000001:3.0:1787148478.239561:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5c68fb1800: PM QoS new deadline estimation for cpu 1 is 4306987034 00000100:00000001:3.0:1787148478.239563:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5c68fb1800: PM QoS request active for cpu 1, keep current deadline 4306990842 00000100:00000001:3.0:1787148478.239565:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787148478.239567:0:2395:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787148478.239570:0:2395:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787148478.239572:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1787148478.239721:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1787148478.239725:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5c50a4eb00. 00000400:00000200:1.0:1787148478.239731:0:2385:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787148478.239736:0:2385:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.14@tcp->192.168.202.114@tcp: PUT: OK 00000400:00000200:1.0:1787148478.239741:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5c72962330 00000400:00000010:1.0:1787148478.239744:0:2385:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff8c5c72962330. 00000100:00000001:1.0:1787148478.239749:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787148478.239753:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c5c5e1ff800 x1873948276736512/t0(0) o400->MGC192.168.202.114@tcp@192.168.202.114@tcp:26/25 lens 224/224 e 0 to 0 dl 1787148494 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787148478.239773:0:2385:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787148478.239776:0:2385:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8c5c5e1ff800 x1873948276736512/t0(0) o400->MGC192.168.202.114@tcp@192.168.202.114@tcp:26/25 lens 224/224 e 0 to 0 dl 1787148494 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787148478.239782:0:2385:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787148478.239783:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1787148478.239796:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1787148478.239799:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5c50a4ea00. 00000400:00000200:1.0:1787148478.239802:0:2385:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787148478.239805:0:2385:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.14@tcp->192.168.202.114@tcp: PUT: OK 00000400:00000200:1.0:1787148478.239807:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5c72962990 00000400:00000010:1.0:1787148478.239809:0:2385:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff8c5c72962990. 00000100:00000001:1.0:1787148478.239811:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787148478.239814:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c5c5e1fd880 x1873948276736768/t0(0) o400->lustre-MDT0001-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148533 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787148478.239821:0:2385:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787148478.239823:0:2385:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8c5c5e1fd880 x1873948276736768/t0(0) o400->lustre-MDT0001-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148533 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787148478.239829:0:2385:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787148478.239831:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1787148478.239892:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1787148478.239895:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5c50a4e100. 00000400:00000200:1.0:1787148478.239897:0:2385:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787148478.239900:0:2385:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.14@tcp->192.168.202.114@tcp: PUT: OK 00000400:00000200:1.0:1787148478.239903:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5c72962a18 00000400:00000010:1.0:1787148478.239905:0:2385:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff8c5c72962a18. 00000100:00000001:1.0:1787148478.239907:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787148478.239910:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c5c5e1fc000 x1873948276736640/t0(0) o400->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148533 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787148478.239916:0:2385:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787148478.239919:0:2385:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8c5c5e1fc000 x1873948276736640/t0(0) o400->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148533 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787148478.239934:0:2385:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787148478.239935:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000040:2.0:1787148478.240153:0:233104:0:(genops.c:1231:class_import_get()) import ffff8c5c5e0b1800 refcount=4 obd=lustre-OST0000-osc-ffff8c5c68fb1800 00000100:00000001:2.0:1787148478.240159:0:233104:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787148478.240161:0:233104:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787148478.240164:0:233104:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787148478.240169:0:233104:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8c5c46fcbc00. 00000100:00000001:2.0:1787148478.240174:0:233104:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787148478.240180:0:233104:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 7e31181a-25e1-4c2b-a23d-b0f7747006f1->lustre-OST0000_UUID req@ffff8c5c5e1fe680 x1873948276736896/t0(0) o400->lustre-OST0000-osc-ffff8c5c68fb1800@192.168.202.114@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787148478.240189:0:233104:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787148478.240193:0:233104:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787148478.240198:0:233104:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bc62a3e6] to pc [ptlrpcd_01_01+1] req@ffff8c5c5e1fe680 x1873948276736896/t0(0) o400->lustre-OST0000-osc-ffff8c5c68fb1800@192.168.202.114@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787148478.240878:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787148478.240883:0:2396:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787148478.240886:0:2396:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787148478.240892:0:2396:0:(lustre_net.h:2406:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8c5c5e1fe680 x1873948276736896/t0(0) o400->lustre-OST0000-osc-ffff8c5c68fb1800@192.168.202.114@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787148478.240906:0:2396:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787148478.240908:0:2396:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787148478.240912:0:2396:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787148478.240914:0:2396:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787148478.240916:0:2396:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787148478.240920:0:2396:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5c5e1fe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:7e31181a-25e1-4c2b-a23d-b0f7747006f1:2396:1873948276736896:192.168.202.114@tcp:400:kworker.0 00000100:00000001:3.0:1787148478.240932:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787148478.240936:0:2396:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787148478.240938:0:2396:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787148478.240940:0:2396:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787148478.240944:0:2396:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c5c6f29da00. 02000000:00000001:3.0:1787148478.240946:0:2396:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787148478.240951:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000010:3.0:1787148478.240954:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5c4a93f528. 00000400:00000010:3.0:1787148478.240959:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5c72962198. 00000100:00000200:3.0:1787148478.240964:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1873948276736896, portal 4 00000100:00000001:3.0:1787148478.240966:0:2396:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787148478.240967:0:2396:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616927076869760 : -127146632681856 : ffff8c5c5e1fe680) 00000100:00000040:3.0:1787148478.240973:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8c5c5e1fe680 x1873948276736896/t0(0) o400->lustre-OST0000-osc-ffff8c5c68fb1800@192.168.202.114@tcp:28/4 lens 224/224 e 0 to 0 dl 1787148533 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787148478.240984:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787148478.240987:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.114@tcp 00000400:00000010:3.0:1787148478.240989:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5c72962440. 00000100:00000200:3.0:1787148478.240993:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1873948276736896, offset 0 00000400:00000200:3.0:1787148478.240998:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.114@tcp 00000400:00000200:3.0:1787148478.241004:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:3.0:1787148478.241009:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.114@tcp local destination 00000400:00000200:3.0:1787148478.241013:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787148478.241016:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.14@tcp 00000400:00000200:3.0:1787148478.241019:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.14@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787148478.241022:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.114@tcp 00000400:00000200:3.0:1787148478.241025:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.14@tcp NI seq info: [556932:556932:256:4294967295] 192.168.202.114@tcp LPNI seq info [556888:556888:8:4294967295] 00000400:00000200:3.0:1787148478.241029:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:3.0:1787148478.241036:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.14@tcp(192.168.202.14@tcp:) -> 192.168.202.114@tcp(192.168.202.114@tcp:192.168.202.114@tcp) : PUT try# 0 00000800:00000200:3.0:1787148478.241041:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.114@tcp 00000800:00000010:3.0:1787148478.241045:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5c50a4e900. 00000800:00000200:3.0:1787148478.241050:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5c4508fcc0] -> 12345-192.168.202.114@tcp (5) 00000800:00000200:3.0:1787148478.241061:0:2396:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.114@tcp ip 192.168.202.114:988 00000800:00000200:3.0:1787148478.241065:0:2396:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8c5c50a4e900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1787148478.241071:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787148478.241075:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5c68fb1800: using a timeout of 120091 usecs (121 jiffies) 00000400:00000200:3.0:1787148478.241079:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000100:00000001:3.0:1787148478.241081:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5c68fb1800: PM QoS new deadline estimation for cpu 0 is 4306987131 00000100:00000001:3.0:1787148478.241085:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5c68fb1800: PM QoS request active for cpu 0, keep current deadline 4306990842 00000100:00000001:3.0:1787148478.241087:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5c68fb1800: PM QoS new deadline estimation for cpu 1 is 4306987131 00000100:00000001:3.0:1787148478.241089:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5c68fb1800: PM QoS request active for cpu 1, keep current deadline 4306990842 00000100:00000001:3.0:1787148478.241091:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787148478.241094:0:2396:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787148478.241097:0:2396:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787148478.241099:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787148478.241124:0:2396:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787148478.241127:0:2396:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00000001:3.0:1787148478.241129:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787148478.241130:0:2396:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787148478.241132:0:2396:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787148478.241134:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1787148478.241564:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1787148478.241569:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5c50a4e900. 00000400:00000200:1.0:1787148478.241573:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787148478.241578:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.14@tcp->192.168.202.114@tcp: PUT: OK 00000400:00000200:1.0:1787148478.241593:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5c72962440 00000400:00000010:1.0:1787148478.241595:0:2386:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff8c5c72962440. 00000100:00000001:1.0:1787148478.241599:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787148478.241603:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c5c5e1fe680 x1873948276736896/t0(0) o400->lustre-OST0000-osc-ffff8c5c68fb1800@192.168.202.114@tcp:28/4 lens 224/224 e 0 to 0 dl 1787148533 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787148478.241612:0:2386:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787148478.241615:0:2386:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8c5c5e1fe680 x1873948276736896/t0(0) o400->lustre-OST0000-osc-ffff8c5c68fb1800@192.168.202.114@tcp:28/4 lens 224/224 e 0 to 0 dl 1787148533 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787148478.241621:0:2386:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787148478.241623:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1787148478.247844:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787148478.247864:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1787148478.247869:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787148478.247872:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787148478.247883:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:1.0:1787148478.247891:0:2385:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.14@tcp(192.168.202.14@tcp) <- 192.168.202.114@tcp : PUT - for me 00000400:00000200:1.0:1787148478.247899:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:1.0:1787148478.247904:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:1.0:1787148478.247910:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:1.0:1787148478.247914:0:2385:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.114@tcp of length 224 into portal 25 MB=0x6a858955cc200 00000400:00000200:1.0:1787148478.247920:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:1.0:1787148478.247935:0:2385:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.114@tcp of length 224/224 into md 0x561fa9 [1] + 224 00000800:00000001:1.0:1787148478.247943:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787148478.247954:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787148478.247958:0:2385:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787148478.247962:0:2385:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.14@tcp->192.168.202.114@tcp: PUT: OK 00000100:00000001:1.0:1787148478.247987:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787148478.247997:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c5c5e1ff800 x1873948276736512/t0(0) o400->MGC192.168.202.114@tcp@192.168.202.114@tcp:26/25 lens 224/224 e 0 to 0 dl 1787148494 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1787148478.248010:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8c5c5e1ff800 x1873948276736512/t0(0) o400->MGC192.168.202.114@tcp@192.168.202.114@tcp:26/25 lens 224/224 e 0 to 0 dl 1787148494 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787148478.250964:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787148478.250974:0:2395:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787148478.251040:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1787148478.251060:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787148478.251075:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1787148478.251078:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787148478.251080:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787148478.251087:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:1.0:1787148478.251094:0:2385:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.14@tcp(192.168.202.14@tcp) <- 192.168.202.114@tcp : PUT - for me 00000400:00000200:1.0:1787148478.251120:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:1.0:1787148478.251124:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:1.0:1787148478.251128:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:1.0:1787148478.251133:0:2385:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.114@tcp of length 224 into portal 4 MB=0x6a858955cc380 00000400:00000200:1.0:1787148478.251138:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:1.0:1787148478.251144:0:2385:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.114@tcp of length 224/224 into md 0x561fc1 [1] + 224 00000800:00000001:1.0:1787148478.251150:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787148478.251156:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787148478.251159:0:2385:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787148478.251163:0:2385:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.14@tcp->192.168.202.114@tcp: PUT: OK 00000100:00000001:1.0:1787148478.251169:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787148478.251178:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c5c5e1fe680 x1873948276736896/t0(0) o400->lustre-OST0000-osc-ffff8c5c68fb1800@192.168.202.114@tcp:28/4 lens 224/224 e 0 to 0 dl 1787148533 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1787148478.251188:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8c5c5e1fe680 x1873948276736896/t0(0) o400->lustre-OST0000-osc-ffff8c5c68fb1800@192.168.202.114@tcp:28/4 lens 224/224 e 0 to 0 dl 1787148533 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787148478.251213:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1787148478.251217:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787148478.251221:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1787148478.251223:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787148478.251248:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787148478.251252:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:1.0:1787148478.251256:0:2385:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.14@tcp(192.168.202.14@tcp) <- 192.168.202.114@tcp : PUT - for me 00000400:00000200:1.0:1787148478.251260:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:1.0:1787148478.251264:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:1.0:1787148478.251266:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:1.0:1787148478.251599:0:2385:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.114@tcp of length 224 into portal 10 MB=0x6a858955cc300 00000400:00000200:1.0:1787148478.251603:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:1.0:1787148478.251608:0:2385:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.114@tcp of length 224/224 into md 0x561fb1 [1] + 224 00000800:00000001:1.0:1787148478.251612:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787148478.251617:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787148478.251619:0:2385:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787148478.251622:0:2385:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.14@tcp->192.168.202.114@tcp: PUT: OK 00000100:00000001:1.0:1787148478.251625:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787148478.251630:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c5c5e1fd880 x1873948276736768/t0(0) o400->lustre-MDT0001-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148533 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1787148478.251637:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8c5c5e1fd880 x1873948276736768/t0(0) o400->lustre-MDT0001-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148533 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787148478.251644:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1787148478.251648:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787148478.251650:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1787148478.251652:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787148478.251653:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787148478.251656:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:1.0:1787148478.251659:0:2385:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.14@tcp(192.168.202.14@tcp) <- 192.168.202.114@tcp : PUT - for me 00000400:00000200:1.0:1787148478.251662:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:1.0:1787148478.251664:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:1.0:1787148478.251667:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:1.0:1787148478.251669:0:2385:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.114@tcp of length 224 into portal 10 MB=0x6a858955cc280 00000400:00000200:1.0:1787148478.251672:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:1.0:1787148478.251675:0:2385:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.114@tcp of length 224/224 into md 0x561fb9 [1] + 224 00000800:00000001:1.0:1787148478.251678:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787148478.251698:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787148478.251700:0:2385:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787148478.251704:0:2385:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.14@tcp->192.168.202.114@tcp: PUT: OK 00000100:00000001:1.0:1787148478.251719:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787148478.251724:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c5c5e1fc000 x1873948276736640/t0(0) o400->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148533 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1787148478.251732:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8c5c5e1fc000 x1873948276736640/t0(0) o400->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148533 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787148478.251738:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1787148478.251741:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787148478.251744:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1787148478.252417:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787148478.252421:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787148478.252425:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5c4a93fb58. 00000400:00000200:3.0:1787148478.252431:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5c72962bb0 00000400:00000010:3.0:1787148478.252433:0:2395:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff8c5c72962bb0. 00000100:00000001:3.0:1787148478.252438:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787148478.252443:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c5c5e1ff800 x1873948276736512/t0(0) o400->MGC192.168.202.114@tcp@192.168.202.114@tcp:26/25 lens 224/224 e 0 to 0 dl 1787148494 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787148478.252451:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c5c5e1ff800 x1873948276736512/t0(0) o400->MGC192.168.202.114@tcp@192.168.202.114@tcp:26/25 lens 224/224 e 0 to 0 dl 1787148494 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787148478.252457:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787148478.252468:0:2395:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787148478.252472:0:2395:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1787148478.252475:0:2395:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787148478.252477:0:2395:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787148478.252480:0:2395:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787148478.252483:0:2395:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787148478.252489:0:2395:0:(import.c:2149:obd_at_measure()) add 5 to ffff8c5c5776b460 time=110 v=5 (5 5 5 5) 00000100:00001000:3.0:1787148478.252494:0:2395:0:(import.c:2149:obd_at_measure()) add 1 to ffff8c5c5776b418 time=12 v=5 (1 1 1 0) 00000100:00000001:3.0:1787148478.252496:0:2395:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787148478.252498:0:2395:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787148478.252500:0:2395:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1787148478.252503:0:2395:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787148478.252506:0:2395:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787148478.252511:0:2395:0:(lustre_net.h:2406:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8c5c5e1ff800 x1873948276736512/t0(0) o400->MGC192.168.202.114@tcp@192.168.202.114@tcp:26/25 lens 224/224 e 0 to 0 dl 1787148494 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787148478.252517:0:2395:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787148478.252521:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787148478.252522:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787148478.252526:0:2395:0:(lustre_net.h:2406:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8c5c5e1ff800 x1873948276736512/t0(0) o400->MGC192.168.202.114@tcp@192.168.202.114@tcp:26/25 lens 224/224 e 0 to 0 dl 1787148494 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787148478.252533:0:2395:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5c5e1ff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:adab7261-4d97-43ea-82e8-09637750fa21:2395:1873948276736512:192.168.202.114@tcp:400:kworker.0 00000400:00000001:3.0:1787148478.252540:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787148478.252542:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787148478.252543:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5c4a93f6e0. 00000400:00000200:3.0:1787148478.252545:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5c72962cc0 00000400:00000010:3.0:1787148478.252547:0:2395:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff8c5c72962cc0. 00000100:00000001:3.0:1787148478.252549:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787148478.252551:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c5c5e1fd880 x1873948276736768/t0(0) o400->lustre-MDT0001-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148533 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787148478.252558:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c5c5e1fd880 x1873948276736768/t0(0) o400->lustre-MDT0001-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148533 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787148478.252564:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787148478.252572:0:2395:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787148478.252574:0:2395:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1787148478.252575:0:2395:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787148478.252577:0:2395:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787148478.252578:0:2395:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787148478.252580:0:2395:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787148478.252586:0:2395:0:(import.c:2149:obd_at_measure()) add 36 to ffff8c5c5776cc60 time=110 v=36 (36 36 36 36) 00000100:00001000:3.0:1787148478.252589:0:2395:0:(import.c:2149:obd_at_measure()) add 1 to ffff8c5c5776cc18 time=137 v=5 (1 1 0 0) 00000100:00000001:3.0:1787148478.252591:0:2395:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787148478.252592:0:2395:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787148478.252594:0:2395:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1787148478.252598:0:2395:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8c5c5e1fd880 x1873948276736768/t0(0) o400->lustre-MDT0001-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148533 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1787148478.252604:0:2395:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787148478.252607:0:2395:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1787148478.252609:0:2395:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8c5c68fb1800: skip recheck: last_committed 21474836540 00000100:00000001:3.0:1787148478.252611:0:2395:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1787148478.252612:0:2395:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787148478.252616:0:2395:0:(lustre_net.h:2406:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8c5c5e1fd880 x1873948276736768/t0(0) o400->lustre-MDT0001-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148533 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787148478.252621:0:2395:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787148478.252623:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787148478.252625:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787148478.252628:0:2395:0:(lustre_net.h:2406:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8c5c5e1fd880 x1873948276736768/t0(0) o400->lustre-MDT0001-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148533 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787148478.252636:0:2395:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5c5e1fd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:7e31181a-25e1-4c2b-a23d-b0f7747006f1:2395:1873948276736768:192.168.202.114@tcp:400:kworker.0 00000100:00000001:3.0:1787148478.252640:0:2395:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787148478.252643:0:2395:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787148478.252646:0:2395:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8c5c5e1ff800 x1873948276736512/t0(0) o400->MGC192.168.202.114@tcp@192.168.202.114@tcp:26/25 lens 224/224 e 0 to 0 dl 1787148494 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787148478.252652:0:2395:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787148478.252660:0:2395:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787148478.252664:0:2395:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c5c6f29cc00. 02000000:00000001:3.0:1787148478.252667:0:2395:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787148478.252670:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1787148478.252672:0:2395:0:(genops.c:1244:class_import_put()) import ffff8c5c5776b000 refcount=3 obd=MGC192.168.202.114@tcp 00000020:00000001:3.0:1787148478.252674:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1787148478.252677:0:2395:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8c5c46fcb800. 02000000:00000001:3.0:1787148478.252680:0:2395:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787148478.252682:0:2395:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787148478.252684:0:2395:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5c5e1ff800. 00000100:00000001:3.0:1787148478.252687:0:2395:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787148478.252688:0:2395:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787148478.252690:0:2395:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787148478.252694:0:2395:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8c5c5e1fd880 x1873948276736768/t0(0) o400->lustre-MDT0001-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148533 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787148478.252700:0:2395:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787148478.252702:0:2395:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787148478.252703:0:2395:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c5c6f29c400. 02000000:00000001:3.0:1787148478.252704:0:2395:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1787148478.259499:0:233104:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787148478.259509:0:233104:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7e31181a-25e1-4c2b-a23d-b0f7747006f1->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1787148478.259514:0:233104:0:(pinger.c:247:ptlrpc_pinger_process_import()) 7e31181a-25e1-4c2b-a23d-b0f7747006f1->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1787148478.259523:0:233104:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12324) 00000100:00000001:2.0:1787148478.259599:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787148478.259605:0:2396:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1787148478.259613:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787148478.259616:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787148478.259619:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5c4a93f528. 00000400:00000200:2.0:1787148478.259627:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5c72962198 00000400:00000010:2.0:1787148478.259630:0:2396:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff8c5c72962198. 00000100:00000001:2.0:1787148478.259635:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787148478.259667:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c5c5e1fe680 x1873948276736896/t0(0) o400->lustre-OST0000-osc-ffff8c5c68fb1800@192.168.202.114@tcp:28/4 lens 224/224 e 0 to 0 dl 1787148533 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787148478.259689:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c5c5e1fe680 x1873948276736896/t0(0) o400->lustre-OST0000-osc-ffff8c5c68fb1800@192.168.202.114@tcp:28/4 lens 224/224 e 0 to 0 dl 1787148533 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787148478.259698:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787148478.259700:0:2396:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787148478.259704:0:2396:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1787148478.259707:0:2396:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1787148478.259709:0:2396:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787148478.259712:0:2396:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787148478.259715:0:2396:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1787148478.259725:0:2396:0:(import.c:2149:obd_at_measure()) add 36 to ffff8c5c5e0b1c60 time=110 v=36 (36 5 5 5) 00000100:00001000:2.0:1787148478.259729:0:2396:0:(import.c:2149:obd_at_measure()) add 1 to ffff8c5c5e0b1c18 time=86 v=5 (1 1 1 1) 00000100:00000001:2.0:1787148478.259731:0:2396:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1787148478.259733:0:2396:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787148478.259736:0:2396:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1787148478.259740:0:2396:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787148478.259744:0:2396:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1787148478.259746:0:2396:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8c5c68fb1800: skip recheck: last_committed 42949695890 00000100:00000001:2.0:1787148478.259748:0:2396:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1787148478.259750:0:2396:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787148478.259754:0:2396:0:(lustre_net.h:2406:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8c5c5e1fe680 x1873948276736896/t0(0) o400->lustre-OST0000-osc-ffff8c5c68fb1800@192.168.202.114@tcp:28/4 lens 224/224 e 0 to 0 dl 1787148533 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787148478.259762:0:2396:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787148478.259766:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787148478.259768:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787148478.259772:0:2396:0:(lustre_net.h:2406:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8c5c5e1fe680 x1873948276736896/t0(0) o400->lustre-OST0000-osc-ffff8c5c68fb1800@192.168.202.114@tcp:28/4 lens 224/224 e 0 to 0 dl 1787148533 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787148478.259781:0:2396:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5c5e1fe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:7e31181a-25e1-4c2b-a23d-b0f7747006f1:2396:1873948276736896:192.168.202.114@tcp:400:kworker.0 00000100:00000001:2.0:1787148478.259785:0:2396:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787148478.259788:0:2396:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787148478.259797:0:2396:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8c5c5e1fe680 x1873948276736896/t0(0) o400->lustre-OST0000-osc-ffff8c5c68fb1800@192.168.202.114@tcp:28/4 lens 224/224 e 0 to 0 dl 1787148533 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787148478.259805:0:2396:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787148478.259807:0:2396:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787148478.259810:0:2396:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c5c6f29da00. 02000000:00000001:2.0:1787148478.259815:0:2396:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787148478.259818:0:2396:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1787148478.259820:0:2396:0:(genops.c:1244:class_import_put()) import ffff8c5c5e0b1800 refcount=3 obd=lustre-OST0000-osc-ffff8c5c68fb1800 00000020:00000001:2.0:1787148478.259822:0:2396:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1787148478.259825:0:2396:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8c5c46fcbc00. 02000000:00000001:2.0:1787148478.259829:0:2396:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787148478.259831:0:2396:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787148478.259833:0:2396:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5c5e1fe680. 00000100:00000001:2.0:1787148478.259836:0:2396:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787148478.259837:0:2396:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787148478.259840:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787148478.259847:0:2396:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787148478.259849:0:2396:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787148478.259852:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787148478.259854:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787148478.260935:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1787148478.260939:0:2395:0:(genops.c:1244:class_import_put()) import ffff8c5c5776c800 refcount=3 obd=lustre-MDT0001-mdc-ffff8c5c68fb1800 00000020:00000001:3.0:1787148478.260944:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1787148478.260947:0:2395:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8c5c46fcb200. 02000000:00000001:3.0:1787148478.261368:0:2395:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787148478.261370:0:2395:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787148478.261373:0:2395:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5c5e1fd880. 00000100:00000001:3.0:1787148478.261378:0:2395:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787148478.261379:0:2395:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787148478.261383:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787148478.261386:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787148478.261387:0:2395:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1787148478.261397:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787148478.261399:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787148478.261402:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5c4a93faa8. 00000400:00000200:3.0:1787148478.261406:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5c72962110 00000400:00000010:3.0:1787148478.261409:0:2395:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff8c5c72962110. 00000100:00000001:3.0:1787148478.261413:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787148478.261441:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c5c5e1fc000 x1873948276736640/t0(0) o400->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148533 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787148478.261451:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c5c5e1fc000 x1873948276736640/t0(0) o400->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148533 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787148478.261459:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787148478.261460:0:2395:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787148478.261462:0:2395:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1787148478.261464:0:2395:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787148478.261466:0:2395:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787148478.261468:0:2395:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787148478.261470:0:2395:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787148478.261478:0:2395:0:(import.c:2149:obd_at_measure()) add 36 to ffff8c5c5776a460 time=110 v=36 (36 36 36 36) 00000100:00001000:3.0:1787148478.261482:0:2395:0:(import.c:2149:obd_at_measure()) add 1 to ffff8c5c5776a418 time=12 v=5 (1 1 1 0) 00000100:00000001:3.0:1787148478.261485:0:2395:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787148478.261487:0:2395:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787148478.261489:0:2395:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1787148478.261493:0:2395:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787148478.261496:0:2395:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1787148478.261498:0:2395:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c5c68fb1800: skip recheck: last_committed 30064771464 00000100:00000001:3.0:1787148478.261500:0:2395:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1787148478.261502:0:2395:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787148478.261506:0:2395:0:(lustre_net.h:2406:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8c5c5e1fc000 x1873948276736640/t0(0) o400->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148533 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787148478.261513:0:2395:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787148478.261516:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787148478.261518:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787148478.261521:0:2395:0:(lustre_net.h:2406:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8c5c5e1fc000 x1873948276736640/t0(0) o400->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148533 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787148478.261529:0:2395:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5c5e1fc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:7e31181a-25e1-4c2b-a23d-b0f7747006f1:2395:1873948276736640:192.168.202.114@tcp:400:kworker.0 00000100:00000001:3.0:1787148478.261534:0:2395:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787148478.261536:0:2395:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787148478.261545:0:2395:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8c5c5e1fc000 x1873948276736640/t0(0) o400->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148533 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787148478.261551:0:2395:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787148478.261554:0:2395:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787148478.261556:0:2395:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c5c6f29d200. 02000000:00000001:3.0:1787148478.261559:0:2395:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787148478.261560:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1787148478.261561:0:2395:0:(genops.c:1244:class_import_put()) import ffff8c5c5776a000 refcount=5 obd=lustre-MDT0000-mdc-ffff8c5c68fb1800 00000020:00000001:3.0:1787148478.261563:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1787148478.261565:0:2395:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8c5c46fcb100. 02000000:00000001:3.0:1787148478.261567:0:2395:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787148478.261568:0:2395:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787148478.261569:0:2395:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5c5e1fc000. 00000100:00000001:3.0:1787148478.261571:0:2395:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787148478.261573:0:2395:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787148478.261574:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787148478.262483:0:2395:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787148478.262487:0:2395:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787148478.262491:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787148478.262493:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787148478.430705:0:266370:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787148478.430713:0:266370:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787148478.430719:0:266370:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787148478.430721:0:266370:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787148478.430876:0:256812:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787148478.430880:0:256812:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787148478.430883:0:256812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1787148479.455069:0:266370:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787148479.455077:0:266370:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787148479.455083:0:266370:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787148479.455085:0:266370:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787148479.455888:0:235348:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787148479.455893:0:235348:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787148479.455896:0:235348:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1787148480.478534:0:266370:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787148480.478543:0:266370:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787148480.478551:0:266370:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787148480.478553:0:266370:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787148480.478793:0:235349:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787148480.478798:0:235349:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787148480.478801:0:235349:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1787148481.506609:0:266370:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787148481.506617:0:266370:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787148481.506625:0:266370:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787148481.506626:0:266370:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787148481.506728:0:244719:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787148481.506732:0:244719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787148481.506735:0:244719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1787148482.078695:0:266370:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5c48342110 (cpu 1) has reached its deadline 4306990842, at 4306990848 00000100:00000010:1.0:1787148482.078710:0:266370:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5c650cc6c0. 00000100:00000040:0.0:1787148482.080164:0:267500:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5c48342000 (cpu 0) has reached its deadline 4306990842, at 4306990850 00000100:00000010:0.0:1787148482.080197:0:267500:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5c650cc9c0. 00010000:00000001:1.0:1787148482.526274:0:266370:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787148482.526281:0:266370:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787148482.526288:0:266370:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787148482.526292:0:266370:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1787148482.526294:0:266370:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1787148482.526301:0:266370:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787148482.526358:0:266370:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787148482.526360:0:266370:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787148482.526363:0:266370:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1787148482.526366:0:266370:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787148482.526368:0:266370:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787148482.526371:0:266370:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787148482.529010:0:244722:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787148482.529018:0:244722:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787148482.529023:0:244722:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1787148483.358432:0:233104:0:(pinger.c:229:ptlrpc_pinger_process_import()) adab7261-4d97-43ea-82e8-09637750fa21->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1787148483.358443:0:233104:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1787148483.358454:0:233104:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5c5e1fe680. 00000020:00000040:2.0:1787148483.358460:0:233104:0:(genops.c:1231:class_import_get()) import ffff8c5c5776b000 refcount=4 obd=MGC192.168.202.114@tcp 00000100:00000001:2.0:1787148483.358465:0:233104:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787148483.358468:0:233104:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787148483.358474:0:233104:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787148483.358482:0:233104:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8c5c46fcbc00. 00000100:00000001:2.0:1787148483.358489:0:233104:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787148483.358503:0:233104:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging adab7261-4d97-43ea-82e8-09637750fa21->MGS req@ffff8c5c5e1fe680 x1873948276737024/t0(0) o400->MGC192.168.202.114@tcp@192.168.202.114@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787148483.358514:0:233104:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787148483.358537:0:233104:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787148483.358545:0:233104:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bc62a3e6] to pc [ptlrpcd_01_00+0] req@ffff8c5c5e1fe680 x1873948276737024/t0(0) o400->MGC192.168.202.114@tcp@192.168.202.114@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787148483.358581:0:233104:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787148483.358584:0:233104:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7e31181a-25e1-4c2b-a23d-b0f7747006f1->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1787148483.358588:0:233104:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1787148483.358591:0:233104:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5c5e1fc700. 00000020:00000040:2.0:1787148483.358593:0:233104:0:(genops.c:1231:class_import_get()) import ffff8c5c5776a000 refcount=6 obd=lustre-MDT0000-mdc-ffff8c5c68fb1800 00000100:00000001:2.0:1787148483.358596:0:233104:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787148483.358597:0:233104:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787148483.358599:0:233104:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787148483.358602:0:233104:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8c5c46fcbb00. 00000100:00000001:2.0:1787148483.358606:0:233104:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787148483.358610:0:233104:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 7e31181a-25e1-4c2b-a23d-b0f7747006f1->lustre-MDT0000_UUID req@ffff8c5c5e1fc700 x1873948276737152/t0(0) o400->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787148483.358617:0:233104:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787148483.358619:0:233104:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787148483.358622:0:233104:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ae4c8ed] to pc [ptlrpcd_01_01+1] req@ffff8c5c5e1fc700 x1873948276737152/t0(0) o400->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787148483.358629:0:233104:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787148483.358631:0:233104:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7e31181a-25e1-4c2b-a23d-b0f7747006f1->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1787148483.358634:0:233104:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1787148483.358637:0:233104:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5c5e1fdf80. 00000020:00000040:2.0:1787148483.358639:0:233104:0:(genops.c:1231:class_import_get()) import ffff8c5c5776c800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c5c68fb1800 00000100:00000001:2.0:1787148483.358641:0:233104:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787148483.358642:0:233104:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787148483.358643:0:233104:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787148483.358646:0:233104:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8c5c46fcb700. 00000100:00000001:2.0:1787148483.358649:0:233104:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787148483.358652:0:233104:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 7e31181a-25e1-4c2b-a23d-b0f7747006f1->lustre-MDT0001_UUID req@ffff8c5c5e1fdf80 x1873948276737280/t0(0) o400->lustre-MDT0001-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787148483.358669:0:233104:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787148483.358671:0:233104:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787148483.358675:0:233104:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000c0c39e9] to pc [ptlrpcd_01_00+0] req@ffff8c5c5e1fdf80 x1873948276737280/t0(0) o400->lustre-MDT0001-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787148483.358681:0:233104:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787148483.358683:0:233104:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7e31181a-25e1-4c2b-a23d-b0f7747006f1->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1787148483.358686:0:233104:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1787148483.358689:0:233104:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5c5e1fed80. 00000020:00000040:2.0:1787148483.358691:0:233104:0:(genops.c:1231:class_import_get()) import ffff8c5c5e0b1800 refcount=4 obd=lustre-OST0000-osc-ffff8c5c68fb1800 00000100:00000001:2.0:1787148483.358693:0:233104:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787148483.358694:0:233104:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787148483.358696:0:233104:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787148483.358700:0:233104:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8c5c46fcb100. 00000100:00000001:2.0:1787148483.358703:0:233104:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787148483.358706:0:233104:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 7e31181a-25e1-4c2b-a23d-b0f7747006f1->lustre-OST0000_UUID req@ffff8c5c5e1fed80 x1873948276737408/t0(0) o400->lustre-OST0000-osc-ffff8c5c68fb1800@192.168.202.114@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787148483.358712:0:233104:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787148483.358714:0:233104:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787148483.358717:0:233104:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003746127e] to pc [ptlrpcd_01_01+1] req@ffff8c5c5e1fed80 x1873948276737408/t0(0) o400->lustre-OST0000-osc-ffff8c5c68fb1800@192.168.202.114@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787148483.358723:0:233104:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787148483.358725:0:233104:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7e31181a-25e1-4c2b-a23d-b0f7747006f1->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1787148483.358728:0:233104:0:(pinger.c:247:ptlrpc_pinger_process_import()) 7e31181a-25e1-4c2b-a23d-b0f7747006f1->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1787148483.358733:0:233104:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12329) 00000100:00000001:2.0:1787148483.358757:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787148483.358762:0:2396:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787148483.358764:0:2396:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787148483.358769:0:2396:0:(lustre_net.h:2406:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8c5c5e1fc700 x1873948276737152/t0(0) o400->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787148483.358782:0:2396:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787148483.358784:0:2396:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787148483.358788:0:2396:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787148483.358790:0:2396:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787148483.358793:0:2396:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787148483.358796:0:2396:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5c5e1fc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:7e31181a-25e1-4c2b-a23d-b0f7747006f1:2396:1873948276737152:192.168.202.114@tcp:400:kworker.0 00000100:00000001:2.0:1787148483.358800:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787148483.358807:0:2396:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787148483.358810:0:2396:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787148483.358812:0:2396:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787148483.358816:0:2396:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c5c4a510c00. 02000000:00000001:2.0:1787148483.358818:0:2396:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787148483.358825:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000010:2.0:1787148483.358829:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5c68ddb8f0. 00000400:00000010:2.0:1787148483.358836:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5c42ee33b8. 00000100:00000200:2.0:1787148483.358842:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1873948276737152, portal 10 00000100:00000001:2.0:1787148483.358845:0:2396:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787148483.358846:0:2396:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616927076861696 : -127146632689920 : ffff8c5c5e1fc700) 00000100:00000040:2.0:1787148483.358853:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8c5c5e1fc700 x1873948276737152/t0(0) o400->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148538 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787148483.358860:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787148483.358863:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.114@tcp 00000400:00000010:2.0:1787148483.358866:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5c42ee32a8. 00000100:00000200:2.0:1787148483.358869:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1873948276737152, offset 0 00000400:00000200:2.0:1787148483.358877:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.114@tcp 00000400:00000200:2.0:1787148483.358886:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:2.0:1787148483.358893:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.114@tcp local destination 00000400:00000200:2.0:1787148483.358898:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787148483.358902:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.14@tcp 00000400:00000200:2.0:1787148483.358906:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.14@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787148483.358909:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.114@tcp 00000400:00000200:2.0:1787148483.358918:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.14@tcp NI seq info: [556933:556933:256:4294967295] 192.168.202.114@tcp LPNI seq info [556889:556889:8:4294967295] 00000400:00000200:2.0:1787148483.358922:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:2.0:1787148483.358932:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.14@tcp(192.168.202.14@tcp:) -> 192.168.202.114@tcp(192.168.202.114@tcp:192.168.202.114@tcp) : PUT try# 0 00000800:00000200:2.0:1787148483.358937:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.114@tcp 00000800:00000010:2.0:1787148483.358941:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5c46fcb200. 00000800:00000200:2.0:1787148483.358948:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5c4508fcc0] -> 12345-192.168.202.114@tcp (5) 00000800:00000200:2.0:1787148483.358955:0:2396:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.114@tcp ip 192.168.202.114:988 00000800:00000200:2.0:1787148483.358958:0:2396:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8c5c46fcb200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787148483.359038:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787148483.359044:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5c68fb1800: using a timeout of 24651 usecs (25 jiffies) 00000400:00000200:2.0:1787148483.359047:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000100:00000001:2.0:1787148483.359050:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5c68fb1800: PM QoS new deadline estimation for cpu 0 is 4306992153 00000100:00000010:2.0:1787148483.359055:0:2396:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5c457272a0. 00000100:00000001:2.0:1787148483.359061:0:2396:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5c68fb1800: PM QoS request now active for cpu 0 00000100:00000001:2.0:1787148483.359081:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5c68fb1800: PM QoS new deadline estimation for cpu 1 is 4306992153 00000100:00000010:2.0:1787148483.359085:0:2396:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5c45727540. 00000100:00000001:2.0:1787148483.359088:0:2396:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5c68fb1800: PM QoS request now active for cpu 1 00000100:00000001:2.0:1787148483.359091:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787148483.359094:0:2396:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787148483.359097:0:2396:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787148483.359101:0:2396:0:(lustre_net.h:2406:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8c5c5e1fed80 x1873948276737408/t0(0) o400->lustre-OST0000-osc-ffff8c5c68fb1800@192.168.202.114@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787148483.359140:0:2396:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787148483.359141:0:2396:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787148483.359144:0:2396:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787148483.359145:0:2396:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787148483.359147:0:2396:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787148483.359150:0:2396:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5c5e1fed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:7e31181a-25e1-4c2b-a23d-b0f7747006f1:2396:1873948276737408:192.168.202.114@tcp:400:kworker.0 00000100:00000001:2.0:1787148483.359153:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787148483.359161:0:2396:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787148483.359163:0:2396:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787148483.359165:0:2396:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787148483.359167:0:2396:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c5c4a511000. 02000000:00000001:2.0:1787148483.359169:0:2396:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787148483.359172:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000010:2.0:1787148483.359175:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5c68ddbb00. 00000400:00000010:2.0:1787148483.359179:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5c42ee34c8. 00000100:00000200:2.0:1787148483.359181:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1873948276737408, portal 4 00000100:00000001:2.0:1787148483.359183:0:2396:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787148483.359184:0:2396:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616927076871552 : -127146632680064 : ffff8c5c5e1fed80) 00000100:00000040:2.0:1787148483.359190:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8c5c5e1fed80 x1873948276737408/t0(0) o400->lustre-OST0000-osc-ffff8c5c68fb1800@192.168.202.114@tcp:28/4 lens 224/224 e 0 to 0 dl 1787148538 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787148483.359195:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787148483.359197:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.114@tcp 00000400:00000010:2.0:1787148483.359199:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5c42ee37f8. 00000100:00000200:2.0:1787148483.359201:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1873948276737408, offset 0 00000400:00000200:2.0:1787148483.359205:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.114@tcp 00000400:00000200:2.0:1787148483.359209:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:2.0:1787148483.359212:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.114@tcp local destination 00000400:00000200:2.0:1787148483.359215:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787148483.359217:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.14@tcp 00000400:00000200:2.0:1787148483.359220:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.14@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787148483.359222:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.114@tcp 00000400:00000200:2.0:1787148483.359224:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.14@tcp NI seq info: [556934:556934:255:4294967295] 192.168.202.114@tcp LPNI seq info [556890:556890:7:4294967295] 00000400:00000200:2.0:1787148483.359228:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:2.0:1787148483.359233:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.14@tcp(192.168.202.14@tcp:) -> 192.168.202.114@tcp(192.168.202.114@tcp:192.168.202.114@tcp) : PUT try# 0 00000800:00000200:2.0:1787148483.359237:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.114@tcp 00000800:00000010:2.0:1787148483.359241:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5c46fcb800. 00000800:00000200:2.0:1787148483.359244:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5c4508fcc0] -> 12345-192.168.202.114@tcp (5) 00000800:00000200:2.0:1787148483.359247:0:2396:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.114@tcp ip 192.168.202.114:988 00000800:00000200:2.0:1787148483.359250:0:2396:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8c5c46fcb800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787148483.359258:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787148483.359262:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5c68fb1800: using a timeout of 120017 usecs (121 jiffies) 00000400:00000200:2.0:1787148483.359265:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000100:00000001:2.0:1787148483.359267:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5c68fb1800: PM QoS new deadline estimation for cpu 0 is 4306992250 00000100:00000001:2.0:1787148483.359272:0:2396:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5c68fb1800: PM QoS request active for cpu 0, simply extend its deadline from 4306992153 00000100:00000001:2.0:1787148483.359276:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5c68fb1800: PM QoS new deadline estimation for cpu 1 is 4306992250 00000100:00000001:2.0:1787148483.359278:0:2396:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5c68fb1800: PM QoS request active for cpu 1, simply extend its deadline from 4306992153 00000100:00000001:2.0:1787148483.359281:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787148483.359282:0:2396:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787148483.359285:0:2396:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787148483.359287:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787148483.359294:0:2396:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787148483.359296:0:2396:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00000001:2.0:1787148483.359298:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787148483.359300:0:2396:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787148483.359301:0:2396:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787148483.359303:0:2396:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:2.0:1787148483.359305:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787148483.359317:0:2396:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787148483.359319:0:2396:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787148483.359320:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787148483.359322:0:2396:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787148483.359323:0:2396:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787148483.359327:0:2396:0:(lustre_net.h:2406:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8c5c5e1fe680 x1873948276737024/t0(0) o400->MGC192.168.202.114@tcp@192.168.202.114@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787148483.359334:0:2396:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787148483.359335:0:2396:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787148483.359337:0:2396:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787148483.359339:0:2396:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787148483.359341:0:2396:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787148483.359344:0:2396:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5c5e1fe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:adab7261-4d97-43ea-82e8-09637750fa21:2396:1873948276737024:192.168.202.114@tcp:400:kworker.0 00000100:00000001:2.0:1787148483.359347:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787148483.359355:0:2396:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787148483.359357:0:2396:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787148483.359359:0:2396:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787148483.359362:0:2396:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c5c4a510000. 02000000:00000001:2.0:1787148483.359363:0:2396:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787148483.359367:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000010:2.0:1787148483.359371:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5c68ddb630. 00000400:00000010:2.0:1787148483.359375:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5c42ee3c38. 00000100:00000200:2.0:1787148483.359377:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1873948276737024, portal 25 00000100:00000001:2.0:1787148483.359379:0:2396:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787148483.359381:0:2396:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616927076869760 : -127146632681856 : ffff8c5c5e1fe680) 00000100:00000040:2.0:1787148483.359385:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8c5c5e1fe680 x1873948276737024/t0(0) o400->MGC192.168.202.114@tcp@192.168.202.114@tcp:26/25 lens 224/224 e 0 to 0 dl 1787148499 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787148483.359391:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787148483.359393:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.114@tcp 00000400:00000010:2.0:1787148483.359395:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5c42ee3b28. 00000100:00000200:2.0:1787148483.359397:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1873948276737024, offset 0 00000400:00000200:2.0:1787148483.359400:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.114@tcp 00000400:00000200:2.0:1787148483.359404:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:2.0:1787148483.359407:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.114@tcp local destination 00000400:00000200:2.0:1787148483.359410:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787148483.359412:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.14@tcp 00000400:00000200:2.0:1787148483.359414:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.14@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787148483.359416:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.114@tcp 00000400:00000200:2.0:1787148483.359419:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.14@tcp NI seq info: [556935:556935:254:4294967295] 192.168.202.114@tcp LPNI seq info [556891:556891:6:4294967295] 00000400:00000200:2.0:1787148483.359422:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:2.0:1787148483.359427:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.14@tcp(192.168.202.14@tcp:) -> 192.168.202.114@tcp(192.168.202.114@tcp:192.168.202.114@tcp) : PUT try# 0 00000800:00000200:2.0:1787148483.359431:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.114@tcp 00000800:00000010:2.0:1787148483.359435:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5c46fcba00. 00000800:00000200:2.0:1787148483.359439:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5c4508fcc0] -> 12345-192.168.202.114@tcp (5) 00000800:00000200:2.0:1787148483.359443:0:2396:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.114@tcp ip 192.168.202.114:988 00000800:00000200:2.0:1787148483.359445:0:2396:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8c5c46fcba00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787148483.359454:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787148483.359458:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000100:00000001:2.0:1787148483.359460:0:2396:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.114@tcp: PM QoS new deadline estimation for cpu 0 is 4306995962 00000100:00000001:2.0:1787148483.359463:0:2396:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.114@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306992250 00000100:00000001:2.0:1787148483.359466:0:2396:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.114@tcp: PM QoS new deadline estimation for cpu 1 is 4306995962 00000100:00000001:2.0:1787148483.359469:0:2396:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.114@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306992250 00000100:00000001:2.0:1787148483.359471:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787148483.359473:0:2396:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787148483.359475:0:2396:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787148483.359479:0:2396:0:(lustre_net.h:2406:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8c5c5e1fdf80 x1873948276737280/t0(0) o400->lustre-MDT0001-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787148483.359485:0:2396:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787148483.359486:0:2396:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787148483.359489:0:2396:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787148483.359490:0:2396:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787148483.359492:0:2396:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787148483.359495:0:2396:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5c5e1fdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:7e31181a-25e1-4c2b-a23d-b0f7747006f1:2396:1873948276737280:192.168.202.114@tcp:400:kworker.0 00000100:00000001:2.0:1787148483.359498:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787148483.359500:0:2396:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787148483.359502:0:2396:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787148483.359503:0:2396:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787148483.359506:0:2396:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c5c4a511c00. 02000000:00000001:2.0:1787148483.359508:0:2396:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787148483.359511:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000010:2.0:1787148483.359514:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5c68ddb738. 00000400:00000010:2.0:1787148483.359518:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5c42ee3660. 00000100:00000200:2.0:1787148483.359520:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1873948276737280, portal 10 00000100:00000001:2.0:1787148483.359522:0:2396:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787148483.359523:0:2396:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616927076867968 : -127146632683648 : ffff8c5c5e1fdf80) 00000100:00000040:2.0:1787148483.359529:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8c5c5e1fdf80 x1873948276737280/t0(0) o400->lustre-MDT0001-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148538 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787148483.359546:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787148483.359548:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.114@tcp 00000400:00000010:2.0:1787148483.359551:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5c42ee3bb0. 00000100:00000200:2.0:1787148483.359553:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1873948276737280, offset 0 00000400:00000200:2.0:1787148483.359557:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.114@tcp 00000400:00000200:2.0:1787148483.359561:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:2.0:1787148483.359565:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.114@tcp local destination 00000400:00000200:2.0:1787148483.359567:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787148483.359570:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.14@tcp 00000400:00000200:2.0:1787148483.359572:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.14@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787148483.359574:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.114@tcp 00000400:00000200:2.0:1787148483.359577:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.14@tcp NI seq info: [556936:556936:253:4294967295] 192.168.202.114@tcp LPNI seq info [556892:556892:5:4294967295] 00000400:00000200:2.0:1787148483.359581:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:2.0:1787148483.359586:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.14@tcp(192.168.202.14@tcp:) -> 192.168.202.114@tcp(192.168.202.114@tcp:192.168.202.114@tcp) : PUT try# 0 00000800:00000200:2.0:1787148483.359590:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.114@tcp 00000800:00000010:2.0:1787148483.359594:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5c46fcb500. 00000800:00000200:2.0:1787148483.359598:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5c4508fcc0] -> 12345-192.168.202.114@tcp (5) 00000800:00000200:2.0:1787148483.359602:0:2396:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.114@tcp ip 192.168.202.114:988 00000800:00000200:2.0:1787148483.359605:0:2396:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8c5c46fcb500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787148483.359608:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787148483.359611:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5c68fb1800: using a timeout of 16991 usecs (17 jiffies) 00000400:00000200:2.0:1787148483.359614:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000100:00000001:2.0:1787148483.359617:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5c68fb1800: PM QoS new deadline estimation for cpu 0 is 4306992146 00000100:00000001:2.0:1787148483.359619:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5c68fb1800: PM QoS request active for cpu 0, keep current deadline 4306995962 00000100:00000001:2.0:1787148483.359620:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5c68fb1800: PM QoS new deadline estimation for cpu 1 is 4306992146 00000100:00000001:2.0:1787148483.359622:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5c68fb1800: PM QoS request active for cpu 1, keep current deadline 4306995962 00000100:00000001:2.0:1787148483.359624:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787148483.359625:0:2396:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787148483.359633:0:2396:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787148483.359635:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787148483.359715:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787148483.359718:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1787148483.363358:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1787148483.363369:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5c46fcb200. 00000400:00000200:1.0:1787148483.363377:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787148483.363386:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.14@tcp->192.168.202.114@tcp: PUT: OK 00000400:00000200:1.0:1787148483.363393:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5c42ee32a8 00000400:00000010:1.0:1787148483.363395:0:2386:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff8c5c42ee32a8. 00000100:00000001:1.0:1787148483.363401:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787148483.363409:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c5c5e1fc700 x1873948276737152/t0(0) o400->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148538 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787148483.363423:0:2386:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787148483.363426:0:2386:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8c5c5e1fc700 x1873948276737152/t0(0) o400->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148538 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787148483.363434:0:2386:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787148483.363436:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1787148483.363452:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1787148483.363454:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5c46fcb800. 00000400:00000200:1.0:1787148483.363457:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787148483.363460:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.14@tcp->192.168.202.114@tcp: PUT: OK 00000400:00000200:1.0:1787148483.363463:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5c42ee37f8 00000400:00000010:1.0:1787148483.363464:0:2386:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff8c5c42ee37f8. 00000100:00000001:1.0:1787148483.363467:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787148483.363470:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c5c5e1fed80 x1873948276737408/t0(0) o400->lustre-OST0000-osc-ffff8c5c68fb1800@192.168.202.114@tcp:28/4 lens 224/224 e 0 to 0 dl 1787148538 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787148483.363477:0:2386:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787148483.363479:0:2386:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8c5c5e1fed80 x1873948276737408/t0(0) o400->lustre-OST0000-osc-ffff8c5c68fb1800@192.168.202.114@tcp:28/4 lens 224/224 e 0 to 0 dl 1787148538 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787148483.363485:0:2386:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787148483.363501:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1787148483.363510:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1787148483.363513:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5c46fcba00. 00000400:00000200:1.0:1787148483.363515:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787148483.363519:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.14@tcp->192.168.202.114@tcp: PUT: OK 00000400:00000200:1.0:1787148483.363522:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5c42ee3b28 00000400:00000010:1.0:1787148483.363524:0:2386:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff8c5c42ee3b28. 00000100:00000001:1.0:1787148483.363526:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787148483.363530:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c5c5e1fe680 x1873948276737024/t0(0) o400->MGC192.168.202.114@tcp@192.168.202.114@tcp:26/25 lens 224/224 e 0 to 0 dl 1787148499 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787148483.363538:0:2386:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787148483.363540:0:2386:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8c5c5e1fe680 x1873948276737024/t0(0) o400->MGC192.168.202.114@tcp@192.168.202.114@tcp:26/25 lens 224/224 e 0 to 0 dl 1787148499 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787148483.363546:0:2386:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787148483.363547:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1787148483.363614:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1787148483.363616:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5c46fcb500. 00000400:00000200:1.0:1787148483.363619:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787148483.363623:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.14@tcp->192.168.202.114@tcp: PUT: OK 00000400:00000200:1.0:1787148483.363625:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5c42ee3bb0 00000400:00000010:1.0:1787148483.363627:0:2386:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff8c5c42ee3bb0. 00000100:00000001:1.0:1787148483.363629:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787148483.363633:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c5c5e1fdf80 x1873948276737280/t0(0) o400->lustre-MDT0001-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148538 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787148483.363639:0:2386:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787148483.363641:0:2386:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8c5c5e1fdf80 x1873948276737280/t0(0) o400->lustre-MDT0001-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148538 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787148483.363647:0:2386:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787148483.363648:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1787148483.373320:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787148483.373339:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1787148483.373343:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787148483.373346:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787148483.373355:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:1.0:1787148483.373378:0:2385:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.14@tcp(192.168.202.14@tcp) <- 192.168.202.114@tcp : PUT - for me 00000400:00000200:1.0:1787148483.373389:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:1.0:1787148483.373394:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:1.0:1787148483.373400:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:1.0:1787148483.373404:0:2385:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.114@tcp of length 224 into portal 25 MB=0x6a858955cc400 00000400:00000200:1.0:1787148483.373409:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:1.0:1787148483.373416:0:2385:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.114@tcp of length 224/224 into md 0x561fd9 [1] + 224 00000800:00000001:1.0:1787148483.373424:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787148483.373433:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787148483.373437:0:2385:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787148483.373443:0:2385:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.14@tcp->192.168.202.114@tcp: PUT: OK 00000100:00000001:1.0:1787148483.373452:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787148483.373465:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c5c5e1fe680 x1873948276737024/t0(0) o400->MGC192.168.202.114@tcp@192.168.202.114@tcp:26/25 lens 224/224 e 0 to 0 dl 1787148499 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1787148483.373477:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8c5c5e1fe680 x1873948276737024/t0(0) o400->MGC192.168.202.114@tcp@192.168.202.114@tcp:26/25 lens 224/224 e 0 to 0 dl 1787148499 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787148483.373503:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1787148483.373513:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787148483.373516:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787148483.373847:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787148483.373852:0:2396:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1787148483.373859:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787148483.373861:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787148483.373865:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5c68ddb630. 00000400:00000200:2.0:1787148483.373870:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5c42ee3c38 00000400:00000010:2.0:1787148483.373873:0:2396:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff8c5c42ee3c38. 00000100:00000001:2.0:1787148483.373876:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787148483.373882:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c5c5e1fe680 x1873948276737024/t0(0) o400->MGC192.168.202.114@tcp@192.168.202.114@tcp:26/25 lens 224/224 e 0 to 0 dl 1787148499 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787148483.373890:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c5c5e1fe680 x1873948276737024/t0(0) o400->MGC192.168.202.114@tcp@192.168.202.114@tcp:26/25 lens 224/224 e 0 to 0 dl 1787148499 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787148483.373897:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787148483.373899:0:2396:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787148483.373902:0:2396:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1787148483.373905:0:2396:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1787148483.373908:0:2396:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787148483.373911:0:2396:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787148483.373914:0:2396:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1787148483.373921:0:2396:0:(import.c:2149:obd_at_measure()) add 5 to ffff8c5c5776b460 time=115 v=5 (5 5 5 5) 00000100:00001000:2.0:1787148483.373926:0:2396:0:(import.c:2149:obd_at_measure()) add 1 to ffff8c5c5776b418 time=17 v=5 (1 1 1 0) 00000100:00000001:2.0:1787148483.373929:0:2396:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1787148483.373931:0:2396:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787148483.373933:0:2396:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1787148483.373936:0:2396:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787148483.373939:0:2396:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787148483.373944:0:2396:0:(lustre_net.h:2406:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8c5c5e1fe680 x1873948276737024/t0(0) o400->MGC192.168.202.114@tcp@192.168.202.114@tcp:26/25 lens 224/224 e 0 to 0 dl 1787148499 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787148483.373951:0:2396:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787148483.373954:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787148483.373956:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787148483.373960:0:2396:0:(lustre_net.h:2406:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8c5c5e1fe680 x1873948276737024/t0(0) o400->MGC192.168.202.114@tcp@192.168.202.114@tcp:26/25 lens 224/224 e 0 to 0 dl 1787148499 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787148483.373982:0:2396:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5c5e1fe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:adab7261-4d97-43ea-82e8-09637750fa21:2396:1873948276737024:192.168.202.114@tcp:400:kworker.0 00000100:00000001:2.0:1787148483.373988:0:2396:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787148483.373991:0:2396:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787148483.373995:0:2396:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8c5c5e1fe680 x1873948276737024/t0(0) o400->MGC192.168.202.114@tcp@192.168.202.114@tcp:26/25 lens 224/224 e 0 to 0 dl 1787148499 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787148483.374001:0:2396:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787148483.374005:0:2396:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787148483.374009:0:2396:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c5c4a510000. 02000000:00000001:2.0:1787148483.374013:0:2396:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787148483.374015:0:2396:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1787148483.374017:0:2396:0:(genops.c:1244:class_import_put()) import ffff8c5c5776b000 refcount=3 obd=MGC192.168.202.114@tcp 00000020:00000001:2.0:1787148483.374019:0:2396:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1787148483.374022:0:2396:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8c5c46fcbc00. 02000000:00000001:2.0:1787148483.374026:0:2396:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787148483.374027:0:2396:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787148483.374029:0:2396:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5c5e1fe680. 00000100:00000001:2.0:1787148483.374033:0:2396:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787148483.374034:0:2396:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787148483.374037:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787148483.374039:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787148483.374041:0:2396:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787148483.374042:0:2396:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787148483.374044:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1787148483.377046:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787148483.377068:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1787148483.377073:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787148483.377075:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787148483.377084:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:1.0:1787148483.377091:0:2386:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.14@tcp(192.168.202.14@tcp) <- 192.168.202.114@tcp : PUT - for me 00000400:00000200:1.0:1787148483.377143:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:1.0:1787148483.377149:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:1.0:1787148483.377155:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:1.0:1787148483.377158:0:2386:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.114@tcp of length 224 into portal 4 MB=0x6a858955cc580 00000400:00000200:1.0:1787148483.377163:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:1.0:1787148483.377169:0:2386:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.114@tcp of length 224/224 into md 0x561fd1 [1] + 224 00000800:00000001:1.0:1787148483.377176:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787148483.377201:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787148483.377205:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787148483.377210:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.14@tcp->192.168.202.114@tcp: PUT: OK 00000100:00000001:1.0:1787148483.377218:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787148483.377227:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c5c5e1fed80 x1873948276737408/t0(0) o400->lustre-OST0000-osc-ffff8c5c68fb1800@192.168.202.114@tcp:28/4 lens 224/224 e 0 to 0 dl 1787148538 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1787148483.377238:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8c5c5e1fed80 x1873948276737408/t0(0) o400->lustre-OST0000-osc-ffff8c5c68fb1800@192.168.202.114@tcp:28/4 lens 224/224 e 0 to 0 dl 1787148538 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787148483.377259:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1787148483.377270:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787148483.377273:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787148483.378413:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787148483.378421:0:2396:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1787148483.378430:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787148483.378432:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787148483.378436:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5c68ddbb00. 00000400:00000200:2.0:1787148483.378443:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5c42ee34c8 00000400:00000010:2.0:1787148483.378445:0:2396:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff8c5c42ee34c8. 00000100:00000001:2.0:1787148483.378450:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787148483.378458:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c5c5e1fed80 x1873948276737408/t0(0) o400->lustre-OST0000-osc-ffff8c5c68fb1800@192.168.202.114@tcp:28/4 lens 224/224 e 0 to 0 dl 1787148538 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787148483.378469:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c5c5e1fed80 x1873948276737408/t0(0) o400->lustre-OST0000-osc-ffff8c5c68fb1800@192.168.202.114@tcp:28/4 lens 224/224 e 0 to 0 dl 1787148538 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787148483.378492:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787148483.378495:0:2396:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787148483.378499:0:2396:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1787148483.378502:0:2396:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1787148483.378504:0:2396:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787148483.378507:0:2396:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787148483.378510:0:2396:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1787148483.378521:0:2396:0:(import.c:2149:obd_at_measure()) add 36 to ffff8c5c5e0b1c60 time=115 v=36 (36 5 5 5) 00000100:00001000:2.0:1787148483.378538:0:2396:0:(import.c:2149:obd_at_measure()) add 1 to ffff8c5c5e0b1c18 time=91 v=5 (1 1 1 1) 00000100:00000001:2.0:1787148483.378541:0:2396:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1787148483.378543:0:2396:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787148483.378547:0:2396:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1787148483.378551:0:2396:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787148483.378555:0:2396:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1787148483.378556:0:2396:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8c5c68fb1800: skip recheck: last_committed 42949695890 00000100:00000001:2.0:1787148483.378559:0:2396:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1787148483.378560:0:2396:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787148483.378566:0:2396:0:(lustre_net.h:2406:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8c5c5e1fed80 x1873948276737408/t0(0) o400->lustre-OST0000-osc-ffff8c5c68fb1800@192.168.202.114@tcp:28/4 lens 224/224 e 0 to 0 dl 1787148538 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787148483.378572:0:2396:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787148483.378575:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787148483.378577:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787148483.378581:0:2396:0:(lustre_net.h:2406:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8c5c5e1fed80 x1873948276737408/t0(0) o400->lustre-OST0000-osc-ffff8c5c68fb1800@192.168.202.114@tcp:28/4 lens 224/224 e 0 to 0 dl 1787148538 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787148483.378589:0:2396:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5c5e1fed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:7e31181a-25e1-4c2b-a23d-b0f7747006f1:2396:1873948276737408:192.168.202.114@tcp:400:kworker.0 00000100:00000001:2.0:1787148483.378594:0:2396:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787148483.378598:0:2396:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787148483.378601:0:2396:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8c5c5e1fed80 x1873948276737408/t0(0) o400->lustre-OST0000-osc-ffff8c5c68fb1800@192.168.202.114@tcp:28/4 lens 224/224 e 0 to 0 dl 1787148538 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787148483.378607:0:2396:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787148483.378610:0:2396:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787148483.378622:0:2396:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c5c4a511000. 02000000:00000001:2.0:1787148483.378626:0:2396:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787148483.378630:0:2396:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1787148483.378632:0:2396:0:(genops.c:1244:class_import_put()) import ffff8c5c5e0b1800 refcount=3 obd=lustre-OST0000-osc-ffff8c5c68fb1800 00000020:00000001:2.0:1787148483.378634:0:2396:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1787148483.378638:0:2396:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8c5c46fcb100. 02000000:00000001:2.0:1787148483.378642:0:2396:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787148483.378644:0:2396:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787148483.378647:0:2396:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5c5e1fed80. 00000100:00000001:2.0:1787148483.378651:0:2396:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787148483.378653:0:2396:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787148483.378656:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787148483.378657:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787148483.378659:0:2396:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787148483.378661:0:2396:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787148483.378662:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1787148483.383967:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787148483.383985:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1787148483.383989:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787148483.383992:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787148483.384001:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:1.0:1787148483.384008:0:2385:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.14@tcp(192.168.202.14@tcp) <- 192.168.202.114@tcp : PUT - for me 00000400:00000200:1.0:1787148483.384017:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:1.0:1787148483.384022:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:1.0:1787148483.384028:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:1.0:1787148483.384032:0:2385:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.114@tcp of length 224 into portal 10 MB=0x6a858955cc480 00000400:00000200:1.0:1787148483.384037:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:1.0:1787148483.384043:0:2385:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.114@tcp of length 224/224 into md 0x561fc9 [1] + 224 00000800:00000001:1.0:1787148483.384050:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787148483.384058:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787148483.384061:0:2385:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787148483.384065:0:2385:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.14@tcp->192.168.202.114@tcp: PUT: OK 00000100:00000001:1.0:1787148483.384073:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787148483.384082:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c5c5e1fc700 x1873948276737152/t0(0) o400->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148538 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1787148483.384094:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8c5c5e1fc700 x1873948276737152/t0(0) o400->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148538 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787148483.384169:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1787148483.384179:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787148483.384182:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787148483.384319:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787148483.384324:0:2396:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1787148483.384332:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787148483.384335:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787148483.384339:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5c68ddb8f0. 00000400:00000200:2.0:1787148483.384344:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5c42ee33b8 00000400:00000010:2.0:1787148483.384346:0:2396:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff8c5c42ee33b8. 00000100:00000001:2.0:1787148483.384350:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787148483.384355:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c5c5e1fc700 x1873948276737152/t0(0) o400->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148538 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787148483.384365:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c5c5e1fc700 x1873948276737152/t0(0) o400->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148538 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787148483.384371:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787148483.384373:0:2396:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787148483.384375:0:2396:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1787148483.384379:0:2396:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1787148483.384381:0:2396:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787148483.384383:0:2396:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787148483.384387:0:2396:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1787148483.384398:0:2396:0:(import.c:2149:obd_at_measure()) add 36 to ffff8c5c5776a460 time=115 v=36 (36 36 36 36) 00000100:00001000:2.0:1787148483.384403:0:2396:0:(import.c:2149:obd_at_measure()) add 1 to ffff8c5c5776a418 time=17 v=5 (1 1 1 0) 00000100:00000001:2.0:1787148483.384413:0:2396:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1787148483.384415:0:2396:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787148483.384418:0:2396:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1787148483.384422:0:2396:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787148483.384427:0:2396:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1787148483.384430:0:2396:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c5c68fb1800: skip recheck: last_committed 30064771464 00000100:00000001:2.0:1787148483.384432:0:2396:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1787148483.384433:0:2396:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787148483.384439:0:2396:0:(lustre_net.h:2406:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8c5c5e1fc700 x1873948276737152/t0(0) o400->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148538 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787148483.384447:0:2396:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787148483.384450:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787148483.384452:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787148483.384455:0:2396:0:(lustre_net.h:2406:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8c5c5e1fc700 x1873948276737152/t0(0) o400->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148538 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787148483.384462:0:2396:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5c5e1fc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:7e31181a-25e1-4c2b-a23d-b0f7747006f1:2396:1873948276737152:192.168.202.114@tcp:400:kworker.0 00000100:00000001:2.0:1787148483.384467:0:2396:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787148483.384469:0:2396:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787148483.384472:0:2396:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8c5c5e1fc700 x1873948276737152/t0(0) o400->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148538 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787148483.384478:0:2396:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787148483.384481:0:2396:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787148483.384484:0:2396:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c5c4a510c00. 02000000:00000001:2.0:1787148483.384487:0:2396:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787148483.384490:0:2396:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1787148483.384492:0:2396:0:(genops.c:1244:class_import_put()) import ffff8c5c5776a000 refcount=5 obd=lustre-MDT0000-mdc-ffff8c5c68fb1800 00000020:00000001:2.0:1787148483.384494:0:2396:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1787148483.384497:0:2396:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8c5c46fcbb00. 02000000:00000001:2.0:1787148483.384501:0:2396:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787148483.384503:0:2396:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787148483.384505:0:2396:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5c5e1fc700. 00000100:00000001:2.0:1787148483.384508:0:2396:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787148483.384515:0:2396:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787148483.384518:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787148483.384520:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787148483.384521:0:2396:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787148483.384523:0:2396:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787148483.384524:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1787148483.393990:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787148483.394006:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1787148483.394010:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787148483.394012:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787148483.394022:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:1.0:1787148483.394030:0:2386:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.14@tcp(192.168.202.14@tcp) <- 192.168.202.114@tcp : PUT - for me 00000400:00000200:1.0:1787148483.394039:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:1.0:1787148483.394044:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:1.0:1787148483.394049:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:1.0:1787148483.394053:0:2386:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.114@tcp of length 224 into portal 10 MB=0x6a858955cc500 00000400:00000200:1.0:1787148483.394058:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:1.0:1787148483.394064:0:2386:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.114@tcp of length 224/224 into md 0x561fe1 [1] + 224 00000800:00000001:1.0:1787148483.394071:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787148483.394078:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787148483.394082:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787148483.394086:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.14@tcp->192.168.202.114@tcp: PUT: OK 00000100:00000001:1.0:1787148483.394095:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787148483.395080:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c5c5e1fdf80 x1873948276737280/t0(0) o400->lustre-MDT0001-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148538 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1787148483.395098:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8c5c5e1fdf80 x1873948276737280/t0(0) o400->lustre-MDT0001-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148538 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787148483.395138:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1787148483.395238:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787148483.395245:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787148483.395765:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787148483.395771:0:2396:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1787148483.395779:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787148483.395781:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787148483.395785:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5c68ddb738. 00000400:00000200:2.0:1787148483.395790:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5c42ee3660 00000400:00000010:2.0:1787148483.395793:0:2396:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff8c5c42ee3660. 00000100:00000001:2.0:1787148483.395796:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787148483.395803:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c5c5e1fdf80 x1873948276737280/t0(0) o400->lustre-MDT0001-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148538 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787148483.395814:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c5c5e1fdf80 x1873948276737280/t0(0) o400->lustre-MDT0001-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148538 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787148483.395832:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787148483.395834:0:2396:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787148483.395836:0:2396:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1787148483.395840:0:2396:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1787148483.395842:0:2396:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787148483.395845:0:2396:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787148483.395848:0:2396:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1787148483.395859:0:2396:0:(import.c:2149:obd_at_measure()) add 36 to ffff8c5c5776cc60 time=115 v=36 (36 36 36 36) 00000100:00001000:2.0:1787148483.395863:0:2396:0:(import.c:2149:obd_at_measure()) add 1 to ffff8c5c5776cc18 time=142 v=5 (1 1 0 0) 00000100:00000001:2.0:1787148483.395865:0:2396:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1787148483.395867:0:2396:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787148483.395870:0:2396:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1787148483.395875:0:2396:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8c5c5e1fdf80 x1873948276737280/t0(0) o400->lustre-MDT0001-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148538 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1787148483.395883:0:2396:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787148483.395887:0:2396:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1787148483.395889:0:2396:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8c5c68fb1800: skip recheck: last_committed 21474836540 00000100:00000001:2.0:1787148483.395909:0:2396:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1787148483.395911:0:2396:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787148483.395917:0:2396:0:(lustre_net.h:2406:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8c5c5e1fdf80 x1873948276737280/t0(0) o400->lustre-MDT0001-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148538 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787148483.395924:0:2396:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787148483.395928:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787148483.395931:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787148483.395935:0:2396:0:(lustre_net.h:2406:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8c5c5e1fdf80 x1873948276737280/t0(0) o400->lustre-MDT0001-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148538 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787148483.395943:0:2396:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5c5e1fdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:7e31181a-25e1-4c2b-a23d-b0f7747006f1:2396:1873948276737280:192.168.202.114@tcp:400:kworker.0 00000100:00000001:2.0:1787148483.395947:0:2396:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787148483.395950:0:2396:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787148483.395954:0:2396:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8c5c5e1fdf80 x1873948276737280/t0(0) o400->lustre-MDT0001-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148538 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787148483.395961:0:2396:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787148483.395964:0:2396:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787148483.395967:0:2396:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c5c4a511c00. 02000000:00000001:2.0:1787148483.395971:0:2396:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787148483.395974:0:2396:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1787148483.395976:0:2396:0:(genops.c:1244:class_import_put()) import ffff8c5c5776c800 refcount=3 obd=lustre-MDT0001-mdc-ffff8c5c68fb1800 00000020:00000001:2.0:1787148483.395978:0:2396:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1787148483.395981:0:2396:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8c5c46fcb700. 02000000:00000001:2.0:1787148483.395984:0:2396:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787148483.395986:0:2396:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787148483.395988:0:2396:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5c5e1fdf80. 00000100:00000001:2.0:1787148483.395991:0:2396:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787148483.395992:0:2396:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787148483.395994:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787148483.396002:0:2396:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787148483.396004:0:2396:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787148483.396006:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787148483.396009:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787148483.550384:0:266370:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787148483.550393:0:266370:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1787148483.550396:0:266370:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1787148483.550398:0:266370:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787148483.550404:0:266370:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1787148483.550406:0:266370:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787148483.550428:0:266370:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787148483.550430:0:266370:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787148483.550434:0:266370:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787148483.550436:0:266370:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787148483.550500:0:256812:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787148483.550504:0:256812:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787148483.550507:0:256812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1787148484.574370:0:266370:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787148484.574377:0:266370:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787148484.574383:0:266370:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787148484.574384:0:266370:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787148484.574476:0:235348:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787148484.574480:0:235348:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787148484.574484:0:235348:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1787148485.598663:0:266370:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787148485.598671:0:266370:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787148485.598688:0:266370:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787148485.598689:0:266370:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787148485.598900:0:235349:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787148485.598904:0:235349:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787148485.598908:0:235349:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1787148486.622607:0:266370:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787148486.622615:0:266370:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787148486.622622:0:266370:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787148486.622623:0:266370:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787148486.622778:0:244719:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787148486.622781:0:244719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787148486.622785:0:244719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1787148487.198232:0:266370:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5c48342110 (cpu 1) has reached its deadline 4306995962, at 4306995968 00000100:00000040:0.0:1787148487.198239:0:267500:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5c48342000 (cpu 0) has reached its deadline 4306995962, at 4306995968 00000100:00000010:1.0:1787148487.198249:0:266370:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5c45727540. 00000100:00000010:0.0:1787148487.198420:0:267500:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5c457272a0. 00010000:00000001:1.0:1787148487.646247:0:266370:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787148487.646254:0:266370:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787148487.646260:0:266370:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787148487.646261:0:266370:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787148487.646400:0:244722:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787148487.646423:0:244722:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787148487.646426:0:244722:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1787148488.480760:0:233104:0:(pinger.c:229:ptlrpc_pinger_process_import()) adab7261-4d97-43ea-82e8-09637750fa21->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1787148488.480773:0:233104:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1787148488.480787:0:233104:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5c6f33bb80. 00000020:00000040:1.0:1787148488.480794:0:233104:0:(genops.c:1231:class_import_get()) import ffff8c5c5776b000 refcount=4 obd=MGC192.168.202.114@tcp 00000100:00000001:1.0:1787148488.480799:0:233104:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787148488.480803:0:233104:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787148488.480808:0:233104:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787148488.480817:0:233104:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8c5c68fa7300. 00000100:00000001:1.0:1787148488.480825:0:233104:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787148488.480837:0:233104:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging adab7261-4d97-43ea-82e8-09637750fa21->MGS req@ffff8c5c6f33bb80 x1873948276737536/t0(0) o400->MGC192.168.202.114@tcp@192.168.202.114@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787148488.480848:0:233104:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787148488.480852:0:233104:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787148488.480873:0:233104:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cd7e46dc] to pc [ptlrpcd_00_01+1] req@ffff8c5c6f33bb80 x1873948276737536/t0(0) o400->MGC192.168.202.114@tcp@192.168.202.114@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787148488.480908:0:233104:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787148488.480911:0:233104:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7e31181a-25e1-4c2b-a23d-b0f7747006f1->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1787148488.480914:0:233104:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1787148488.480917:0:233104:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5c6f338380. 00000020:00000040:1.0:1787148488.480920:0:233104:0:(genops.c:1231:class_import_get()) import ffff8c5c5776a000 refcount=6 obd=lustre-MDT0000-mdc-ffff8c5c68fb1800 00000100:00000001:1.0:1787148488.480922:0:233104:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787148488.480923:0:233104:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787148488.480925:0:233104:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787148488.480929:0:233104:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8c5c68fa7500. 00000100:00000001:1.0:1787148488.480932:0:233104:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787148488.480936:0:233104:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 7e31181a-25e1-4c2b-a23d-b0f7747006f1->lustre-MDT0000_UUID req@ffff8c5c6f338380 x1873948276737664/t0(0) o400->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787148488.480943:0:233104:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787148488.480945:0:233104:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787148488.480949:0:233104:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a64d069f] to pc [ptlrpcd_00_00+0] req@ffff8c5c6f338380 x1873948276737664/t0(0) o400->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787148488.480957:0:233104:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787148488.480960:0:233104:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7e31181a-25e1-4c2b-a23d-b0f7747006f1->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1787148488.480963:0:233104:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1787148488.480965:0:233104:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5c6f339180. 00000020:00000040:1.0:1787148488.480967:0:233104:0:(genops.c:1231:class_import_get()) import ffff8c5c5776c800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c5c68fb1800 00000100:00000001:1.0:1787148488.480969:0:233104:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787148488.480971:0:233104:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787148488.480972:0:233104:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787148488.480975:0:233104:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8c5c68fa7700. 00000100:00000001:1.0:1787148488.480978:0:233104:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787148488.480982:0:233104:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 7e31181a-25e1-4c2b-a23d-b0f7747006f1->lustre-MDT0001_UUID req@ffff8c5c6f339180 x1873948276737792/t0(0) o400->lustre-MDT0001-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787148488.481000:0:233104:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787148488.481003:0:233104:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787148488.481007:0:233104:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000007861535] to pc [ptlrpcd_00_01+1] req@ffff8c5c6f339180 x1873948276737792/t0(0) o400->lustre-MDT0001-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787148488.481014:0:233104:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787148488.481016:0:233104:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7e31181a-25e1-4c2b-a23d-b0f7747006f1->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1787148488.481019:0:233104:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1787148488.481022:0:233104:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5c6f33b800. 00000020:00000040:1.0:1787148488.481024:0:233104:0:(genops.c:1231:class_import_get()) import ffff8c5c5e0b1800 refcount=4 obd=lustre-OST0000-osc-ffff8c5c68fb1800 00000100:00000001:1.0:1787148488.481026:0:233104:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787148488.481028:0:233104:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787148488.481029:0:233104:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787148488.481033:0:233104:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8c5c68fa7400. 00000100:00000001:1.0:1787148488.481035:0:233104:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787148488.481039:0:233104:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 7e31181a-25e1-4c2b-a23d-b0f7747006f1->lustre-OST0000_UUID req@ffff8c5c6f33b800 x1873948276737920/t0(0) o400->lustre-OST0000-osc-ffff8c5c68fb1800@192.168.202.114@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787148488.481046:0:233104:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787148488.481047:0:233104:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787148488.481051:0:233104:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b4f8a2ae] to pc [ptlrpcd_00_00+0] req@ffff8c5c6f33b800 x1873948276737920/t0(0) o400->lustre-OST0000-osc-ffff8c5c68fb1800@192.168.202.114@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787148488.481058:0:233104:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787148488.481059:0:233104:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7e31181a-25e1-4c2b-a23d-b0f7747006f1->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1787148488.481062:0:233104:0:(pinger.c:247:ptlrpc_pinger_process_import()) 7e31181a-25e1-4c2b-a23d-b0f7747006f1->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1787148488.481068:0:233104:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12334) 00000100:00000001:0.0:1787148488.481147:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787148488.481153:0:2394:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787148488.481155:0:2394:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787148488.481162:0:2394:0:(lustre_net.h:2406:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8c5c6f33bb80 x1873948276737536/t0(0) o400->MGC192.168.202.114@tcp@192.168.202.114@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787148488.481170:0:2394:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787148488.481172:0:2394:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787148488.481176:0:2394:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787148488.481178:0:2394:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787148488.481181:0:2394:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787148488.481184:0:2394:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5c6f33bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:adab7261-4d97-43ea-82e8-09637750fa21:2394:1873948276737536:192.168.202.114@tcp:400:kworker.0 00000100:00000001:0.0:1787148488.481188:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787148488.481194:0:2394:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787148488.481197:0:2394:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787148488.481200:0:2394:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787148488.481205:0:2394:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c5c4b8fd000. 02000000:00000001:0.0:1787148488.481207:0:2394:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787148488.481214:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000010:0.0:1787148488.481218:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5c483f4bb0. 00000400:00000010:0.0:1787148488.481225:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5c47fec660. 00000100:00000200:0.0:1787148488.481233:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1873948276737536, portal 25 00000100:00000001:0.0:1787148488.481236:0:2394:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787148488.481244:0:2394:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616927363382144 : -127146346169472 : ffff8c5c6f33bb80) 00000100:00000040:0.0:1787148488.481250:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8c5c6f33bb80 x1873948276737536/t0(0) o400->MGC192.168.202.114@tcp@192.168.202.114@tcp:26/25 lens 224/224 e 0 to 0 dl 1787148504 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787148488.481258:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787148488.481273:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.114@tcp 00000400:00000010:0.0:1787148488.481276:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5c47fec110. 00000100:00000200:0.0:1787148488.481280:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1873948276737536, offset 0 00000400:00000200:0.0:1787148488.481288:0:2394:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.114@tcp 00000400:00000200:0.0:1787148488.481299:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148488.481308:0:2394:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.114@tcp local destination 00000400:00000200:0.0:1787148488.481313:0:2394:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787148488.481317:0:2394:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.14@tcp 00000400:00000200:0.0:1787148488.481320:0:2394:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787148488.481323:0:2394:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.114@tcp 00000400:00000200:0.0:1787148488.481327:0:2394:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.14@tcp NI seq info: [556937:556937:256:4294967295] 192.168.202.114@tcp LPNI seq info [556893:556893:8:4294967295] 00000400:00000200:0.0:1787148488.481331:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148488.481341:0:2394:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.14@tcp(192.168.202.14@tcp:) -> 192.168.202.114@tcp(192.168.202.114@tcp:192.168.202.114@tcp) : PUT try# 0 00000800:00000200:0.0:1787148488.481347:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.114@tcp 00000800:00000010:0.0:1787148488.481353:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5c474aef00. 00000800:00000200:0.0:1787148488.481360:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5c4508fcc0] -> 12345-192.168.202.114@tcp (5) 00000800:00000200:0.0:1787148488.481369:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.114@tcp ip 192.168.202.114:988 00000800:00000200:0.0:1787148488.481374:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8c5c474aef00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1787148488.481393:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787148488.481398:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000100:00000001:0.0:1787148488.481401:0:2394:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.114@tcp: PM QoS new deadline estimation for cpu 0 is 4307001084 00000100:00000010:0.0:1787148488.481405:0:2394:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5c45784420. 00000100:00000001:0.0:1787148488.481411:0:2394:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.114@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1787148488.481419:0:2394:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.114@tcp: PM QoS new deadline estimation for cpu 1 is 4307001084 00000100:00000010:0.0:1787148488.481422:0:2394:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5c45784840. 00000100:00000001:0.0:1787148488.481425:0:2394:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.114@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1787148488.481434:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787148488.481438:0:2394:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787148488.481441:0:2394:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787148488.481445:0:2394:0:(lustre_net.h:2406:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8c5c6f339180 x1873948276737792/t0(0) o400->lustre-MDT0001-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787148488.481452:0:2394:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787148488.481454:0:2394:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787148488.481456:0:2394:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787148488.481458:0:2394:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787148488.481460:0:2394:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787148488.481463:0:2394:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5c6f339180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:7e31181a-25e1-4c2b-a23d-b0f7747006f1:2394:1873948276737792:192.168.202.114@tcp:400:kworker.0 00000100:00000001:0.0:1787148488.481466:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787148488.481469:0:2394:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787148488.481471:0:2394:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787148488.481472:0:2394:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787148488.481476:0:2394:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c5c4b8fc400. 02000000:00000001:0.0:1787148488.481478:0:2394:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787148488.481482:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000010:0.0:1787148488.481485:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5c483f4b58. 00000400:00000010:0.0:1787148488.481488:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5c47fec330. 00000100:00000200:0.0:1787148488.481491:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1873948276737792, portal 10 00000100:00000001:0.0:1787148488.481493:0:2394:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787148488.481494:0:2394:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616927363371392 : -127146346180224 : ffff8c5c6f339180) 00000100:00000040:0.0:1787148488.481501:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8c5c6f339180 x1873948276737792/t0(0) o400->lustre-MDT0001-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148543 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787148488.481507:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787148488.481509:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.114@tcp 00000400:00000010:0.0:1787148488.481512:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5c47fec990. 00000100:00000200:0.0:1787148488.481514:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1873948276737792, offset 0 00000400:00000200:0.0:1787148488.481518:0:2394:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.114@tcp 00000400:00000200:0.0:1787148488.481522:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148488.481526:0:2394:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.114@tcp local destination 00000400:00000200:0.0:1787148488.481528:0:2394:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787148488.481536:0:2394:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.14@tcp 00000400:00000200:0.0:1787148488.481538:0:2394:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787148488.481541:0:2394:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.114@tcp 00000400:00000200:0.0:1787148488.481544:0:2394:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.14@tcp NI seq info: [556938:556938:255:4294967295] 192.168.202.114@tcp LPNI seq info [556894:556894:7:4294967295] 00000400:00000200:0.0:1787148488.481548:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148488.481554:0:2394:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.14@tcp(192.168.202.14@tcp:) -> 192.168.202.114@tcp(192.168.202.114@tcp:192.168.202.114@tcp) : PUT try# 0 00000800:00000200:0.0:1787148488.481558:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.114@tcp 00000800:00000010:0.0:1787148488.481562:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5c474ae600. 00000800:00000200:0.0:1787148488.481566:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5c4508fcc0] -> 12345-192.168.202.114@tcp (5) 00000800:00000200:0.0:1787148488.481570:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.114@tcp ip 192.168.202.114:988 00000800:00000200:0.0:1787148488.481573:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8c5c474ae600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1787148488.481576:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787148488.481580:0:2394:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5c68fb1800: using a timeout of 16992 usecs (17 jiffies) 00000400:00000200:0.0:1787148488.481583:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000100:00000001:0.0:1787148488.481585:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5c68fb1800: PM QoS new deadline estimation for cpu 0 is 4306997268 00000100:00000001:0.0:1787148488.481588:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5c68fb1800: PM QoS request active for cpu 0, keep current deadline 4307001084 00000100:00000001:0.0:1787148488.481590:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5c68fb1800: PM QoS new deadline estimation for cpu 1 is 4306997268 00000100:00000001:0.0:1787148488.481592:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5c68fb1800: PM QoS request active for cpu 1, keep current deadline 4307001084 00000100:00000001:0.0:1787148488.481594:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787148488.481596:0:2394:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787148488.481598:0:2394:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787148488.481600:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787148488.481607:0:2394:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787148488.481609:0:2394:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1787148488.481611:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787148488.481612:0:2394:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787148488.481614:0:2394:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787148488.481616:0:2394:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:0.0:1787148488.481618:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787148488.481620:0:2394:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787148488.481621:0:2394:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787148488.481628:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787148488.481630:0:2394:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787148488.481631:0:2394:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787148488.481636:0:2394:0:(lustre_net.h:2406:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8c5c6f338380 x1873948276737664/t0(0) o400->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787148488.481643:0:2394:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787148488.481644:0:2394:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787148488.481647:0:2394:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787148488.481648:0:2394:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787148488.481650:0:2394:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787148488.481653:0:2394:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5c6f338380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:7e31181a-25e1-4c2b-a23d-b0f7747006f1:2394:1873948276737664:192.168.202.114@tcp:400:kworker.0 00000100:00000001:0.0:1787148488.481656:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787148488.481659:0:2394:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787148488.481660:0:2394:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787148488.481662:0:2394:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787148488.481665:0:2394:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c5c4b8fd800. 02000000:00000001:0.0:1787148488.481667:0:2394:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787148488.481670:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000010:0.0:1787148488.481672:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5c483f47e8. 00000400:00000010:0.0:1787148488.481676:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5c47fecd48. 00000100:00000200:0.0:1787148488.481679:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1873948276737664, portal 10 00000100:00000001:0.0:1787148488.481681:0:2394:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787148488.481682:0:2394:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616927363367808 : -127146346183808 : ffff8c5c6f338380) 00000100:00000040:0.0:1787148488.481688:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8c5c6f338380 x1873948276737664/t0(0) o400->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148543 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787148488.481694:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787148488.481697:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.114@tcp 00000400:00000010:0.0:1787148488.481699:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5c47fecbb0. 00000100:00000200:0.0:1787148488.481702:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1873948276737664, offset 0 00000400:00000200:0.0:1787148488.481706:0:2394:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.114@tcp 00000400:00000200:0.0:1787148488.481710:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148488.481713:0:2394:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.114@tcp local destination 00000400:00000200:0.0:1787148488.481716:0:2394:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787148488.481724:0:2394:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.14@tcp 00000400:00000200:0.0:1787148488.481727:0:2394:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787148488.481729:0:2394:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.114@tcp 00000400:00000200:0.0:1787148488.481732:0:2394:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.14@tcp NI seq info: [556939:556939:254:4294967295] 192.168.202.114@tcp LPNI seq info [556895:556895:6:4294967295] 00000400:00000200:0.0:1787148488.481736:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148488.481741:0:2394:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.14@tcp(192.168.202.14@tcp:) -> 192.168.202.114@tcp(192.168.202.114@tcp:192.168.202.114@tcp) : PUT try# 0 00000800:00000200:0.0:1787148488.481746:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.114@tcp 00000800:00000010:0.0:1787148488.481750:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5c474aeb00. 00000800:00000200:0.0:1787148488.481754:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5c4508fcc0] -> 12345-192.168.202.114@tcp (5) 00000800:00000200:0.0:1787148488.481758:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.114@tcp ip 192.168.202.114:988 00000800:00000200:0.0:1787148488.481760:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8c5c474aeb00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1787148488.481763:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787148488.481766:0:2394:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5c68fb1800: using a timeout of 24653 usecs (25 jiffies) 00000400:00000200:0.0:1787148488.481768:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000100:00000001:0.0:1787148488.481771:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5c68fb1800: PM QoS new deadline estimation for cpu 0 is 4306997276 00000100:00000001:0.0:1787148488.481773:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5c68fb1800: PM QoS request active for cpu 0, keep current deadline 4307001084 00000100:00000001:0.0:1787148488.481775:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5c68fb1800: PM QoS new deadline estimation for cpu 1 is 4306997276 00000100:00000001:0.0:1787148488.481776:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5c68fb1800: PM QoS request active for cpu 1, keep current deadline 4307001084 00000100:00000001:0.0:1787148488.481779:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787148488.481780:0:2394:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787148488.481782:0:2394:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787148488.481786:0:2394:0:(lustre_net.h:2406:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8c5c6f33b800 x1873948276737920/t0(0) o400->lustre-OST0000-osc-ffff8c5c68fb1800@192.168.202.114@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787148488.481792:0:2394:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787148488.481794:0:2394:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787148488.481796:0:2394:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787148488.481798:0:2394:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787148488.481800:0:2394:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787148488.481803:0:2394:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5c6f33b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:7e31181a-25e1-4c2b-a23d-b0f7747006f1:2394:1873948276737920:192.168.202.114@tcp:400:kworker.0 00000100:00000001:0.0:1787148488.481813:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787148488.481816:0:2394:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787148488.481817:0:2394:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787148488.481819:0:2394:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787148488.481822:0:2394:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c5c4b8fca00. 02000000:00000001:0.0:1787148488.481824:0:2394:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787148488.481828:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000010:0.0:1787148488.481831:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5c483f46e0. 00000400:00000010:0.0:1787148488.481834:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5c47fec5d8. 00000100:00000200:0.0:1787148488.481837:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1873948276737920, portal 4 00000100:00000001:0.0:1787148488.481839:0:2394:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787148488.481841:0:2394:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616927363381248 : -127146346170368 : ffff8c5c6f33b800) 00000100:00000040:0.0:1787148488.481847:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8c5c6f33b800 x1873948276737920/t0(0) o400->lustre-OST0000-osc-ffff8c5c68fb1800@192.168.202.114@tcp:28/4 lens 224/224 e 0 to 0 dl 1787148543 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787148488.481852:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787148488.481854:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.114@tcp 00000400:00000010:0.0:1787148488.481856:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5c47fec880. 00000100:00000200:0.0:1787148488.481858:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1873948276737920, offset 0 00000400:00000200:0.0:1787148488.481862:0:2394:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.114@tcp 00000400:00000200:0.0:1787148488.481866:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148488.481869:0:2394:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.114@tcp local destination 00000400:00000200:0.0:1787148488.481871:0:2394:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787148488.481873:0:2394:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.14@tcp 00000400:00000200:0.0:1787148488.481875:0:2394:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787148488.481877:0:2394:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.114@tcp 00000400:00000200:0.0:1787148488.481880:0:2394:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.14@tcp NI seq info: [556940:556940:253:4294967295] 192.168.202.114@tcp LPNI seq info [556896:556896:5:4294967295] 00000400:00000200:0.0:1787148488.481883:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148488.481889:0:2394:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.14@tcp(192.168.202.14@tcp:) -> 192.168.202.114@tcp(192.168.202.114@tcp:192.168.202.114@tcp) : PUT try# 0 00000800:00000200:0.0:1787148488.481894:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.114@tcp 00000800:00000010:0.0:1787148488.481897:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5c474ae800. 00000800:00000200:0.0:1787148488.481900:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5c4508fcc0] -> 12345-192.168.202.114@tcp (5) 00000800:00000200:0.0:1787148488.481910:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.114@tcp ip 192.168.202.114:988 00000800:00000200:0.0:1787148488.481913:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8c5c474ae800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1787148488.481916:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787148488.481918:0:2394:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5c68fb1800: using a timeout of 119942 usecs (120 jiffies) 00000400:00000200:0.0:1787148488.481921:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000100:00000001:0.0:1787148488.481923:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5c68fb1800: PM QoS new deadline estimation for cpu 0 is 4306997371 00000100:00000001:0.0:1787148488.481925:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5c68fb1800: PM QoS request active for cpu 0, keep current deadline 4307001084 00000100:00000001:0.0:1787148488.481927:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5c68fb1800: PM QoS new deadline estimation for cpu 1 is 4306997371 00000100:00000001:0.0:1787148488.481929:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5c68fb1800: PM QoS request active for cpu 1, keep current deadline 4307001084 00000100:00000001:0.0:1787148488.481930:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787148488.481933:0:2394:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787148488.481935:0:2394:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787148488.481937:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787148488.481951:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787148488.481953:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1787148488.482054:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1787148488.482058:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5c474aef00. 00000400:00000200:1.0:1787148488.482064:0:2385:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787148488.482069:0:2385:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.14@tcp->192.168.202.114@tcp: PUT: OK 00000400:00000200:1.0:1787148488.482080:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5c47fec110 00000400:00000010:1.0:1787148488.482082:0:2385:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff8c5c47fec110. 00000100:00000001:1.0:1787148488.482086:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787148488.482090:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c5c6f33bb80 x1873948276737536/t0(0) o400->MGC192.168.202.114@tcp@192.168.202.114@tcp:26/25 lens 224/224 e 0 to 0 dl 1787148504 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787148488.482099:0:2385:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787148488.482135:0:2385:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8c5c6f33bb80 x1873948276737536/t0(0) o400->MGC192.168.202.114@tcp@192.168.202.114@tcp:26/25 lens 224/224 e 0 to 0 dl 1787148504 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787148488.482143:0:2385:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787148488.482145:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1787148488.482159:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1787148488.482161:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5c474ae600. 00000400:00000200:1.0:1787148488.482163:0:2385:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787148488.482167:0:2385:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.14@tcp->192.168.202.114@tcp: PUT: OK 00000400:00000200:1.0:1787148488.482169:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5c47fec990 00000400:00000010:1.0:1787148488.482170:0:2385:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff8c5c47fec990. 00000100:00000001:1.0:1787148488.482173:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787148488.482175:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c5c6f339180 x1873948276737792/t0(0) o400->lustre-MDT0001-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148543 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787148488.482182:0:2385:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787148488.482184:0:2385:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8c5c6f339180 x1873948276737792/t0(0) o400->lustre-MDT0001-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148543 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787148488.482189:0:2385:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787148488.482191:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1787148488.482198:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1787148488.482200:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5c474aeb00. 00000400:00000200:1.0:1787148488.482202:0:2385:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787148488.482205:0:2385:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.14@tcp->192.168.202.114@tcp: PUT: OK 00000400:00000200:1.0:1787148488.482207:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5c47fecbb0 00000400:00000010:1.0:1787148488.482208:0:2385:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff8c5c47fecbb0. 00000100:00000001:1.0:1787148488.482209:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787148488.482212:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c5c6f338380 x1873948276737664/t0(0) o400->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148543 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787148488.482229:0:2385:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787148488.482232:0:2385:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8c5c6f338380 x1873948276737664/t0(0) o400->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148543 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787148488.482237:0:2385:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787148488.482239:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1787148488.482318:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1787148488.482321:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5c474ae800. 00000400:00000200:1.0:1787148488.482324:0:2385:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787148488.482327:0:2385:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.14@tcp->192.168.202.114@tcp: PUT: OK 00000400:00000200:1.0:1787148488.482330:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5c47fec880 00000400:00000010:1.0:1787148488.482331:0:2385:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff8c5c47fec880. 00000100:00000001:1.0:1787148488.482333:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787148488.482336:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c5c6f33b800 x1873948276737920/t0(0) o400->lustre-OST0000-osc-ffff8c5c68fb1800@192.168.202.114@tcp:28/4 lens 224/224 e 0 to 0 dl 1787148543 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787148488.482343:0:2385:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787148488.482346:0:2385:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8c5c6f33b800 x1873948276737920/t0(0) o400->lustre-OST0000-osc-ffff8c5c68fb1800@192.168.202.114@tcp:28/4 lens 224/224 e 0 to 0 dl 1787148543 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787148488.482351:0:2385:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787148488.482352:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1787148488.490481:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787148488.490498:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1787148488.490503:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787148488.490505:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787148488.490514:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148488.490522:0:2386:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.14@tcp(192.168.202.14@tcp) <- 192.168.202.114@tcp : PUT - for me 00000400:00000200:0.0:1787148488.490532:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148488.490536:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148488.490542:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148488.490546:0:2386:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.114@tcp of length 224 into portal 10 MB=0x6a858955cc700 00000400:00000200:0.0:1787148488.490552:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148488.490558:0:2386:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.114@tcp of length 224/224 into md 0x561ff9 [1] + 224 00000800:00000001:0.0:1787148488.490565:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787148488.490570:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787148488.490574:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787148488.490578:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.14@tcp->192.168.202.114@tcp: PUT: OK 00000100:00000001:0.0:1787148488.490585:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787148488.490608:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c5c6f339180 x1873948276737792/t0(0) o400->lustre-MDT0001-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148543 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1787148488.490621:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8c5c6f339180 x1873948276737792/t0(0) o400->lustre-MDT0001-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148543 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787148488.490647:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1787148488.490658:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787148488.490662:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1787148488.490664:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787148488.490666:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787148488.490670:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148488.490673:0:2386:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.14@tcp(192.168.202.14@tcp) <- 192.168.202.114@tcp : PUT - for me 00000400:00000200:0.0:1787148488.490678:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148488.490681:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148488.490684:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148488.490687:0:2386:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.114@tcp of length 224 into portal 10 MB=0x6a858955cc680 00000400:00000200:0.0:1787148488.490690:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148488.490694:0:2386:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.114@tcp of length 224/224 into md 0x562009 [1] + 224 00000800:00000001:0.0:1787148488.490697:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787148488.490700:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787148488.490702:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787148488.490705:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.14@tcp->192.168.202.114@tcp: PUT: OK 00000100:00000001:0.0:1787148488.490708:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787148488.490712:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c5c6f338380 x1873948276737664/t0(0) o400->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148543 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1787148488.490720:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8c5c6f338380 x1873948276737664/t0(0) o400->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148543 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787148488.490728:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1787148488.490731:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787148488.490735:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1787148488.490736:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787148488.490738:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787148488.490748:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148488.490751:0:2386:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.14@tcp(192.168.202.14@tcp) <- 192.168.202.114@tcp : PUT - for me 00000400:00000200:0.0:1787148488.490756:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148488.490759:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148488.490762:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148488.490765:0:2386:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.114@tcp of length 224 into portal 4 MB=0x6a858955cc780 00000100:00000001:1.0:1787148488.490868:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787148488.490873:0:2394:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1787148488.490881:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787148488.490883:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787148488.490886:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5c483f47e8. 00000400:00000200:1.0:1787148488.490891:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5c47fecd48 00000400:00000010:1.0:1787148488.490893:0:2394:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff8c5c47fecd48. 00000100:00000001:1.0:1787148488.490896:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787148488.490902:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c5c6f338380 x1873948276737664/t0(0) o400->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148543 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787148488.490911:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c5c6f338380 x1873948276737664/t0(0) o400->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148543 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787148488.490929:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787148488.490932:0:2394:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787148488.490934:0:2394:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1787148488.490938:0:2394:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1787148488.490940:0:2394:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1787148488.490942:0:2394:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787148488.490945:0:2394:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1787148488.490956:0:2394:0:(import.c:2149:obd_at_measure()) add 36 to ffff8c5c5776a460 time=120 v=36 (36 36 36 36) 00000100:00001000:1.0:1787148488.490960:0:2394:0:(import.c:2149:obd_at_measure()) add 1 to ffff8c5c5776a418 time=22 v=5 (1 1 1 0) 00000100:00000001:1.0:1787148488.490963:0:2394:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1787148488.490964:0:2394:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787148488.490967:0:2394:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1787148488.490970:0:2394:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787148488.490974:0:2394:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1787148488.490976:0:2394:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c5c68fb1800: skip recheck: last_committed 30064771464 00000100:00000001:1.0:1787148488.490978:0:2394:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1787148488.490979:0:2394:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787148488.490985:0:2394:0:(lustre_net.h:2406:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8c5c6f338380 x1873948276737664/t0(0) o400->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148543 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787148488.490991:0:2394:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787148488.490994:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787148488.490996:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787148488.490999:0:2394:0:(lustre_net.h:2406:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8c5c6f338380 x1873948276737664/t0(0) o400->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148543 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787148488.491006:0:2394:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5c6f338380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:7e31181a-25e1-4c2b-a23d-b0f7747006f1:2394:1873948276737664:192.168.202.114@tcp:400:kworker.0 00000400:00000001:1.0:1787148488.491013:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787148488.491015:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787148488.491017:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5c483f4b58. 00000400:00000200:1.0:1787148488.491019:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5c47fec330 00000400:00000010:1.0:1787148488.491021:0:2394:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff8c5c47fec330. 00000100:00000001:1.0:1787148488.491023:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787148488.491033:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c5c6f339180 x1873948276737792/t0(0) o400->lustre-MDT0001-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148543 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787148488.491042:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c5c6f339180 x1873948276737792/t0(0) o400->lustre-MDT0001-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148543 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787148488.491048:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787148488.491049:0:2394:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787148488.491051:0:2394:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1787148488.491053:0:2394:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1787148488.491054:0:2394:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1787148488.491055:0:2394:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787148488.491057:0:2394:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1787148488.491061:0:2394:0:(import.c:2149:obd_at_measure()) add 36 to ffff8c5c5776cc60 time=120 v=36 (36 36 36 36) 00000100:00001000:1.0:1787148488.491064:0:2394:0:(import.c:2149:obd_at_measure()) add 1 to ffff8c5c5776cc18 time=147 v=5 (1 1 0 0) 00000100:00000001:1.0:1787148488.491067:0:2394:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1787148488.491068:0:2394:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787148488.491070:0:2394:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1787148488.491074:0:2394:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8c5c6f339180 x1873948276737792/t0(0) o400->lustre-MDT0001-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148543 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1787148488.491081:0:2394:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787148488.491082:0:2394:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1787148488.491084:0:2394:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8c5c68fb1800: skip recheck: last_committed 21474836540 00000100:00000001:1.0:1787148488.491086:0:2394:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1787148488.491087:0:2394:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787148488.491090:0:2394:0:(lustre_net.h:2406:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8c5c6f339180 x1873948276737792/t0(0) o400->lustre-MDT0001-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148543 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787148488.491096:0:2394:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787148488.491098:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787148488.491100:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787148488.491149:0:2394:0:(lustre_net.h:2406:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8c5c6f339180 x1873948276737792/t0(0) o400->lustre-MDT0001-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148543 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787148488.491157:0:2394:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5c6f339180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:7e31181a-25e1-4c2b-a23d-b0f7747006f1:2394:1873948276737792:192.168.202.114@tcp:400:kworker.0 00000100:00000001:1.0:1787148488.491167:0:2394:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787148488.491170:0:2394:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787148488.491174:0:2394:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8c5c6f338380 x1873948276737664/t0(0) o400->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148543 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787148488.491181:0:2394:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787148488.491185:0:2394:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787148488.491188:0:2394:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c5c4b8fd800. 02000000:00000001:1.0:1787148488.491193:0:2394:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787148488.491195:0:2394:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1787148488.491197:0:2394:0:(genops.c:1244:class_import_put()) import ffff8c5c5776a000 refcount=5 obd=lustre-MDT0000-mdc-ffff8c5c68fb1800 00000020:00000001:1.0:1787148488.491199:0:2394:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1787148488.491202:0:2394:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8c5c68fa7500. 02000000:00000001:1.0:1787148488.491206:0:2394:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787148488.491207:0:2394:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787148488.491210:0:2394:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5c6f338380. 00000100:00000001:1.0:1787148488.491214:0:2394:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787148488.491215:0:2394:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787148488.491217:0:2394:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787148488.491220:0:2394:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8c5c6f339180 x1873948276737792/t0(0) o400->lustre-MDT0001-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148543 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787148488.491227:0:2394:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787148488.491228:0:2394:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787148488.491230:0:2394:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c5c4b8fc400. 02000000:00000001:1.0:1787148488.491232:0:2394:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787148488.491233:0:2394:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1787148488.491234:0:2394:0:(genops.c:1244:class_import_put()) import ffff8c5c5776c800 refcount=3 obd=lustre-MDT0001-mdc-ffff8c5c68fb1800 00000020:00000001:1.0:1787148488.491236:0:2394:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1787148488.491237:0:2394:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8c5c68fa7700. 02000000:00000001:1.0:1787148488.491240:0:2394:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787148488.491241:0:2394:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787148488.491242:0:2394:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5c6f339180. 00000100:00000001:1.0:1787148488.491245:0:2394:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787148488.491246:0:2394:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787148488.491250:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787148488.491252:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787148488.491272:0:2394:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787148488.491274:0:2394:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787148488.491276:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787148488.491477:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148488.491482:0:2386:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.114@tcp of length 224/224 into md 0x562019 [1] + 224 00000800:00000001:0.0:1787148488.491488:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787148488.491494:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787148488.491496:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787148488.491500:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.14@tcp->192.168.202.114@tcp: PUT: OK 00000100:00000001:0.0:1787148488.491504:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787148488.491508:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c5c6f33b800 x1873948276737920/t0(0) o400->lustre-OST0000-osc-ffff8c5c68fb1800@192.168.202.114@tcp:28/4 lens 224/224 e 0 to 0 dl 1787148543 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1787148488.491517:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8c5c6f33b800 x1873948276737920/t0(0) o400->lustre-OST0000-osc-ffff8c5c68fb1800@192.168.202.114@tcp:28/4 lens 224/224 e 0 to 0 dl 1787148543 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787148488.491531:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1787148488.491536:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787148488.491540:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1787148488.491542:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787148488.491544:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787148488.491547:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148488.491550:0:2386:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.14@tcp(192.168.202.14@tcp) <- 192.168.202.114@tcp : PUT - for me 00000400:00000200:0.0:1787148488.491555:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148488.491557:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148488.491560:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148488.491563:0:2386:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.114@tcp of length 224 into portal 25 MB=0x6a858955cc600 00000400:00000200:0.0:1787148488.491567:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148488.491570:0:2386:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.114@tcp of length 224/224 into md 0x561fe9 [1] + 224 00000800:00000001:0.0:1787148488.491574:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787148488.491586:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787148488.491589:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787148488.491593:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.14@tcp->192.168.202.114@tcp: PUT: OK 00000100:00000001:0.0:1787148488.491596:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787148488.491600:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c5c6f33bb80 x1873948276737536/t0(0) o400->MGC192.168.202.114@tcp@192.168.202.114@tcp:26/25 lens 224/224 e 0 to 0 dl 1787148504 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1787148488.491609:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8c5c6f33bb80 x1873948276737536/t0(0) o400->MGC192.168.202.114@tcp@192.168.202.114@tcp:26/25 lens 224/224 e 0 to 0 dl 1787148504 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787148488.491616:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1787148488.491620:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787148488.491623:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787148488.491634:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787148488.491635:0:2394:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1787148488.491638:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787148488.491639:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787148488.491640:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5c483f46e0. 00000400:00000200:0.0:1787148488.491643:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5c47fec5d8 00000400:00000010:0.0:1787148488.491644:0:2394:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff8c5c47fec5d8. 00000100:00000001:0.0:1787148488.491647:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787148488.491650:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c5c6f33b800 x1873948276737920/t0(0) o400->lustre-OST0000-osc-ffff8c5c68fb1800@192.168.202.114@tcp:28/4 lens 224/224 e 0 to 0 dl 1787148543 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787148488.491657:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c5c6f33b800 x1873948276737920/t0(0) o400->lustre-OST0000-osc-ffff8c5c68fb1800@192.168.202.114@tcp:28/4 lens 224/224 e 0 to 0 dl 1787148543 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787148488.491664:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787148488.491665:0:2394:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787148488.491667:0:2394:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1787148488.491668:0:2394:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1787148488.491670:0:2394:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1787148488.491672:0:2394:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787148488.491674:0:2394:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1787148488.491680:0:2394:0:(import.c:2149:obd_at_measure()) add 36 to ffff8c5c5e0b1c60 time=120 v=36 (36 5 5 5) 00000100:00001000:0.0:1787148488.491684:0:2394:0:(import.c:2149:obd_at_measure()) add 1 to ffff8c5c5e0b1c18 time=96 v=5 (1 1 1 1) 00000100:00000001:0.0:1787148488.491685:0:2394:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1787148488.491687:0:2394:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787148488.491695:0:2394:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1787148488.491698:0:2394:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787148488.491702:0:2394:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1787148488.491703:0:2394:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8c5c68fb1800: skip recheck: last_committed 42949695890 00000100:00000001:0.0:1787148488.491705:0:2394:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1787148488.491707:0:2394:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787148488.491711:0:2394:0:(lustre_net.h:2406:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8c5c6f33b800 x1873948276737920/t0(0) o400->lustre-OST0000-osc-ffff8c5c68fb1800@192.168.202.114@tcp:28/4 lens 224/224 e 0 to 0 dl 1787148543 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787148488.491717:0:2394:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787148488.491719:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787148488.491721:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787148488.491724:0:2394:0:(lustre_net.h:2406:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8c5c6f33b800 x1873948276737920/t0(0) o400->lustre-OST0000-osc-ffff8c5c68fb1800@192.168.202.114@tcp:28/4 lens 224/224 e 0 to 0 dl 1787148543 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787148488.491730:0:2394:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5c6f33b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:7e31181a-25e1-4c2b-a23d-b0f7747006f1:2394:1873948276737920:192.168.202.114@tcp:400:kworker.0 00000400:00000001:0.0:1787148488.491735:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787148488.491737:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787148488.491738:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5c483f4bb0. 00000400:00000200:0.0:1787148488.491741:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5c47fec660 00000400:00000010:0.0:1787148488.491743:0:2394:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff8c5c47fec660. 00000100:00000001:0.0:1787148488.491745:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787148488.491748:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c5c6f33bb80 x1873948276737536/t0(0) o400->MGC192.168.202.114@tcp@192.168.202.114@tcp:26/25 lens 224/224 e 0 to 0 dl 1787148504 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787148488.491755:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c5c6f33bb80 x1873948276737536/t0(0) o400->MGC192.168.202.114@tcp@192.168.202.114@tcp:26/25 lens 224/224 e 0 to 0 dl 1787148504 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787148488.491761:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787148488.491762:0:2394:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787148488.491764:0:2394:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1787148488.491765:0:2394:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1787148488.492398:0:2394:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1787148488.492400:0:2394:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787148488.492403:0:2394:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1787148488.492408:0:2394:0:(import.c:2149:obd_at_measure()) add 5 to ffff8c5c5776b460 time=120 v=5 (5 5 5 5) 00000100:00001000:0.0:1787148488.492420:0:2394:0:(import.c:2149:obd_at_measure()) add 1 to ffff8c5c5776b418 time=22 v=5 (1 1 1 0) 00000100:00000001:0.0:1787148488.492422:0:2394:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1787148488.492424:0:2394:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787148488.492426:0:2394:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1787148488.492428:0:2394:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787148488.492430:0:2394:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787148488.492438:0:2394:0:(lustre_net.h:2406:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8c5c6f33bb80 x1873948276737536/t0(0) o400->MGC192.168.202.114@tcp@192.168.202.114@tcp:26/25 lens 224/224 e 0 to 0 dl 1787148504 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787148488.492445:0:2394:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787148488.492448:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787148488.492449:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787148488.492453:0:2394:0:(lustre_net.h:2406:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8c5c6f33bb80 x1873948276737536/t0(0) o400->MGC192.168.202.114@tcp@192.168.202.114@tcp:26/25 lens 224/224 e 0 to 0 dl 1787148504 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787148488.492461:0:2394:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5c6f33bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:adab7261-4d97-43ea-82e8-09637750fa21:2394:1873948276737536:192.168.202.114@tcp:400:kworker.0 00000100:00000001:0.0:1787148488.492465:0:2394:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787148488.492468:0:2394:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787148488.492471:0:2394:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8c5c6f33b800 x1873948276737920/t0(0) o400->lustre-OST0000-osc-ffff8c5c68fb1800@192.168.202.114@tcp:28/4 lens 224/224 e 0 to 0 dl 1787148543 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787148488.492491:0:2394:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787148488.492494:0:2394:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787148488.492496:0:2394:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c5c4b8fca00. 02000000:00000001:0.0:1787148488.492500:0:2394:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787148488.492502:0:2394:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1787148488.492504:0:2394:0:(genops.c:1244:class_import_put()) import ffff8c5c5e0b1800 refcount=3 obd=lustre-OST0000-osc-ffff8c5c68fb1800 00000020:00000001:0.0:1787148488.492506:0:2394:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1787148488.492509:0:2394:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8c5c68fa7400. 02000000:00000001:0.0:1787148488.492512:0:2394:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787148488.492513:0:2394:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787148488.492515:0:2394:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5c6f33b800. 00000100:00000001:0.0:1787148488.492518:0:2394:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787148488.492519:0:2394:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787148488.492521:0:2394:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787148488.492525:0:2394:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8c5c6f33bb80 x1873948276737536/t0(0) o400->MGC192.168.202.114@tcp@192.168.202.114@tcp:26/25 lens 224/224 e 0 to 0 dl 1787148504 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787148488.492537:0:2394:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787148488.492539:0:2394:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787148488.492541:0:2394:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c5c4b8fd000. 02000000:00000001:0.0:1787148488.492543:0:2394:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787148488.492544:0:2394:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1787148488.492546:0:2394:0:(genops.c:1244:class_import_put()) import ffff8c5c5776b000 refcount=3 obd=MGC192.168.202.114@tcp 00000020:00000001:0.0:1787148488.492547:0:2394:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1787148488.492549:0:2394:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8c5c68fa7300. 02000000:00000001:0.0:1787148488.492551:0:2394:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787148488.492552:0:2394:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787148488.492554:0:2394:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5c6f33bb80. 00000100:00000001:0.0:1787148488.492556:0:2394:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787148488.492557:0:2394:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787148488.492559:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787148488.492567:0:2394:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787148488.492569:0:2394:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787148488.492571:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787148488.492573:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787148488.671443:0:266370:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787148488.671450:0:266370:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787148488.671455:0:266370:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787148488.671456:0:266370:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787148488.672503:0:256812:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787148488.672509:0:256812:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787148488.672513:0:256812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1787148489.694448:0:266370:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787148489.694455:0:266370:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787148489.694461:0:266370:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787148489.694463:0:266370:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787148489.694542:0:235348:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787148489.694546:0:235348:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787148489.694549:0:235348:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:3.0:1787148489.887496:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5c4992e3c0] -> 12345-192.168.202.14@tcp (6) 00000800:00000200:3.0:1787148489.887504:0:2384:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.14@tcp ip 192.168.202.14:988 00000800:00000200:3.0:1787148489.887509:0:2384:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8c5c60f28c00 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:1.0:1787148489.888458:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000001:1.0:1787148489.888476:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787148489.888486:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1787148489.888490:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787148489.888493:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1787148490.718225:0:266370:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787148490.718232:0:266370:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787148490.718237:0:266370:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787148490.718249:0:266370:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787148490.718576:0:235349:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787148490.718581:0:235349:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787148490.718584:0:235349:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1787148491.742181:0:266370:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787148491.742190:0:266370:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787148491.742195:0:266370:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787148491.742199:0:266370:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1787148491.742201:0:266370:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1787148491.742207:0:266370:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787148491.742209:0:266370:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787148491.742211:0:266370:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787148491.742214:0:266370:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1787148491.742216:0:266370:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787148491.742218:0:266370:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787148491.742221:0:266370:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787148491.742305:0:244719:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787148491.742309:0:244719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787148491.742311:0:244719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1787148492.318243:0:267500:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5c48342000 (cpu 0) has reached its deadline 4307001084, at 4307001088 00000100:00000010:0.0:1787148492.318265:0:267500:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5c45784420. 00000100:00000040:1.0:1787148492.318653:0:266370:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5c48342110 (cpu 1) has reached its deadline 4307001084, at 4307001088 00000100:00000010:1.0:1787148492.318660:0:266370:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5c45784840. 00010000:00000001:1.0:1787148492.766256:0:266370:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787148492.766263:0:266370:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787148492.766269:0:266370:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787148492.766270:0:266370:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787148492.766383:0:244722:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787148492.766387:0:244722:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787148492.766390:0:244722:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1787148493.598342:0:217321:0:(pinger.c:229:ptlrpc_pinger_process_import()) adab7261-4d97-43ea-82e8-09637750fa21->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1787148493.598355:0:217321:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1787148493.598367:0:217321:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5c6dfe9880. 00000020:00000040:0.0:1787148493.598374:0:217321:0:(genops.c:1231:class_import_get()) import ffff8c5c5776b000 refcount=4 obd=MGC192.168.202.114@tcp 00000100:00000001:0.0:1787148493.598378:0:217321:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787148493.598382:0:217321:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787148493.598388:0:217321:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787148493.598396:0:217321:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8c5c474aed00. 00000100:00000001:0.0:1787148493.598418:0:217321:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787148493.598430:0:217321:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging adab7261-4d97-43ea-82e8-09637750fa21->MGS req@ffff8c5c6dfe9880 x1873948276738048/t0(0) o400->MGC192.168.202.114@tcp@192.168.202.114@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787148493.598442:0:217321:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787148493.598447:0:217321:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787148493.598454:0:217321:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001000a1d8] to pc [ptlrpcd_00_01+1] req@ffff8c5c6dfe9880 x1873948276738048/t0(0) o400->MGC192.168.202.114@tcp@192.168.202.114@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787148493.598477:0:217321:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787148493.598479:0:217321:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7e31181a-25e1-4c2b-a23d-b0f7747006f1->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1787148493.598482:0:217321:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1787148493.598485:0:217321:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5c6dfe9f80. 00000020:00000040:0.0:1787148493.598488:0:217321:0:(genops.c:1231:class_import_get()) import ffff8c5c5776a000 refcount=6 obd=lustre-MDT0000-mdc-ffff8c5c68fb1800 00000100:00000001:0.0:1787148493.598490:0:217321:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787148493.598491:0:217321:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787148493.598493:0:217321:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787148493.598496:0:217321:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8c5c474ae000. 00000100:00000001:0.0:1787148493.598499:0:217321:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787148493.598503:0:217321:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 7e31181a-25e1-4c2b-a23d-b0f7747006f1->lustre-MDT0000_UUID req@ffff8c5c6dfe9f80 x1873948276738176/t0(0) o400->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787148493.598510:0:217321:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787148493.598512:0:217321:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787148493.598516:0:217321:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000067edb45c] to pc [ptlrpcd_00_00+0] req@ffff8c5c6dfe9f80 x1873948276738176/t0(0) o400->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787148493.598523:0:217321:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787148493.598526:0:217321:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7e31181a-25e1-4c2b-a23d-b0f7747006f1->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1787148493.598529:0:217321:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1787148493.598531:0:217321:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5c6dfe9500. 00000020:00000040:0.0:1787148493.598533:0:217321:0:(genops.c:1231:class_import_get()) import ffff8c5c5776c800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c5c68fb1800 00000100:00000001:0.0:1787148493.598536:0:217321:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787148493.598537:0:217321:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787148493.598544:0:217321:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787148493.598547:0:217321:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8c5c474ae500. 00000100:00000001:0.0:1787148493.598550:0:217321:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787148493.598554:0:217321:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 7e31181a-25e1-4c2b-a23d-b0f7747006f1->lustre-MDT0001_UUID req@ffff8c5c6dfe9500 x1873948276738304/t0(0) o400->lustre-MDT0001-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787148493.598561:0:217321:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787148493.598563:0:217321:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787148493.598578:0:217321:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000386f1a03] to pc [ptlrpcd_00_01+1] req@ffff8c5c6dfe9500 x1873948276738304/t0(0) o400->lustre-MDT0001-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787148493.598585:0:217321:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787148493.598587:0:217321:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7e31181a-25e1-4c2b-a23d-b0f7747006f1->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1787148493.598591:0:217321:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1787148493.598594:0:217321:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5c6dfe8380. 00000020:00000040:0.0:1787148493.598596:0:217321:0:(genops.c:1231:class_import_get()) import ffff8c5c5e0b1800 refcount=4 obd=lustre-OST0000-osc-ffff8c5c68fb1800 00000100:00000001:0.0:1787148493.598599:0:217321:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787148493.598600:0:217321:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787148493.598601:0:217321:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787148493.598606:0:217321:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8c5c474ae800. 00000100:00000001:0.0:1787148493.598609:0:217321:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787148493.598613:0:217321:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 7e31181a-25e1-4c2b-a23d-b0f7747006f1->lustre-OST0000_UUID req@ffff8c5c6dfe8380 x1873948276738432/t0(0) o400->lustre-OST0000-osc-ffff8c5c68fb1800@192.168.202.114@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787148493.598619:0:217321:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787148493.598621:0:217321:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787148493.598624:0:217321:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008781cf72] to pc [ptlrpcd_00_00+0] req@ffff8c5c6dfe8380 x1873948276738432/t0(0) o400->lustre-OST0000-osc-ffff8c5c68fb1800@192.168.202.114@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787148493.598630:0:217321:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787148493.598632:0:217321:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7e31181a-25e1-4c2b-a23d-b0f7747006f1->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1787148493.598635:0:217321:0:(pinger.c:247:ptlrpc_pinger_process_import()) 7e31181a-25e1-4c2b-a23d-b0f7747006f1->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1787148493.598640:0:217321:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12340) 00000100:00000001:0.0:1787148493.598708:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787148493.598712:0:2394:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787148493.598715:0:2394:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787148493.598721:0:2394:0:(lustre_net.h:2406:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8c5c6dfe9880 x1873948276738048/t0(0) o400->MGC192.168.202.114@tcp@192.168.202.114@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787148493.598729:0:2394:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787148493.598732:0:2394:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787148493.598737:0:2394:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787148493.598739:0:2394:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787148493.598741:0:2394:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787148493.598755:0:2394:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5c6dfe9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:adab7261-4d97-43ea-82e8-09637750fa21:2394:1873948276738048:192.168.202.114@tcp:400:kworker.0 00000100:00000001:0.0:1787148493.598760:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787148493.598767:0:2394:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787148493.598770:0:2394:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787148493.598772:0:2394:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787148493.598777:0:2394:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c5c4b8fc400. 02000000:00000001:0.0:1787148493.598779:0:2394:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787148493.598787:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000010:0.0:1787148493.598791:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5c483f4bb0. 00000400:00000010:0.0:1787148493.598799:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5c47fec660. 00000100:00000200:0.0:1787148493.598807:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1873948276738048, portal 25 00000100:00000001:0.0:1787148493.598809:0:2394:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787148493.598811:0:2394:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616927343122560 : -127146366429056 : ffff8c5c6dfe9880) 00000100:00000040:0.0:1787148493.598816:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8c5c6dfe9880 x1873948276738048/t0(0) o400->MGC192.168.202.114@tcp@192.168.202.114@tcp:26/25 lens 224/224 e 0 to 0 dl 1787148509 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787148493.598823:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787148493.598826:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.114@tcp 00000400:00000010:0.0:1787148493.598828:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5c47fec5d8. 00000100:00000200:0.0:1787148493.598831:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1873948276738048, offset 0 00000400:00000200:0.0:1787148493.598839:0:2394:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.114@tcp 00000400:00000200:0.0:1787148493.598846:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148493.598854:0:2394:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.114@tcp local destination 00000400:00000200:0.0:1787148493.598859:0:2394:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787148493.598870:0:2394:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.14@tcp 00000400:00000200:0.0:1787148493.600306:0:2394:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787148493.600314:0:2394:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.114@tcp 00000400:00000200:0.0:1787148493.600319:0:2394:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.14@tcp NI seq info: [556941:556941:256:4294967295] 192.168.202.114@tcp LPNI seq info [556897:556897:8:4294967295] 00000400:00000200:0.0:1787148493.600326:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148493.600336:0:2394:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.14@tcp(192.168.202.14@tcp:) -> 192.168.202.114@tcp(192.168.202.114@tcp:192.168.202.114@tcp) : PUT try# 0 00000800:00000200:0.0:1787148493.600344:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.114@tcp 00000800:00000010:0.0:1787148493.600353:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5c474aeb00. 00000800:00000200:0.0:1787148493.600361:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5c4508fcc0] -> 12345-192.168.202.114@tcp (5) 00000800:00000200:0.0:1787148493.600368:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.114@tcp ip 192.168.202.114:988 00000800:00000200:0.0:1787148493.600373:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8c5c474aeb00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1787148493.600389:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787148493.600395:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000100:00000001:0.0:1787148493.600398:0:2394:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.114@tcp: PM QoS new deadline estimation for cpu 0 is 4307006201 00000100:00000010:0.0:1787148493.600402:0:2394:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5c45784420. 00000100:00000001:0.0:1787148493.600409:0:2394:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.114@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1787148493.600418:0:2394:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.114@tcp: PM QoS new deadline estimation for cpu 1 is 4307006201 00000100:00000010:0.0:1787148493.600422:0:2394:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5c45784cc0. 00000100:00000001:0.0:1787148493.600425:0:2394:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.114@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1787148493.600428:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787148493.600431:0:2394:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787148493.600435:0:2394:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787148493.600441:0:2394:0:(lustre_net.h:2406:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8c5c6dfe9500 x1873948276738304/t0(0) o400->lustre-MDT0001-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787148493.600449:0:2394:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787148493.600451:0:2394:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787148493.600454:0:2394:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787148493.600457:0:2394:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787148493.600459:0:2394:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787148493.600462:0:2394:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5c6dfe9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:7e31181a-25e1-4c2b-a23d-b0f7747006f1:2394:1873948276738304:192.168.202.114@tcp:400:kworker.0 00000100:00000001:0.0:1787148493.600481:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787148493.600487:0:2394:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787148493.600489:0:2394:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787148493.600491:0:2394:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787148493.600496:0:2394:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c5c4b8fda00. 02000000:00000001:0.0:1787148493.600498:0:2394:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787148493.600502:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000010:0.0:1787148493.600506:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5c483f46e0. 00000400:00000010:0.0:1787148493.600512:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5c47feccc0. 00000100:00000200:0.0:1787148493.600517:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1873948276738304, portal 10 00000100:00000001:0.0:1787148493.600520:0:2394:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787148493.600521:0:2394:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616927343121664 : -127146366429952 : ffff8c5c6dfe9500) 00000100:00000040:0.0:1787148493.600529:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8c5c6dfe9500 x1873948276738304/t0(0) o400->lustre-MDT0001-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148548 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787148493.600535:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787148493.600537:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.114@tcp 00000400:00000010:0.0:1787148493.600540:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5c47fecee0. 00000100:00000200:0.0:1787148493.600543:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1873948276738304, offset 0 00000400:00000200:0.0:1787148493.600548:0:2394:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.114@tcp 00000400:00000200:0.0:1787148493.600553:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148493.600559:0:2394:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.114@tcp local destination 00000400:00000200:0.0:1787148493.600563:0:2394:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787148493.600631:0:2394:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.14@tcp 00000400:00000200:0.0:1787148493.600638:0:2394:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787148493.600641:0:2394:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.114@tcp 00000400:00000200:0.0:1787148493.600643:0:2394:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.14@tcp NI seq info: [556942:556942:255:4294967295] 192.168.202.114@tcp LPNI seq info [556898:556898:7:4294967295] 00000400:00000200:0.0:1787148493.600648:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148493.600653:0:2394:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.14@tcp(192.168.202.14@tcp:) -> 192.168.202.114@tcp(192.168.202.114@tcp:192.168.202.114@tcp) : PUT try# 0 00000800:00000200:0.0:1787148493.600658:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.114@tcp 00000800:00000010:0.0:1787148493.600662:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5c474ae600. 00000800:00000200:0.0:1787148493.600665:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5c4508fcc0] -> 12345-192.168.202.114@tcp (5) 00000800:00000200:0.0:1787148493.600676:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.114@tcp ip 192.168.202.114:988 00000800:00000200:0.0:1787148493.600679:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8c5c474ae600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1787148493.600682:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787148493.600686:0:2394:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5c68fb1800: using a timeout of 16992 usecs (17 jiffies) 00000400:00000200:0.0:1787148493.600689:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000100:00000001:0.0:1787148493.600691:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5c68fb1800: PM QoS new deadline estimation for cpu 0 is 4307002385 00000100:00000001:0.0:1787148493.600694:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5c68fb1800: PM QoS request active for cpu 0, keep current deadline 4307006201 00000100:00000001:0.0:1787148493.600696:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5c68fb1800: PM QoS new deadline estimation for cpu 1 is 4307002385 00000100:00000001:0.0:1787148493.600698:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5c68fb1800: PM QoS request active for cpu 1, keep current deadline 4307006201 00000100:00000001:0.0:1787148493.600700:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787148493.600703:0:2394:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787148493.600705:0:2394:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787148493.600708:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787148493.600715:0:2394:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787148493.600717:0:2394:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1787148493.600719:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787148493.600721:0:2394:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787148493.600722:0:2394:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787148493.600725:0:2394:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:0.0:1787148493.600726:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787148493.600728:0:2394:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787148493.600730:0:2394:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787148493.600731:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787148493.600732:0:2394:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787148493.600733:0:2394:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787148493.600738:0:2394:0:(lustre_net.h:2406:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8c5c6dfe9f80 x1873948276738176/t0(0) o400->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787148493.600744:0:2394:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787148493.600745:0:2394:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787148493.600748:0:2394:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787148493.600749:0:2394:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787148493.600751:0:2394:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787148493.600754:0:2394:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5c6dfe9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:7e31181a-25e1-4c2b-a23d-b0f7747006f1:2394:1873948276738176:192.168.202.114@tcp:400:kworker.0 00000100:00000001:0.0:1787148493.600763:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787148493.600766:0:2394:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787148493.600768:0:2394:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787148493.600769:0:2394:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787148493.600772:0:2394:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c5c4b8fce00. 02000000:00000001:0.0:1787148493.600774:0:2394:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787148493.600777:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000010:0.0:1787148493.600780:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5c483f4f20. 00000400:00000010:0.0:1787148493.600783:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5c47feca18. 00000100:00000200:0.0:1787148493.600786:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1873948276738176, portal 10 00000100:00000001:0.0:1787148493.600788:0:2394:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787148493.600789:0:2394:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616927343124352 : -127146366427264 : ffff8c5c6dfe9f80) 00000100:00000040:0.0:1787148493.600794:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8c5c6dfe9f80 x1873948276738176/t0(0) o400->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148548 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787148493.600799:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787148493.600801:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.114@tcp 00000400:00000010:0.0:1787148493.600803:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5c47fec2a8. 00000100:00000200:0.0:1787148493.600805:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1873948276738176, offset 0 00000400:00000200:0.0:1787148493.600809:0:2394:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.114@tcp 00000400:00000200:0.0:1787148493.600813:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148493.600816:0:2394:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.114@tcp local destination 00000400:00000200:0.0:1787148493.600819:0:2394:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787148493.600822:0:2394:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.14@tcp 00000400:00000200:0.0:1787148493.600824:0:2394:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787148493.600826:0:2394:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.114@tcp 00000400:00000200:0.0:1787148493.600829:0:2394:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.14@tcp NI seq info: [556943:556943:254:4294967295] 192.168.202.114@tcp LPNI seq info [556899:556899:6:4294967295] 00000400:00000200:0.0:1787148493.600833:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148493.600838:0:2394:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.14@tcp(192.168.202.14@tcp:) -> 192.168.202.114@tcp(192.168.202.114@tcp:192.168.202.114@tcp) : PUT try# 0 00000800:00000200:0.0:1787148493.600842:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.114@tcp 00000800:00000010:0.0:1787148493.600846:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5c474aef00. 00000800:00000200:0.0:1787148493.600850:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5c4508fcc0] -> 12345-192.168.202.114@tcp (5) 00000800:00000200:0.0:1787148493.600860:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.114@tcp ip 192.168.202.114:988 00000800:00000200:0.0:1787148493.600863:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8c5c474aef00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1787148493.600866:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787148493.600869:0:2394:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5c68fb1800: using a timeout of 24648 usecs (25 jiffies) 00000400:00000200:0.0:1787148493.600872:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000100:00000001:0.0:1787148493.600887:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5c68fb1800: PM QoS new deadline estimation for cpu 0 is 4307002393 00000100:00000001:0.0:1787148493.600889:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5c68fb1800: PM QoS request active for cpu 0, keep current deadline 4307006201 00000100:00000001:0.0:1787148493.600891:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5c68fb1800: PM QoS new deadline estimation for cpu 1 is 4307002393 00000100:00000001:0.0:1787148493.600893:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5c68fb1800: PM QoS request active for cpu 1, keep current deadline 4307006201 00000100:00000001:0.0:1787148493.600894:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787148493.600896:0:2394:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787148493.600898:0:2394:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787148493.600903:0:2394:0:(lustre_net.h:2406:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8c5c6dfe8380 x1873948276738432/t0(0) o400->lustre-OST0000-osc-ffff8c5c68fb1800@192.168.202.114@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787148493.600910:0:2394:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787148493.600912:0:2394:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787148493.600914:0:2394:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787148493.600915:0:2394:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787148493.600917:0:2394:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787148493.600920:0:2394:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5c6dfe8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:7e31181a-25e1-4c2b-a23d-b0f7747006f1:2394:1873948276738432:192.168.202.114@tcp:400:kworker.0 00000100:00000001:0.0:1787148493.600923:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787148493.600925:0:2394:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787148493.600927:0:2394:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787148493.600928:0:2394:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787148493.600932:0:2394:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c5c4b8fca00. 02000000:00000001:0.0:1787148493.600933:0:2394:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787148493.600937:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000010:0.0:1787148493.600939:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5c483f49a0. 00000400:00000010:0.0:1787148493.600942:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5c47fec770. 00000100:00000200:0.0:1787148493.600945:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1873948276738432, portal 4 00000100:00000001:0.0:1787148493.600946:0:2394:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787148493.600952:0:2394:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616927343117184 : -127146366434432 : ffff8c5c6dfe8380) 00000100:00000040:0.0:1787148493.600958:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8c5c6dfe8380 x1873948276738432/t0(0) o400->lustre-OST0000-osc-ffff8c5c68fb1800@192.168.202.114@tcp:28/4 lens 224/224 e 0 to 0 dl 1787148548 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787148493.600964:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787148493.600966:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.114@tcp 00000400:00000010:0.0:1787148493.600968:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5c47fec908. 00000100:00000200:0.0:1787148493.600972:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1873948276738432, offset 0 00000400:00000200:0.0:1787148493.600975:0:2394:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.114@tcp 00000400:00000200:0.0:1787148493.600979:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148493.600982:0:2394:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.114@tcp local destination 00000400:00000200:0.0:1787148493.600985:0:2394:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787148493.600987:0:2394:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.14@tcp 00000400:00000200:0.0:1787148493.600990:0:2394:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787148493.600991:0:2394:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.114@tcp 00000400:00000200:0.0:1787148493.600994:0:2394:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.14@tcp NI seq info: [556944:556944:253:4294967295] 192.168.202.114@tcp LPNI seq info [556900:556900:5:4294967295] 00000400:00000200:0.0:1787148493.600998:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000800:00000200:1.0:1787148493.601732:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1787148493.601738:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5c474aeb00. 00000400:00000200:1.0:1787148493.601746:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787148493.601751:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.14@tcp->192.168.202.114@tcp: PUT: OK 00000400:00000200:0.0:1787148493.601793:0:2394:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.14@tcp(192.168.202.14@tcp:) -> 192.168.202.114@tcp(192.168.202.114@tcp:192.168.202.114@tcp) : PUT try# 0 00000800:00000200:0.0:1787148493.601799:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.114@tcp 00000800:00000010:0.0:1787148493.601803:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5c474ae700. 00000800:00000200:0.0:1787148493.601808:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5c4508fcc0] -> 12345-192.168.202.114@tcp (5) 00000800:00000200:0.0:1787148493.601813:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.114@tcp ip 192.168.202.114:988 00000800:00000200:0.0:1787148493.601816:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8c5c474ae700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1787148493.601819:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787148493.601823:0:2394:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5c68fb1800: using a timeout of 119860 usecs (120 jiffies) 00000400:00000200:0.0:1787148493.601826:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000100:00000001:0.0:1787148493.601828:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5c68fb1800: PM QoS new deadline estimation for cpu 0 is 4307002491 00000100:00000001:0.0:1787148493.601831:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5c68fb1800: PM QoS request active for cpu 0, keep current deadline 4307006201 00000100:00000001:0.0:1787148493.601832:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5c68fb1800: PM QoS new deadline estimation for cpu 1 is 4307002491 00000100:00000001:0.0:1787148493.601834:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5c68fb1800: PM QoS request active for cpu 1, keep current deadline 4307006201 00000100:00000001:0.0:1787148493.601844:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787148493.601846:0:2394:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787148493.601849:0:2394:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787148493.601851:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787148493.601861:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787148493.601864:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787148493.607724:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5c47fec5d8 00000400:00000010:1.0:1787148493.607733:0:2386:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff8c5c47fec5d8. 00000100:00000001:1.0:1787148493.607742:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787148493.607762:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c5c6dfe9880 x1873948276738048/t0(0) o400->MGC192.168.202.114@tcp@192.168.202.114@tcp:26/25 lens 224/224 e 0 to 0 dl 1787148509 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787148493.607775:0:2386:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787148493.607779:0:2386:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8c5c6dfe9880 x1873948276738048/t0(0) o400->MGC192.168.202.114@tcp@192.168.202.114@tcp:26/25 lens 224/224 e 0 to 0 dl 1787148509 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787148493.607786:0:2386:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787148493.607787:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1787148493.607822:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1787148493.607825:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5c474ae600. 00000400:00000200:1.0:1787148493.607830:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787148493.607834:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.14@tcp->192.168.202.114@tcp: PUT: OK 00000400:00000200:1.0:1787148493.607837:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5c47fecee0 00000400:00000010:1.0:1787148493.607839:0:2386:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff8c5c47fecee0. 00000100:00000001:1.0:1787148493.607841:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787148493.607846:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c5c6dfe9500 x1873948276738304/t0(0) o400->lustre-MDT0001-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148548 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787148493.607853:0:2386:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787148493.607856:0:2386:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8c5c6dfe9500 x1873948276738304/t0(0) o400->lustre-MDT0001-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148548 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787148493.607862:0:2386:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787148493.607864:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1787148493.607872:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1787148493.607885:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5c474aef00. 00000400:00000200:1.0:1787148493.607888:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787148493.607892:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.14@tcp->192.168.202.114@tcp: PUT: OK 00000400:00000200:1.0:1787148493.607895:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5c47fec2a8 00000400:00000010:1.0:1787148493.607913:0:2386:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff8c5c47fec2a8. 00000100:00000001:1.0:1787148493.607916:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787148493.607921:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c5c6dfe9f80 x1873948276738176/t0(0) o400->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148548 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787148493.607929:0:2386:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787148493.607932:0:2386:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8c5c6dfe9f80 x1873948276738176/t0(0) o400->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148548 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787148493.607938:0:2386:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787148493.607939:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1787148493.609042:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1787148493.609049:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5c474ae700. 00000400:00000200:1.0:1787148493.609055:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787148493.609061:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.14@tcp->192.168.202.114@tcp: PUT: OK 00000400:00000200:1.0:1787148493.609067:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5c47fec908 00000400:00000010:1.0:1787148493.609070:0:2386:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff8c5c47fec908. 00000100:00000001:1.0:1787148493.609073:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787148493.609079:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c5c6dfe8380 x1873948276738432/t0(0) o400->lustre-OST0000-osc-ffff8c5c68fb1800@192.168.202.114@tcp:28/4 lens 224/224 e 0 to 0 dl 1787148548 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787148493.609090:0:2386:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787148493.609093:0:2386:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8c5c6dfe8380 x1873948276738432/t0(0) o400->lustre-OST0000-osc-ffff8c5c68fb1800@192.168.202.114@tcp:28/4 lens 224/224 e 0 to 0 dl 1787148548 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787148493.609099:0:2386:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787148493.609101:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1787148493.617082:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787148493.622445:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1787148493.622455:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787148493.622461:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787148493.622470:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148493.622477:0:2385:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.14@tcp(192.168.202.14@tcp) <- 192.168.202.114@tcp : PUT - for me 00000400:00000200:0.0:1787148493.622489:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148493.622494:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148493.622499:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148493.622503:0:2385:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.114@tcp of length 224 into portal 25 MB=0x6a858955cc800 00000400:00000200:0.0:1787148493.622507:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148493.622513:0:2385:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.114@tcp of length 224/224 into md 0x562029 [1] + 224 00000800:00000001:0.0:1787148493.622520:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787148493.622525:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787148493.622528:0:2385:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787148493.622532:0:2385:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.14@tcp->192.168.202.114@tcp: PUT: OK 00000100:00000001:0.0:1787148493.622540:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787148493.622549:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c5c6dfe9880 x1873948276738048/t0(0) o400->MGC192.168.202.114@tcp@192.168.202.114@tcp:26/25 lens 224/224 e 0 to 0 dl 1787148509 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1787148493.622560:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8c5c6dfe9880 x1873948276738048/t0(0) o400->MGC192.168.202.114@tcp@192.168.202.114@tcp:26/25 lens 224/224 e 0 to 0 dl 1787148509 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787148493.622707:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787148493.622711:0:2394:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787148493.622729:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1787148493.622742:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787148493.622760:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1787148493.622762:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787148493.622765:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787148493.622768:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148493.622772:0:2385:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.14@tcp(192.168.202.14@tcp) <- 192.168.202.114@tcp : PUT - for me 00000400:00000200:0.0:1787148493.622792:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148493.622796:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148493.622799:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148493.622802:0:2385:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.114@tcp of length 224 into portal 4 MB=0x6a858955cc980 00000400:00000200:0.0:1787148493.622806:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148493.622810:0:2385:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.114@tcp of length 224/224 into md 0x562059 [1] + 224 00000800:00000001:0.0:1787148493.622815:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787148493.622818:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787148493.622820:0:2385:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787148493.622824:0:2385:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.14@tcp->192.168.202.114@tcp: PUT: OK 00000100:00000001:0.0:1787148493.622827:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787148493.622831:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c5c6dfe8380 x1873948276738432/t0(0) o400->lustre-OST0000-osc-ffff8c5c68fb1800@192.168.202.114@tcp:28/4 lens 224/224 e 0 to 0 dl 1787148548 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1787148493.622841:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8c5c6dfe8380 x1873948276738432/t0(0) o400->lustre-OST0000-osc-ffff8c5c68fb1800@192.168.202.114@tcp:28/4 lens 224/224 e 0 to 0 dl 1787148548 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787148493.622848:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1787148493.622852:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787148493.622854:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1787148493.622856:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787148493.622858:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787148493.622860:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148493.622863:0:2385:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.14@tcp(192.168.202.14@tcp) <- 192.168.202.114@tcp : PUT - for me 00000400:00000200:0.0:1787148493.622867:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148493.622869:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148493.622871:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148493.622887:0:2385:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.114@tcp of length 224 into portal 10 MB=0x6a858955cc900 00000400:00000200:0.0:1787148493.622891:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148493.622895:0:2385:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.114@tcp of length 224/224 into md 0x562039 [1] + 224 00000800:00000001:0.0:1787148493.622899:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787148493.622902:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787148493.622904:0:2385:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787148493.622914:0:2385:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.14@tcp->192.168.202.114@tcp: PUT: OK 00000100:00000001:0.0:1787148493.622918:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787148493.622922:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c5c6dfe9500 x1873948276738304/t0(0) o400->lustre-MDT0001-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148548 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1787148493.622930:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8c5c6dfe9500 x1873948276738304/t0(0) o400->lustre-MDT0001-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148548 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787148493.622937:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1787148493.622942:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787148493.622946:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1787148493.622947:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787148493.622949:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787148493.622952:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148493.622955:0:2385:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.14@tcp(192.168.202.14@tcp) <- 192.168.202.114@tcp : PUT - for me 00000400:00000200:0.0:1787148493.622959:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148493.622961:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148493.622964:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148493.622967:0:2385:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.114@tcp of length 224 into portal 10 MB=0x6a858955cc880 00000400:00000200:0.0:1787148493.622970:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148493.622973:0:2385:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.114@tcp of length 224/224 into md 0x562049 [1] + 224 00000800:00000001:0.0:1787148493.622976:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787148493.622984:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787148493.622987:0:2385:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787148493.622990:0:2385:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.14@tcp->192.168.202.114@tcp: PUT: OK 00000100:00000001:0.0:1787148493.622992:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787148493.622996:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c5c6dfe9f80 x1873948276738176/t0(0) o400->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148548 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1787148493.623139:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8c5c6dfe9f80 x1873948276738176/t0(0) o400->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148548 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787148493.623148:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1787148493.623153:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787148493.623161:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1787148493.629388:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787148493.629396:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787148493.629401:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5c483f4bb0. 00000400:00000200:1.0:1787148493.629412:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5c47fec660 00000400:00000010:1.0:1787148493.629414:0:2394:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff8c5c47fec660. 00000100:00000001:1.0:1787148493.629421:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787148493.629432:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c5c6dfe9880 x1873948276738048/t0(0) o400->MGC192.168.202.114@tcp@192.168.202.114@tcp:26/25 lens 224/224 e 0 to 0 dl 1787148509 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787148493.629473:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c5c6dfe9880 x1873948276738048/t0(0) o400->MGC192.168.202.114@tcp@192.168.202.114@tcp:26/25 lens 224/224 e 0 to 0 dl 1787148509 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787148493.629483:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787148493.629486:0:2394:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787148493.629489:0:2394:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1787148493.629493:0:2394:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1787148493.629496:0:2394:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1787148493.629499:0:2394:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787148493.629503:0:2394:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1787148493.629510:0:2394:0:(import.c:2149:obd_at_measure()) add 5 to ffff8c5c5776b460 time=125 v=5 (5 5 5 5) 00000100:00001000:1.0:1787148493.629514:0:2394:0:(import.c:2149:obd_at_measure()) add 1 to ffff8c5c5776b418 time=27 v=5 (1 1 1 0) 00000100:00000001:1.0:1787148493.629517:0:2394:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1787148493.629518:0:2394:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787148493.629521:0:2394:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1787148493.629524:0:2394:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787148493.629527:0:2394:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787148493.629531:0:2394:0:(lustre_net.h:2406:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8c5c6dfe9880 x1873948276738048/t0(0) o400->MGC192.168.202.114@tcp@192.168.202.114@tcp:26/25 lens 224/224 e 0 to 0 dl 1787148509 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787148493.629539:0:2394:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787148493.629543:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787148493.629545:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787148493.629549:0:2394:0:(lustre_net.h:2406:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8c5c6dfe9880 x1873948276738048/t0(0) o400->MGC192.168.202.114@tcp@192.168.202.114@tcp:26/25 lens 224/224 e 0 to 0 dl 1787148509 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787148493.629557:0:2394:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5c6dfe9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:adab7261-4d97-43ea-82e8-09637750fa21:2394:1873948276738048:192.168.202.114@tcp:400:kworker.0 00000400:00000001:1.0:1787148493.629565:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787148493.629567:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787148493.629569:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5c483f46e0. 00000400:00000200:1.0:1787148493.629572:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5c47feccc0 00000400:00000010:1.0:1787148493.629574:0:2394:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff8c5c47feccc0. 00000100:00000001:1.0:1787148493.629576:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787148493.629580:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c5c6dfe9500 x1873948276738304/t0(0) o400->lustre-MDT0001-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148548 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787148493.629597:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c5c6dfe9500 x1873948276738304/t0(0) o400->lustre-MDT0001-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148548 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787148493.629602:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787148493.629604:0:2394:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787148493.629605:0:2394:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1787148493.629607:0:2394:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1787148493.629608:0:2394:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1787148493.629609:0:2394:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787148493.629611:0:2394:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1787148493.629617:0:2394:0:(import.c:2149:obd_at_measure()) add 36 to ffff8c5c5776cc60 time=125 v=36 (36 36 36 36) 00000100:00001000:1.0:1787148493.629620:0:2394:0:(import.c:2149:obd_at_measure()) add 1 to ffff8c5c5776cc18 time=152 v=5 (1 1 0 0) 00000100:00000001:1.0:1787148493.629622:0:2394:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1787148493.629624:0:2394:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787148493.629625:0:2394:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1787148493.629629:0:2394:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8c5c6dfe9500 x1873948276738304/t0(0) o400->lustre-MDT0001-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148548 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1787148493.629635:0:2394:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787148493.629639:0:2394:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1787148493.629641:0:2394:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8c5c68fb1800: skip recheck: last_committed 21474836540 00000100:00000001:1.0:1787148493.629643:0:2394:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1787148493.629644:0:2394:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787148493.629647:0:2394:0:(lustre_net.h:2406:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8c5c6dfe9500 x1873948276738304/t0(0) o400->lustre-MDT0001-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148548 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787148493.629652:0:2394:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787148493.629654:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787148493.629655:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787148493.629658:0:2394:0:(lustre_net.h:2406:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8c5c6dfe9500 x1873948276738304/t0(0) o400->lustre-MDT0001-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148548 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787148493.629665:0:2394:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5c6dfe9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:7e31181a-25e1-4c2b-a23d-b0f7747006f1:2394:1873948276738304:192.168.202.114@tcp:400:kworker.0 00000100:00000001:1.0:1787148493.629676:0:2394:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787148493.629680:0:2394:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787148493.629683:0:2394:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8c5c6dfe9880 x1873948276738048/t0(0) o400->MGC192.168.202.114@tcp@192.168.202.114@tcp:26/25 lens 224/224 e 0 to 0 dl 1787148509 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787148493.629690:0:2394:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787148493.629693:0:2394:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787148493.629700:0:2394:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c5c4b8fc400. 02000000:00000001:1.0:1787148493.629707:0:2394:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787148493.629709:0:2394:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1787148493.629711:0:2394:0:(genops.c:1244:class_import_put()) import ffff8c5c5776b000 refcount=3 obd=MGC192.168.202.114@tcp 00000020:00000001:1.0:1787148493.629713:0:2394:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1787148493.629716:0:2394:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8c5c474aed00. 02000000:00000001:1.0:1787148493.629722:0:2394:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787148493.629724:0:2394:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787148493.629726:0:2394:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5c6dfe9880. 00000100:00000001:1.0:1787148493.629730:0:2394:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787148493.629732:0:2394:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787148493.629733:0:2394:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787148493.629736:0:2394:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8c5c6dfe9500 x1873948276738304/t0(0) o400->lustre-MDT0001-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148548 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787148493.629742:0:2394:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787148493.629743:0:2394:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787148493.629744:0:2394:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c5c4b8fda00. 02000000:00000001:1.0:1787148493.629745:0:2394:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787148493.629746:0:2394:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1787148493.629747:0:2394:0:(genops.c:1244:class_import_put()) import ffff8c5c5776c800 refcount=3 obd=lustre-MDT0001-mdc-ffff8c5c68fb1800 00000020:00000001:1.0:1787148493.629749:0:2394:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1787148493.629750:0:2394:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8c5c474ae500. 02000000:00000001:1.0:1787148493.629751:0:2394:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787148493.629752:0:2394:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787148493.629753:0:2394:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5c6dfe9500. 00000100:00000001:1.0:1787148493.629755:0:2394:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787148493.629756:0:2394:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787148493.629759:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787148493.629762:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787148493.629768:0:2394:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1787148493.629771:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787148493.629773:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787148493.629775:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5c483f4f20. 00000400:00000200:1.0:1787148493.629777:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5c47feca18 00000400:00000010:1.0:1787148493.629779:0:2394:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff8c5c47feca18. 00000100:00000001:1.0:1787148493.629781:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787148493.629785:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c5c6dfe9f80 x1873948276738176/t0(0) o400->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148548 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787148493.629793:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c5c6dfe9f80 x1873948276738176/t0(0) o400->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148548 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787148493.629798:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787148493.629799:0:2394:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787148493.629801:0:2394:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1787148493.629802:0:2394:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1787148493.629804:0:2394:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1787148493.629805:0:2394:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787148493.629807:0:2394:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1787148493.629811:0:2394:0:(import.c:2149:obd_at_measure()) add 36 to ffff8c5c5776a460 time=125 v=36 (36 36 36 36) 00000100:00001000:1.0:1787148493.629814:0:2394:0:(import.c:2149:obd_at_measure()) add 1 to ffff8c5c5776a418 time=27 v=5 (1 1 1 0) 00000100:00000001:1.0:1787148493.629816:0:2394:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1787148493.629817:0:2394:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787148493.629819:0:2394:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1787148493.629822:0:2394:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787148493.629823:0:2394:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1787148493.629825:0:2394:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c5c68fb1800: skip recheck: last_committed 30064771464 00000100:00000001:1.0:1787148493.629826:0:2394:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1787148493.629827:0:2394:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787148493.629830:0:2394:0:(lustre_net.h:2406:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8c5c6dfe9f80 x1873948276738176/t0(0) o400->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148548 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787148493.629836:0:2394:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787148493.629838:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787148493.629843:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787148493.629846:0:2394:0:(lustre_net.h:2406:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8c5c6dfe9f80 x1873948276738176/t0(0) o400->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148548 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787148493.629858:0:2394:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5c6dfe9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:7e31181a-25e1-4c2b-a23d-b0f7747006f1:2394:1873948276738176:192.168.202.114@tcp:400:kworker.0 00000400:00000001:1.0:1787148493.629863:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787148493.629864:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787148493.629866:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5c483f49a0. 00000400:00000200:1.0:1787148493.629868:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5c47fec770 00000400:00000010:1.0:1787148493.629870:0:2394:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff8c5c47fec770. 00000100:00000001:1.0:1787148493.629872:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787148493.629885:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c5c6dfe8380 x1873948276738432/t0(0) o400->lustre-OST0000-osc-ffff8c5c68fb1800@192.168.202.114@tcp:28/4 lens 224/224 e 0 to 0 dl 1787148548 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787148493.629893:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c5c6dfe8380 x1873948276738432/t0(0) o400->lustre-OST0000-osc-ffff8c5c68fb1800@192.168.202.114@tcp:28/4 lens 224/224 e 0 to 0 dl 1787148548 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787148493.629899:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787148493.629900:0:2394:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787148493.629902:0:2394:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1787148493.629903:0:2394:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1787148493.629904:0:2394:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1787148493.629906:0:2394:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787148493.629907:0:2394:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1787148493.629912:0:2394:0:(import.c:2149:obd_at_measure()) add 36 to ffff8c5c5e0b1c60 time=125 v=36 (36 5 5 5) 00000100:00001000:1.0:1787148493.629914:0:2394:0:(import.c:2149:obd_at_measure()) add 1 to ffff8c5c5e0b1c18 time=101 v=5 (1 1 1 1) 00000100:00000001:1.0:1787148493.629916:0:2394:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1787148493.629918:0:2394:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787148493.629919:0:2394:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1787148493.629921:0:2394:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787148493.629922:0:2394:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1787148493.629924:0:2394:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8c5c68fb1800: skip recheck: last_committed 42949695890 00000100:00000001:1.0:1787148493.629925:0:2394:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1787148493.629926:0:2394:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787148493.629929:0:2394:0:(lustre_net.h:2406:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8c5c6dfe8380 x1873948276738432/t0(0) o400->lustre-OST0000-osc-ffff8c5c68fb1800@192.168.202.114@tcp:28/4 lens 224/224 e 0 to 0 dl 1787148548 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787148493.629934:0:2394:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787148493.629940:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787148493.629941:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787148493.629944:0:2394:0:(lustre_net.h:2406:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8c5c6dfe8380 x1873948276738432/t0(0) o400->lustre-OST0000-osc-ffff8c5c68fb1800@192.168.202.114@tcp:28/4 lens 224/224 e 0 to 0 dl 1787148548 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787148493.629951:0:2394:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5c6dfe8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:7e31181a-25e1-4c2b-a23d-b0f7747006f1:2394:1873948276738432:192.168.202.114@tcp:400:kworker.0 00000100:00000001:1.0:1787148493.629954:0:2394:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787148493.629956:0:2394:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787148493.629958:0:2394:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8c5c6dfe9f80 x1873948276738176/t0(0) o400->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148548 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787148493.629963:0:2394:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787148493.629965:0:2394:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787148493.629967:0:2394:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c5c4b8fce00. 02000000:00000001:1.0:1787148493.629969:0:2394:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787148493.629970:0:2394:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1787148493.629971:0:2394:0:(genops.c:1244:class_import_put()) import ffff8c5c5776a000 refcount=5 obd=lustre-MDT0000-mdc-ffff8c5c68fb1800 00000020:00000001:1.0:1787148493.629973:0:2394:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1787148493.629974:0:2394:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8c5c474ae000. 02000000:00000001:1.0:1787148493.629976:0:2394:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787148493.629977:0:2394:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787148493.629978:0:2394:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5c6dfe9f80. 00000100:00000001:1.0:1787148493.629981:0:2394:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787148493.629982:0:2394:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787148493.629983:0:2394:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787148493.629986:0:2394:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8c5c6dfe8380 x1873948276738432/t0(0) o400->lustre-OST0000-osc-ffff8c5c68fb1800@192.168.202.114@tcp:28/4 lens 224/224 e 0 to 0 dl 1787148548 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787148493.629991:0:2394:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787148493.629992:0:2394:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787148493.629993:0:2394:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c5c4b8fca00. 02000000:00000001:1.0:1787148493.629994:0:2394:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787148493.629995:0:2394:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1787148493.629996:0:2394:0:(genops.c:1244:class_import_put()) import ffff8c5c5e0b1800 refcount=3 obd=lustre-OST0000-osc-ffff8c5c68fb1800 00000020:00000001:1.0:1787148493.629997:0:2394:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1787148493.629998:0:2394:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8c5c474ae800. 02000000:00000001:1.0:1787148493.630011:0:2394:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787148493.630012:0:2394:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787148493.630014:0:2394:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5c6dfe8380. 00000100:00000001:1.0:1787148493.630016:0:2394:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787148493.630017:0:2394:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787148493.630019:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787148493.630025:0:2394:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787148493.630027:0:2394:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787148493.630029:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787148493.630030:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787148493.790235:0:266370:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787148493.790243:0:266370:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1787148493.790246:0:266370:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1787148493.790249:0:266370:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787148493.790253:0:266370:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1787148493.790256:0:266370:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787148493.790258:0:266370:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787148493.790260:0:266370:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787148493.790265:0:266370:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787148493.790266:0:266370:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787148493.791774:0:256812:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787148493.791781:0:256812:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787148493.791786:0:256812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1787148494.816923:0:266370:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787148494.816931:0:266370:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787148494.816937:0:266370:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787148494.816939:0:266370:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787148494.817036:0:235348:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787148494.817040:0:235348:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787148494.817043:0:235348:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1787148495.838256:0:266370:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787148495.838264:0:266370:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787148495.838270:0:266370:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787148495.838271:0:266370:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787148495.838655:0:235349:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787148495.838658:0:235349:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787148495.838660:0:235349:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1787148496.862286:0:266370:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787148496.862293:0:266370:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787148496.862299:0:266370:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787148496.862300:0:266370:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787148496.865921:0:244719:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787148496.865929:0:244719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787148496.865934:0:244719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1787148497.438284:0:267500:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5c48342000 (cpu 0) has reached its deadline 4307006201, at 4307006208 00000100:00000010:0.0:1787148497.438300:0:267500:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5c45784420. 00000100:00000040:1.0:1787148497.438514:0:266370:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5c48342110 (cpu 1) has reached its deadline 4307006201, at 4307006208 00000100:00000010:1.0:1787148497.438521:0:266370:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5c45784cc0. 00010000:00000001:1.0:1787148497.889611:0:266370:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787148497.889618:0:266370:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787148497.889625:0:266370:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787148497.889643:0:266370:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787148497.891868:0:244722:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787148497.891874:0:244722:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787148497.891878:0:244722:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1787148498.718388:0:233104:0:(pinger.c:229:ptlrpc_pinger_process_import()) adab7261-4d97-43ea-82e8-09637750fa21->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1787148498.718407:0:233104:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1787148498.718418:0:233104:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5c72651880. 00000020:00000040:3.0:1787148498.718424:0:233104:0:(genops.c:1231:class_import_get()) import ffff8c5c5776b000 refcount=4 obd=MGC192.168.202.114@tcp 00000100:00000001:3.0:1787148498.718429:0:233104:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787148498.718432:0:233104:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787148498.718437:0:233104:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787148498.718446:0:233104:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8c5c50a4e400. 00000100:00000001:3.0:1787148498.718453:0:233104:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787148498.718464:0:233104:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging adab7261-4d97-43ea-82e8-09637750fa21->MGS req@ffff8c5c72651880 x1873948276738560/t0(0) o400->MGC192.168.202.114@tcp@192.168.202.114@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787148498.718474:0:233104:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787148498.718479:0:233104:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787148498.718485:0:233104:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005847861f] to pc [ptlrpcd_01_00+0] req@ffff8c5c72651880 x1873948276738560/t0(0) o400->MGC192.168.202.114@tcp@192.168.202.114@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787148498.718515:0:233104:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787148498.718518:0:233104:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7e31181a-25e1-4c2b-a23d-b0f7747006f1->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1787148498.718521:0:233104:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1787148498.718526:0:233104:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5c72651f80. 00000020:00000040:3.0:1787148498.718529:0:233104:0:(genops.c:1231:class_import_get()) import ffff8c5c5776a000 refcount=6 obd=lustre-MDT0000-mdc-ffff8c5c68fb1800 00000100:00000001:3.0:1787148498.718546:0:233104:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787148498.718547:0:233104:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787148498.718549:0:233104:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787148498.718553:0:233104:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8c5c50a4e000. 00000100:00000001:3.0:1787148498.718556:0:233104:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787148498.718560:0:233104:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 7e31181a-25e1-4c2b-a23d-b0f7747006f1->lustre-MDT0000_UUID req@ffff8c5c72651f80 x1873948276738688/t0(0) o400->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787148498.718566:0:233104:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787148498.718569:0:233104:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787148498.718572:0:233104:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007ab4cd0c] to pc [ptlrpcd_01_01+1] req@ffff8c5c72651f80 x1873948276738688/t0(0) o400->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787148498.718580:0:233104:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787148498.718582:0:233104:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7e31181a-25e1-4c2b-a23d-b0f7747006f1->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1787148498.718585:0:233104:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1787148498.718588:0:233104:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5c72650700. 00000020:00000040:3.0:1787148498.718591:0:233104:0:(genops.c:1231:class_import_get()) import ffff8c5c5776c800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c5c68fb1800 00000100:00000001:3.0:1787148498.718593:0:233104:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787148498.718594:0:233104:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787148498.718595:0:233104:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787148498.718598:0:233104:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8c5c50a4e500. 00000100:00000001:3.0:1787148498.718600:0:233104:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787148498.718604:0:233104:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 7e31181a-25e1-4c2b-a23d-b0f7747006f1->lustre-MDT0001_UUID req@ffff8c5c72650700 x1873948276738816/t0(0) o400->lustre-MDT0001-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787148498.718610:0:233104:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787148498.718612:0:233104:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787148498.718616:0:233104:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005602ac3f] to pc [ptlrpcd_01_00+0] req@ffff8c5c72650700 x1873948276738816/t0(0) o400->lustre-MDT0001-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787148498.718622:0:233104:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787148498.718624:0:233104:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7e31181a-25e1-4c2b-a23d-b0f7747006f1->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1787148498.718628:0:233104:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1787148498.718636:0:233104:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5c72653800. 00000020:00000040:3.0:1787148498.718638:0:233104:0:(genops.c:1231:class_import_get()) import ffff8c5c5e0b1800 refcount=4 obd=lustre-OST0000-osc-ffff8c5c68fb1800 00000100:00000001:3.0:1787148498.718640:0:233104:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787148498.718641:0:233104:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787148498.718643:0:233104:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787148498.718645:0:233104:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8c5c50a4e600. 00000100:00000001:3.0:1787148498.718648:0:233104:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787148498.718653:0:233104:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 7e31181a-25e1-4c2b-a23d-b0f7747006f1->lustre-OST0000_UUID req@ffff8c5c72653800 x1873948276738944/t0(0) o400->lustre-OST0000-osc-ffff8c5c68fb1800@192.168.202.114@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787148498.718659:0:233104:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787148498.718661:0:233104:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787148498.718664:0:233104:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000a403de5] to pc [ptlrpcd_01_01+1] req@ffff8c5c72653800 x1873948276738944/t0(0) o400->lustre-OST0000-osc-ffff8c5c68fb1800@192.168.202.114@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787148498.718671:0:233104:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787148498.718673:0:233104:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7e31181a-25e1-4c2b-a23d-b0f7747006f1->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1787148498.718676:0:233104:0:(pinger.c:247:ptlrpc_pinger_process_import()) 7e31181a-25e1-4c2b-a23d-b0f7747006f1->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1787148498.718681:0:233104:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12345) 00000100:00000001:2.0:1787148498.718795:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787148498.718801:0:2395:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787148498.718803:0:2395:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787148498.718811:0:2395:0:(lustre_net.h:2406:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8c5c72651880 x1873948276738560/t0(0) o400->MGC192.168.202.114@tcp@192.168.202.114@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787148498.718818:0:2395:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787148498.718820:0:2395:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787148498.718824:0:2395:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787148498.718826:0:2395:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787148498.718829:0:2395:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787148498.718832:0:2395:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5c72651880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:adab7261-4d97-43ea-82e8-09637750fa21:2395:1873948276738560:192.168.202.114@tcp:400:kworker.0 00000100:00000001:2.0:1787148498.718836:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787148498.718842:0:2395:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787148498.718844:0:2395:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787148498.718847:0:2395:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787148498.718852:0:2395:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c5c4a510600. 02000000:00000001:2.0:1787148498.718853:0:2395:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787148498.718862:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000010:2.0:1787148498.718867:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5c68ddb738. 00000400:00000010:2.0:1787148498.718876:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5c42ee3660. 00000100:00000200:2.0:1787148498.718884:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1873948276738560, portal 25 00000100:00000001:2.0:1787148498.718887:0:2395:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787148498.718888:0:2395:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616927416948864 : -127146292602752 : ffff8c5c72651880) 00000100:00000040:2.0:1787148498.718894:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8c5c72651880 x1873948276738560/t0(0) o400->MGC192.168.202.114@tcp@192.168.202.114@tcp:26/25 lens 224/224 e 0 to 0 dl 1787148514 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787148498.718902:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787148498.718911:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.114@tcp 00000400:00000010:2.0:1787148498.718914:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5c42ee33b8. 00000100:00000200:2.0:1787148498.718918:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1873948276738560, offset 0 00000400:00000200:2.0:1787148498.718926:0:2395:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.114@tcp 00000400:00000200:2.0:1787148498.718937:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:2.0:1787148498.718958:0:2395:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.114@tcp local destination 00000400:00000200:2.0:1787148498.718963:0:2395:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787148498.718968:0:2395:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.14@tcp 00000400:00000200:2.0:1787148498.718972:0:2395:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.14@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787148498.718974:0:2395:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.114@tcp 00000400:00000200:2.0:1787148498.718978:0:2395:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.14@tcp NI seq info: [556945:556945:256:4294967295] 192.168.202.114@tcp LPNI seq info [556901:556901:8:4294967295] 00000400:00000200:2.0:1787148498.718982:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:2.0:1787148498.718993:0:2395:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.14@tcp(192.168.202.14@tcp:) -> 192.168.202.114@tcp(192.168.202.114@tcp:192.168.202.114@tcp) : PUT try# 0 00000800:00000200:2.0:1787148498.718998:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.114@tcp 00000800:00000010:2.0:1787148498.719003:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5c46fcb700. 00000800:00000200:2.0:1787148498.719010:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5c4508fcc0] -> 12345-192.168.202.114@tcp (5) 00000800:00000200:2.0:1787148498.719018:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.114@tcp ip 192.168.202.114:988 00000800:00000200:2.0:1787148498.719021:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8c5c46fcb700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787148498.719041:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787148498.719045:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000100:00000001:2.0:1787148498.719048:0:2395:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.114@tcp: PM QoS new deadline estimation for cpu 0 is 4307011321 00000100:00000010:2.0:1787148498.719052:0:2395:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5c457271e0. 00000100:00000001:2.0:1787148498.719058:0:2395:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.114@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1787148498.719066:0:2395:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.114@tcp: PM QoS new deadline estimation for cpu 1 is 4307011321 00000100:00000010:2.0:1787148498.719069:0:2395:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5c45727480. 00000100:00000001:2.0:1787148498.719071:0:2395:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.114@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1787148498.719074:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787148498.719076:0:2395:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787148498.719079:0:2395:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787148498.719083:0:2395:0:(lustre_net.h:2406:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8c5c72650700 x1873948276738816/t0(0) o400->lustre-MDT0001-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787148498.719101:0:2395:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787148498.719150:0:2395:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787148498.719153:0:2395:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787148498.719155:0:2395:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787148498.719157:0:2395:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787148498.719160:0:2395:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5c72650700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:7e31181a-25e1-4c2b-a23d-b0f7747006f1:2395:1873948276738816:192.168.202.114@tcp:400:kworker.0 00000100:00000001:2.0:1787148498.719163:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787148498.719181:0:2395:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787148498.719183:0:2395:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787148498.719185:0:2395:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787148498.719188:0:2395:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c5c4a510000. 02000000:00000001:2.0:1787148498.719190:0:2395:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787148498.719194:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000010:2.0:1787148498.719196:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5c68ddb8f0. 00000400:00000010:2.0:1787148498.719200:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5c42ee34c8. 00000100:00000200:2.0:1787148498.719203:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1873948276738816, portal 10 00000100:00000001:2.0:1787148498.719204:0:2395:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787148498.719206:0:2395:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616927416944384 : -127146292607232 : ffff8c5c72650700) 00000100:00000040:2.0:1787148498.719212:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8c5c72650700 x1873948276738816/t0(0) o400->lustre-MDT0001-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148553 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787148498.719218:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787148498.719220:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.114@tcp 00000400:00000010:2.0:1787148498.719222:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5c42ee3c38. 00000100:00000200:2.0:1787148498.719224:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1873948276738816, offset 0 00000400:00000200:2.0:1787148498.719228:0:2395:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.114@tcp 00000400:00000200:2.0:1787148498.719232:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:2.0:1787148498.719235:0:2395:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.114@tcp local destination 00000400:00000200:2.0:1787148498.719237:0:2395:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787148498.719240:0:2395:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.14@tcp 00000400:00000200:2.0:1787148498.719242:0:2395:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.14@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787148498.719244:0:2395:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.114@tcp 00000400:00000200:2.0:1787148498.719251:0:2395:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.14@tcp NI seq info: [556946:556946:255:4294967295] 192.168.202.114@tcp LPNI seq info [556902:556902:7:4294967295] 00000400:00000200:2.0:1787148498.719254:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:2.0:1787148498.719260:0:2395:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.14@tcp(192.168.202.14@tcp:) -> 192.168.202.114@tcp(192.168.202.114@tcp:192.168.202.114@tcp) : PUT try# 0 00000800:00000200:2.0:1787148498.719264:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.114@tcp 00000800:00000010:2.0:1787148498.719267:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5c46fcbb00. 00000800:00000200:2.0:1787148498.719270:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5c4508fcc0] -> 12345-192.168.202.114@tcp (5) 00000800:00000200:2.0:1787148498.719273:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.114@tcp ip 192.168.202.114:988 00000800:00000200:2.0:1787148498.719275:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8c5c46fcbb00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787148498.719278:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787148498.719282:0:2395:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5c68fb1800: using a timeout of 16993 usecs (17 jiffies) 00000400:00000200:2.0:1787148498.719284:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000100:00000001:2.0:1787148498.719286:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5c68fb1800: PM QoS new deadline estimation for cpu 0 is 4307007506 00000100:00000001:2.0:1787148498.719288:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5c68fb1800: PM QoS request active for cpu 0, keep current deadline 4307011321 00000100:00000001:2.0:1787148498.719290:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5c68fb1800: PM QoS new deadline estimation for cpu 1 is 4307007506 00000100:00000001:2.0:1787148498.719292:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5c68fb1800: PM QoS request active for cpu 1, keep current deadline 4307011321 00000100:00000001:2.0:1787148498.719294:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787148498.719296:0:2395:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787148498.719299:0:2395:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787148498.719301:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787148498.719308:0:2395:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787148498.719311:0:2395:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1787148498.719313:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787148498.719314:0:2395:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787148498.719315:0:2395:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787148498.719318:0:2395:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:2.0:1787148498.719320:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787148498.719321:0:2395:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787148498.719323:0:2395:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787148498.719324:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787148498.719325:0:2395:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787148498.719326:0:2395:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787148498.719330:0:2395:0:(lustre_net.h:2406:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8c5c72651f80 x1873948276738688/t0(0) o400->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787148498.719342:0:2395:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787148498.719344:0:2395:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787148498.719346:0:2395:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787148498.719348:0:2395:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787148498.719350:0:2395:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787148498.719352:0:2395:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5c72651f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:7e31181a-25e1-4c2b-a23d-b0f7747006f1:2395:1873948276738688:192.168.202.114@tcp:400:kworker.0 00000100:00000001:2.0:1787148498.719355:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787148498.719358:0:2395:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787148498.719359:0:2395:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787148498.719360:0:2395:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787148498.719363:0:2395:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c5c4a511000. 02000000:00000001:2.0:1787148498.719364:0:2395:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787148498.719367:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000010:2.0:1787148498.719369:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5c68ddbb00. 00000400:00000010:2.0:1787148498.719372:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5c42ee3000. 00000100:00000200:2.0:1787148498.719375:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1873948276738688, portal 10 00000100:00000001:2.0:1787148498.719377:0:2395:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787148498.719378:0:2395:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616927416950656 : -127146292600960 : ffff8c5c72651f80) 00000100:00000040:2.0:1787148498.719384:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8c5c72651f80 x1873948276738688/t0(0) o400->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148553 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787148498.719390:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787148498.719392:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.114@tcp 00000400:00000010:2.0:1787148498.719394:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5c42ee3440. 00000100:00000200:2.0:1787148498.719396:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1873948276738688, offset 0 00000400:00000200:2.0:1787148498.719399:0:2395:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.114@tcp 00000400:00000200:2.0:1787148498.719402:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:2.0:1787148498.719405:0:2395:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.114@tcp local destination 00000400:00000200:2.0:1787148498.719407:0:2395:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787148498.719409:0:2395:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.14@tcp 00000400:00000200:2.0:1787148498.719411:0:2395:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.14@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787148498.719413:0:2395:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.114@tcp 00000400:00000200:2.0:1787148498.719420:0:2395:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.14@tcp NI seq info: [556947:556947:254:4294967295] 192.168.202.114@tcp LPNI seq info [556903:556903:6:4294967295] 00000400:00000200:2.0:1787148498.719423:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:2.0:1787148498.719429:0:2395:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.14@tcp(192.168.202.14@tcp:) -> 192.168.202.114@tcp(192.168.202.114@tcp:192.168.202.114@tcp) : PUT try# 0 00000800:00000200:2.0:1787148498.719433:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.114@tcp 00000800:00000010:2.0:1787148498.719436:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5c46fcb100. 00000800:00000200:2.0:1787148498.719439:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5c4508fcc0] -> 12345-192.168.202.114@tcp (5) 00000800:00000200:2.0:1787148498.719443:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.114@tcp ip 192.168.202.114:988 00000800:00000200:2.0:1787148498.719445:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8c5c46fcb100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787148498.719448:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787148498.719450:0:2395:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5c68fb1800: using a timeout of 24655 usecs (25 jiffies) 00000400:00000200:2.0:1787148498.719453:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000100:00000001:2.0:1787148498.719454:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5c68fb1800: PM QoS new deadline estimation for cpu 0 is 4307007514 00000100:00000001:2.0:1787148498.719456:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5c68fb1800: PM QoS request active for cpu 0, keep current deadline 4307011321 00000100:00000001:2.0:1787148498.719458:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5c68fb1800: PM QoS new deadline estimation for cpu 1 is 4307007514 00000100:00000001:2.0:1787148498.719460:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5c68fb1800: PM QoS request active for cpu 1, keep current deadline 4307011321 00000100:00000001:2.0:1787148498.719462:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787148498.719463:0:2395:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787148498.719465:0:2395:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787148498.719468:0:2395:0:(lustre_net.h:2406:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8c5c72653800 x1873948276738944/t0(0) o400->lustre-OST0000-osc-ffff8c5c68fb1800@192.168.202.114@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787148498.719474:0:2395:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787148498.719475:0:2395:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787148498.719477:0:2395:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787148498.719479:0:2395:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787148498.719480:0:2395:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787148498.719482:0:2395:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5c72653800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:7e31181a-25e1-4c2b-a23d-b0f7747006f1:2395:1873948276738944:192.168.202.114@tcp:400:kworker.0 00000100:00000001:2.0:1787148498.719485:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787148498.719487:0:2395:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787148498.719488:0:2395:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787148498.719495:0:2395:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787148498.719497:0:2395:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c5c4a510c00. 02000000:00000001:2.0:1787148498.719499:0:2395:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787148498.719503:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000010:2.0:1787148498.719506:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5c68ddb630. 00000400:00000010:2.0:1787148498.719509:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5c42ee3dd0. 00000100:00000200:2.0:1787148498.719511:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1873948276738944, portal 4 00000100:00000001:2.0:1787148498.719513:0:2395:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787148498.719514:0:2395:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616927416956928 : -127146292594688 : ffff8c5c72653800) 00000100:00000040:2.0:1787148498.719520:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8c5c72653800 x1873948276738944/t0(0) o400->lustre-OST0000-osc-ffff8c5c68fb1800@192.168.202.114@tcp:28/4 lens 224/224 e 0 to 0 dl 1787148553 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787148498.719525:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787148498.719527:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.114@tcp 00000400:00000010:2.0:1787148498.719529:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5c42ee3a18. 00000100:00000200:2.0:1787148498.719531:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1873948276738944, offset 0 00000400:00000200:2.0:1787148498.719534:0:2395:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.114@tcp 00000400:00000200:2.0:1787148498.719537:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:2.0:1787148498.719540:0:2395:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.114@tcp local destination 00000400:00000200:2.0:1787148498.719543:0:2395:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787148498.719545:0:2395:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.14@tcp 00000400:00000200:2.0:1787148498.719546:0:2395:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.14@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787148498.719548:0:2395:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.114@tcp 00000400:00000200:2.0:1787148498.719551:0:2395:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.14@tcp NI seq info: [556948:556948:253:4294967295] 192.168.202.114@tcp LPNI seq info [556904:556904:5:4294967295] 00000400:00000200:2.0:1787148498.719554:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:2.0:1787148498.719559:0:2395:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.14@tcp(192.168.202.14@tcp:) -> 192.168.202.114@tcp(192.168.202.114@tcp:192.168.202.114@tcp) : PUT try# 0 00000800:00000200:2.0:1787148498.719563:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.114@tcp 00000800:00000010:2.0:1787148498.719566:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5c46fcbc00. 00000800:00000200:2.0:1787148498.719569:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5c4508fcc0] -> 12345-192.168.202.114@tcp (5) 00000800:00000200:2.0:1787148498.719573:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.114@tcp ip 192.168.202.114:988 00000800:00000200:2.0:1787148498.719575:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8c5c46fcbc00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787148498.719578:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787148498.719586:0:2395:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5c68fb1800: using a timeout of 119796 usecs (120 jiffies) 00000400:00000200:2.0:1787148498.719589:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000100:00000001:2.0:1787148498.719590:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5c68fb1800: PM QoS new deadline estimation for cpu 0 is 4307007609 00000100:00000001:2.0:1787148498.719592:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5c68fb1800: PM QoS request active for cpu 0, keep current deadline 4307011321 00000100:00000001:2.0:1787148498.719594:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5c68fb1800: PM QoS new deadline estimation for cpu 1 is 4307007609 00000100:00000001:2.0:1787148498.719596:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5c68fb1800: PM QoS request active for cpu 1, keep current deadline 4307011321 00000100:00000001:2.0:1787148498.719597:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787148498.719599:0:2395:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787148498.719601:0:2395:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787148498.719603:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787148498.719615:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787148498.719617:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1787148498.719899:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1787148498.719905:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5c46fcb700. 00000400:00000200:1.0:1787148498.719912:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787148498.719917:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.14@tcp->192.168.202.114@tcp: PUT: OK 00000400:00000200:1.0:1787148498.719922:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5c42ee33b8 00000400:00000010:1.0:1787148498.719924:0:2386:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff8c5c42ee33b8. 00000100:00000001:1.0:1787148498.719928:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787148498.719932:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c5c72651880 x1873948276738560/t0(0) o400->MGC192.168.202.114@tcp@192.168.202.114@tcp:26/25 lens 224/224 e 0 to 0 dl 1787148514 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787148498.719941:0:2386:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787148498.719944:0:2386:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8c5c72651880 x1873948276738560/t0(0) o400->MGC192.168.202.114@tcp@192.168.202.114@tcp:26/25 lens 224/224 e 0 to 0 dl 1787148514 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787148498.719949:0:2386:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787148498.719951:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1787148498.719962:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1787148498.719964:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5c46fcbb00. 00000400:00000200:1.0:1787148498.719966:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787148498.719969:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.14@tcp->192.168.202.114@tcp: PUT: OK 00000400:00000200:1.0:1787148498.719972:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5c42ee3c38 00000400:00000010:1.0:1787148498.719974:0:2386:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff8c5c42ee3c38. 00000100:00000001:1.0:1787148498.719976:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787148498.719978:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c5c72650700 x1873948276738816/t0(0) o400->lustre-MDT0001-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148553 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787148498.719985:0:2386:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787148498.719988:0:2386:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8c5c72650700 x1873948276738816/t0(0) o400->lustre-MDT0001-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148553 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787148498.719993:0:2386:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787148498.719995:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1787148498.720003:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1787148498.720005:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5c46fcb100. 00000400:00000200:1.0:1787148498.720007:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787148498.720010:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.14@tcp->192.168.202.114@tcp: PUT: OK 00000400:00000200:1.0:1787148498.720020:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5c42ee3440 00000400:00000010:1.0:1787148498.720022:0:2386:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff8c5c42ee3440. 00000100:00000001:1.0:1787148498.720024:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787148498.720028:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c5c72651f80 x1873948276738688/t0(0) o400->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148553 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787148498.720034:0:2386:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787148498.720037:0:2386:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8c5c72651f80 x1873948276738688/t0(0) o400->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148553 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787148498.720043:0:2386:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787148498.720044:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1787148498.720547:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1787148498.720552:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5c46fcbc00. 00000400:00000200:1.0:1787148498.720558:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787148498.720563:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.14@tcp->192.168.202.114@tcp: PUT: OK 00000400:00000200:1.0:1787148498.720567:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5c42ee3a18 00000400:00000010:1.0:1787148498.720569:0:2386:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff8c5c42ee3a18. 00000100:00000001:1.0:1787148498.720571:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787148498.720576:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c5c72653800 x1873948276738944/t0(0) o400->lustre-OST0000-osc-ffff8c5c68fb1800@192.168.202.114@tcp:28/4 lens 224/224 e 0 to 0 dl 1787148553 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787148498.720583:0:2386:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787148498.720585:0:2386:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8c5c72653800 x1873948276738944/t0(0) o400->lustre-OST0000-osc-ffff8c5c68fb1800@192.168.202.114@tcp:28/4 lens 224/224 e 0 to 0 dl 1787148553 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787148498.720592:0:2386:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787148498.720593:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1787148498.725081:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787148498.729296:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1787148498.729309:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787148498.729318:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787148498.729329:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148498.729338:0:2385:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.14@tcp(192.168.202.14@tcp) <- 192.168.202.114@tcp : PUT - for me 00000400:00000200:0.0:1787148498.729350:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148498.729355:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148498.729361:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148498.729366:0:2385:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.114@tcp of length 224 into portal 10 MB=0x6a858955cca80 00000400:00000200:0.0:1787148498.729371:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148498.729377:0:2385:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.114@tcp of length 224/224 into md 0x562079 [1] + 224 00000800:00000001:0.0:1787148498.729384:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787148498.732805:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787148498.732818:0:2385:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787148498.732828:0:2385:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.14@tcp->192.168.202.114@tcp: PUT: OK 00000100:00000001:0.0:1787148498.732838:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787148498.732849:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c5c72651f80 x1873948276738688/t0(0) o400->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148553 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1787148498.732862:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8c5c72651f80 x1873948276738688/t0(0) o400->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148553 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787148498.732888:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1787148498.732901:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787148498.732928:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1787148498.732930:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787148498.732933:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787148498.732951:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148498.732956:0:2385:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.14@tcp(192.168.202.14@tcp) <- 192.168.202.114@tcp : PUT - for me 00000400:00000200:0.0:1787148498.732964:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148498.732968:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148498.732973:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148498.732977:0:2385:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.114@tcp of length 224 into portal 10 MB=0x6a858955ccb00 00000400:00000200:0.0:1787148498.732982:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148498.732989:0:2385:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.114@tcp of length 224/224 into md 0x562071 [1] + 224 00000800:00000001:0.0:1787148498.732995:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787148498.732999:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787148498.733002:0:2385:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787148498.733005:0:2385:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.14@tcp->192.168.202.114@tcp: PUT: OK 00000100:00000001:0.0:1787148498.733008:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787148498.733012:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c5c72650700 x1873948276738816/t0(0) o400->lustre-MDT0001-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148553 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1787148498.733020:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8c5c72650700 x1873948276738816/t0(0) o400->lustre-MDT0001-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148553 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787148498.733027:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1787148498.733030:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787148498.733034:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1787148498.733036:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787148498.733039:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787148498.733042:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148498.733045:0:2385:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.14@tcp(192.168.202.14@tcp) <- 192.168.202.114@tcp : PUT - for me 00000400:00000200:0.0:1787148498.733051:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148498.733053:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148498.733056:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148498.733058:0:2385:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.114@tcp of length 224 into portal 25 MB=0x6a858955cca00 00000400:00000200:0.0:1787148498.733061:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148498.733073:0:2385:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.114@tcp of length 224/224 into md 0x562069 [1] + 224 00000800:00000001:0.0:1787148498.733078:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787148498.733081:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787148498.733083:0:2385:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787148498.733086:0:2385:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.14@tcp->192.168.202.114@tcp: PUT: OK 00000100:00000001:0.0:1787148498.733089:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787148498.733093:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c5c72651880 x1873948276738560/t0(0) o400->MGC192.168.202.114@tcp@192.168.202.114@tcp:26/25 lens 224/224 e 0 to 0 dl 1787148514 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1787148498.733101:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8c5c72651880 x1873948276738560/t0(0) o400->MGC192.168.202.114@tcp@192.168.202.114@tcp:26/25 lens 224/224 e 0 to 0 dl 1787148514 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787148498.733140:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1787148498.733144:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787148498.733148:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1787148498.733150:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787148498.733152:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787148498.733155:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148498.733158:0:2385:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.14@tcp(192.168.202.14@tcp) <- 192.168.202.114@tcp : PUT - for me 00000400:00000200:0.0:1787148498.733162:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148498.733175:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148498.733178:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148498.733180:0:2385:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.114@tcp of length 224 into portal 4 MB=0x6a858955ccb80 00000400:00000200:0.0:1787148498.733183:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148498.733187:0:2385:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.114@tcp of length 224/224 into md 0x562081 [1] + 224 00000800:00000001:0.0:1787148498.733191:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787148498.733198:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787148498.733200:0:2385:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787148498.733203:0:2385:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.14@tcp->192.168.202.114@tcp: PUT: OK 00000100:00000001:0.0:1787148498.733206:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787148498.733210:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c5c72653800 x1873948276738944/t0(0) o400->lustre-OST0000-osc-ffff8c5c68fb1800@192.168.202.114@tcp:28/4 lens 224/224 e 0 to 0 dl 1787148553 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1787148498.733219:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8c5c72653800 x1873948276738944/t0(0) o400->lustre-OST0000-osc-ffff8c5c68fb1800@192.168.202.114@tcp:28/4 lens 224/224 e 0 to 0 dl 1787148553 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787148498.733231:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1787148498.733235:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787148498.733238:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787148498.733574:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787148498.733580:0:2395:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1787148498.733586:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787148498.733588:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787148498.733591:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5c68ddbb00. 00000400:00000200:2.0:1787148498.733595:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5c42ee3000 00000400:00000010:2.0:1787148498.733597:0:2395:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff8c5c42ee3000. 00000100:00000001:2.0:1787148498.733600:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787148498.733605:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c5c72651f80 x1873948276738688/t0(0) o400->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148553 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787148498.733613:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c5c72651f80 x1873948276738688/t0(0) o400->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148553 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787148498.733619:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787148498.733621:0:2395:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787148498.733623:0:2395:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1787148498.733626:0:2395:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1787148498.733629:0:2395:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787148498.733631:0:2395:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787148498.733634:0:2395:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1787148498.733645:0:2395:0:(import.c:2149:obd_at_measure()) add 36 to ffff8c5c5776a460 time=130 v=36 (36 36 36 36) 00000100:00001000:2.0:1787148498.733649:0:2395:0:(import.c:2149:obd_at_measure()) add 1 to ffff8c5c5776a418 time=32 v=5 (1 1 1 0) 00000100:00000001:2.0:1787148498.733658:0:2395:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1787148498.733661:0:2395:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787148498.733664:0:2395:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1787148498.733668:0:2395:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787148498.733671:0:2395:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1787148498.733674:0:2395:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c5c68fb1800: skip recheck: last_committed 30064771464 00000100:00000001:2.0:1787148498.733676:0:2395:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1787148498.733678:0:2395:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787148498.733682:0:2395:0:(lustre_net.h:2406:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8c5c72651f80 x1873948276738688/t0(0) o400->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148553 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787148498.733688:0:2395:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787148498.733692:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787148498.733694:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787148498.733697:0:2395:0:(lustre_net.h:2406:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8c5c72651f80 x1873948276738688/t0(0) o400->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148553 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787148498.733704:0:2395:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5c72651f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:7e31181a-25e1-4c2b-a23d-b0f7747006f1:2395:1873948276738688:192.168.202.114@tcp:400:kworker.0 00000400:00000001:2.0:1787148498.733709:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787148498.733711:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787148498.733712:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5c68ddb630. 00000400:00000200:2.0:1787148498.733714:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5c42ee3dd0 00000400:00000010:2.0:1787148498.733716:0:2395:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff8c5c42ee3dd0. 00000100:00000001:2.0:1787148498.733718:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787148498.733720:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c5c72653800 x1873948276738944/t0(0) o400->lustre-OST0000-osc-ffff8c5c68fb1800@192.168.202.114@tcp:28/4 lens 224/224 e 0 to 0 dl 1787148553 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787148498.733728:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c5c72653800 x1873948276738944/t0(0) o400->lustre-OST0000-osc-ffff8c5c68fb1800@192.168.202.114@tcp:28/4 lens 224/224 e 0 to 0 dl 1787148553 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787148498.733734:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787148498.733735:0:2395:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787148498.733737:0:2395:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1787148498.733738:0:2395:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1787148498.733739:0:2395:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787148498.733741:0:2395:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787148498.733746:0:2395:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1787148498.733752:0:2395:0:(import.c:2149:obd_at_measure()) add 36 to ffff8c5c5e0b1c60 time=130 v=36 (36 5 5 5) 00000100:00001000:2.0:1787148498.733755:0:2395:0:(import.c:2149:obd_at_measure()) add 1 to ffff8c5c5e0b1c18 time=106 v=5 (1 1 1 1) 00000100:00000001:2.0:1787148498.733756:0:2395:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1787148498.733758:0:2395:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787148498.733759:0:2395:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1787148498.733761:0:2395:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787148498.733763:0:2395:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1787148498.733764:0:2395:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8c5c68fb1800: skip recheck: last_committed 42949695890 00000100:00000001:2.0:1787148498.733766:0:2395:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1787148498.733768:0:2395:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787148498.733772:0:2395:0:(lustre_net.h:2406:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8c5c72653800 x1873948276738944/t0(0) o400->lustre-OST0000-osc-ffff8c5c68fb1800@192.168.202.114@tcp:28/4 lens 224/224 e 0 to 0 dl 1787148553 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787148498.733777:0:2395:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787148498.733779:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787148498.733780:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787148498.733783:0:2395:0:(lustre_net.h:2406:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8c5c72653800 x1873948276738944/t0(0) o400->lustre-OST0000-osc-ffff8c5c68fb1800@192.168.202.114@tcp:28/4 lens 224/224 e 0 to 0 dl 1787148553 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787148498.734857:0:2395:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5c72653800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:7e31181a-25e1-4c2b-a23d-b0f7747006f1:2395:1873948276738944:192.168.202.114@tcp:400:kworker.0 00000400:00000001:2.0:1787148498.734868:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787148498.734869:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787148498.734871:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5c68ddb738. 00000400:00000200:2.0:1787148498.734875:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5c42ee3660 00000400:00000010:2.0:1787148498.734877:0:2395:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff8c5c42ee3660. 00000100:00000001:2.0:1787148498.734880:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787148498.734885:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c5c72651880 x1873948276738560/t0(0) o400->MGC192.168.202.114@tcp@192.168.202.114@tcp:26/25 lens 224/224 e 0 to 0 dl 1787148514 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787148498.734894:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c5c72651880 x1873948276738560/t0(0) o400->MGC192.168.202.114@tcp@192.168.202.114@tcp:26/25 lens 224/224 e 0 to 0 dl 1787148514 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787148498.734900:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787148498.734902:0:2395:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787148498.734917:0:2395:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1787148498.734919:0:2395:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1787148498.734921:0:2395:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787148498.734923:0:2395:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787148498.734925:0:2395:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1787148498.734930:0:2395:0:(import.c:2149:obd_at_measure()) add 5 to ffff8c5c5776b460 time=130 v=5 (5 5 5 5) 00000100:00001000:2.0:1787148498.734932:0:2395:0:(import.c:2149:obd_at_measure()) add 1 to ffff8c5c5776b418 time=32 v=5 (1 1 1 0) 00000100:00000001:2.0:1787148498.734935:0:2395:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1787148498.734936:0:2395:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787148498.735735:0:2395:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1787148498.735740:0:2395:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787148498.735744:0:2395:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787148498.735752:0:2395:0:(lustre_net.h:2406:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8c5c72651880 x1873948276738560/t0(0) o400->MGC192.168.202.114@tcp@192.168.202.114@tcp:26/25 lens 224/224 e 0 to 0 dl 1787148514 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787148498.735761:0:2395:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787148498.735764:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787148498.735766:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787148498.735770:0:2395:0:(lustre_net.h:2406:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8c5c72651880 x1873948276738560/t0(0) o400->MGC192.168.202.114@tcp@192.168.202.114@tcp:26/25 lens 224/224 e 0 to 0 dl 1787148514 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787148498.735778:0:2395:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5c72651880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:adab7261-4d97-43ea-82e8-09637750fa21:2395:1873948276738560:192.168.202.114@tcp:400:kworker.0 00000400:00000001:2.0:1787148498.735785:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787148498.735787:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787148498.735789:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5c68ddb8f0. 00000400:00000200:2.0:1787148498.735793:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5c42ee34c8 00000400:00000010:2.0:1787148498.735795:0:2395:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff8c5c42ee34c8. 00000100:00000001:2.0:1787148498.735798:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787148498.735802:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c5c72650700 x1873948276738816/t0(0) o400->lustre-MDT0001-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148553 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787148498.735810:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c5c72650700 x1873948276738816/t0(0) o400->lustre-MDT0001-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148553 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787148498.735816:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787148498.735817:0:2395:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787148498.735829:0:2395:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1787148498.735831:0:2395:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1787148498.735832:0:2395:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787148498.735834:0:2395:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787148498.735836:0:2395:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1787148498.735843:0:2395:0:(import.c:2149:obd_at_measure()) add 36 to ffff8c5c5776cc60 time=130 v=36 (36 36 36 36) 00000100:00001000:2.0:1787148498.735846:0:2395:0:(import.c:2149:obd_at_measure()) add 1 to ffff8c5c5776cc18 time=7 v=5 (1 1 1 0) 00000100:00000001:2.0:1787148498.735849:0:2395:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1787148498.735850:0:2395:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787148498.735851:0:2395:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1787148498.735856:0:2395:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8c5c72650700 x1873948276738816/t0(0) o400->lustre-MDT0001-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148553 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1787148498.735861:0:2395:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787148498.735864:0:2395:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1787148498.735866:0:2395:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8c5c68fb1800: skip recheck: last_committed 21474836540 00000100:00000001:2.0:1787148498.735868:0:2395:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1787148498.735869:0:2395:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787148498.735872:0:2395:0:(lustre_net.h:2406:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8c5c72650700 x1873948276738816/t0(0) o400->lustre-MDT0001-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148553 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787148498.735878:0:2395:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787148498.735880:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787148498.735882:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787148498.735885:0:2395:0:(lustre_net.h:2406:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8c5c72650700 x1873948276738816/t0(0) o400->lustre-MDT0001-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148553 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787148498.735892:0:2395:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5c72650700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:7e31181a-25e1-4c2b-a23d-b0f7747006f1:2395:1873948276738816:192.168.202.114@tcp:400:kworker.0 00000100:00000001:2.0:1787148498.735896:0:2395:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787148498.735899:0:2395:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787148498.735903:0:2395:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8c5c72651f80 x1873948276738688/t0(0) o400->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148553 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787148498.735909:0:2395:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787148498.735912:0:2395:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787148498.735921:0:2395:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c5c4a511000. 02000000:00000001:2.0:1787148498.735926:0:2395:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787148498.735928:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1787148498.735930:0:2395:0:(genops.c:1244:class_import_put()) import ffff8c5c5776a000 refcount=5 obd=lustre-MDT0000-mdc-ffff8c5c68fb1800 00000020:00000001:2.0:1787148498.735933:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1787148498.735936:0:2395:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8c5c50a4e000. 02000000:00000001:2.0:1787148498.736478:0:2395:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787148498.736482:0:2395:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787148498.736486:0:2395:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5c72651f80. 00000100:00000001:2.0:1787148498.736491:0:2395:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787148498.736492:0:2395:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787148498.736495:0:2395:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787148498.736501:0:2395:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8c5c72653800 x1873948276738944/t0(0) o400->lustre-OST0000-osc-ffff8c5c68fb1800@192.168.202.114@tcp:28/4 lens 224/224 e 0 to 0 dl 1787148553 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787148498.736508:0:2395:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787148498.736509:0:2395:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787148498.736511:0:2395:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c5c4a510c00. 02000000:00000001:2.0:1787148498.736514:0:2395:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787148498.736515:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1787148498.736517:0:2395:0:(genops.c:1244:class_import_put()) import ffff8c5c5e0b1800 refcount=3 obd=lustre-OST0000-osc-ffff8c5c68fb1800 00000020:00000001:2.0:1787148498.736519:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1787148498.736520:0:2395:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8c5c50a4e600. 02000000:00000001:2.0:1787148498.736522:0:2395:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787148498.736523:0:2395:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787148498.736525:0:2395:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5c72653800. 00000100:00000001:2.0:1787148498.736527:0:2395:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787148498.736528:0:2395:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787148498.736530:0:2395:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787148498.736534:0:2395:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8c5c72651880 x1873948276738560/t0(0) o400->MGC192.168.202.114@tcp@192.168.202.114@tcp:26/25 lens 224/224 e 0 to 0 dl 1787148514 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787148498.736539:0:2395:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787148498.736541:0:2395:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787148498.736542:0:2395:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c5c4a510600. 02000000:00000001:2.0:1787148498.736543:0:2395:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787148498.736544:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1787148498.736545:0:2395:0:(genops.c:1244:class_import_put()) import ffff8c5c5776b000 refcount=3 obd=MGC192.168.202.114@tcp 00000020:00000001:2.0:1787148498.736555:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1787148498.736556:0:2395:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8c5c50a4e400. 02000000:00000001:2.0:1787148498.736558:0:2395:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787148498.736559:0:2395:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787148498.736561:0:2395:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5c72651880. 00000100:00000001:2.0:1787148498.736563:0:2395:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787148498.736564:0:2395:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787148498.736565:0:2395:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787148498.736568:0:2395:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8c5c72650700 x1873948276738816/t0(0) o400->lustre-MDT0001-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148553 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787148498.736574:0:2395:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787148498.736575:0:2395:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787148498.736576:0:2395:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c5c4a510000. 02000000:00000001:2.0:1787148498.736578:0:2395:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787148498.736579:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1787148498.736580:0:2395:0:(genops.c:1244:class_import_put()) import ffff8c5c5776c800 refcount=3 obd=lustre-MDT0001-mdc-ffff8c5c68fb1800 00000020:00000001:2.0:1787148498.736581:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1787148498.736583:0:2395:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8c5c50a4e500. 02000000:00000001:2.0:1787148498.736584:0:2395:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787148498.736585:0:2395:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787148498.736586:0:2395:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5c72650700. 00000100:00000001:2.0:1787148498.736588:0:2395:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787148498.736589:0:2395:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787148498.736592:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787148498.736600:0:2395:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787148498.736602:0:2395:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787148498.736604:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787148498.736607:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787148498.910258:0:266370:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787148498.910267:0:266370:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787148498.910273:0:266370:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787148498.910275:0:266370:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787148498.911047:0:256812:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787148498.911052:0:256812:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787148498.911056:0:256812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1787148499.935146:0:266370:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787148499.935163:0:266370:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787148499.935169:0:266370:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787148499.935170:0:266370:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787148499.935269:0:235348:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787148499.935273:0:235348:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787148499.935276:0:235348:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1787148500.958295:0:266370:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787148500.958324:0:266370:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787148500.958331:0:266370:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787148500.958332:0:266370:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787148500.958712:0:235349:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787148500.958716:0:235349:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787148500.958719:0:235349:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1787148501.982255:0:266370:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787148501.982262:0:266370:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787148501.982269:0:266370:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787148501.982273:0:266370:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1787148501.982275:0:266370:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1787148501.982281:0:266370:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787148501.982283:0:266370:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787148501.982284:0:266370:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787148501.982287:0:266370:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1787148501.982290:0:266370:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787148501.982292:0:266370:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787148501.982294:0:266370:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787148501.982523:0:244719:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787148501.982527:0:244719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787148501.982530:0:244719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1787148502.558252:0:266370:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5c48342110 (cpu 1) has reached its deadline 4307011321, at 4307011328 00000100:00000010:1.0:1787148502.558268:0:266370:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5c45727480. 00000100:00000040:0.0:1787148502.558463:0:267500:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5c48342000 (cpu 0) has reached its deadline 4307011321, at 4307011328 00000100:00000010:0.0:1787148502.558469:0:267500:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5c457271e0. 00010000:00000001:1.0:1787148503.006511:0:266370:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787148503.006521:0:266370:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787148503.006529:0:266370:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787148503.006530:0:266370:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787148503.006685:0:244722:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787148503.006689:0:244722:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787148503.006692:0:244722:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1787148503.838277:0:217321:0:(pinger.c:229:ptlrpc_pinger_process_import()) adab7261-4d97-43ea-82e8-09637750fa21->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1787148503.838289:0:217321:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1787148503.838299:0:217321:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5c72650000. 00000020:00000040:3.0:1787148503.838306:0:217321:0:(genops.c:1231:class_import_get()) import ffff8c5c5776b000 refcount=4 obd=MGC192.168.202.114@tcp 00000100:00000001:3.0:1787148503.838311:0:217321:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787148503.838314:0:217321:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787148503.838319:0:217321:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787148503.838327:0:217321:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8c5c50a4ed00. 00000100:00000001:3.0:1787148503.838334:0:217321:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787148503.838565:0:217321:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging adab7261-4d97-43ea-82e8-09637750fa21->MGS req@ffff8c5c72650000 x1873948276739072/t0(0) o400->MGC192.168.202.114@tcp@192.168.202.114@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787148503.838576:0:217321:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787148503.838580:0:217321:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787148503.838586:0:217321:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007573b71b] to pc [ptlrpcd_01_00+0] req@ffff8c5c72650000 x1873948276739072/t0(0) o400->MGC192.168.202.114@tcp@192.168.202.114@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787148503.838624:0:217321:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787148503.838627:0:217321:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7e31181a-25e1-4c2b-a23d-b0f7747006f1->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1787148503.838631:0:217321:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1787148503.838635:0:217321:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5c72653b80. 00000020:00000040:3.0:1787148503.838637:0:217321:0:(genops.c:1231:class_import_get()) import ffff8c5c5776a000 refcount=6 obd=lustre-MDT0000-mdc-ffff8c5c68fb1800 00000100:00000001:3.0:1787148503.838639:0:217321:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787148503.838641:0:217321:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787148503.838643:0:217321:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787148503.838646:0:217321:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8c5c50a4ec00. 00000100:00000001:3.0:1787148503.838649:0:217321:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787148503.838654:0:217321:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 7e31181a-25e1-4c2b-a23d-b0f7747006f1->lustre-MDT0000_UUID req@ffff8c5c72653b80 x1873948276739200/t0(0) o400->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787148503.838661:0:217321:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787148503.838662:0:217321:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787148503.838666:0:217321:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003f4b1902] to pc [ptlrpcd_01_01+1] req@ffff8c5c72653b80 x1873948276739200/t0(0) o400->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787148503.838675:0:217321:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787148503.838678:0:217321:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7e31181a-25e1-4c2b-a23d-b0f7747006f1->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1787148503.838681:0:217321:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1787148503.838684:0:217321:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5c72650e00. 00000020:00000040:3.0:1787148503.838686:0:217321:0:(genops.c:1231:class_import_get()) import ffff8c5c5776c800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c5c68fb1800 00000100:00000001:3.0:1787148503.838688:0:217321:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787148503.838689:0:217321:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787148503.838691:0:217321:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787148503.838700:0:217321:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8c5c50a4ef00. 00000100:00000001:3.0:1787148503.838703:0:217321:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787148503.838707:0:217321:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 7e31181a-25e1-4c2b-a23d-b0f7747006f1->lustre-MDT0001_UUID req@ffff8c5c72650e00 x1873948276739328/t0(0) o400->lustre-MDT0001-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787148503.838714:0:217321:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787148503.838717:0:217321:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787148503.838720:0:217321:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000507c2e97] to pc [ptlrpcd_01_00+0] req@ffff8c5c72650e00 x1873948276739328/t0(0) o400->lustre-MDT0001-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787148503.838727:0:217321:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787148503.838730:0:217321:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7e31181a-25e1-4c2b-a23d-b0f7747006f1->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1787148503.838733:0:217321:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1787148503.838736:0:217321:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5c72650a80. 00000020:00000040:3.0:1787148503.838738:0:217321:0:(genops.c:1231:class_import_get()) import ffff8c5c5e0b1800 refcount=4 obd=lustre-OST0000-osc-ffff8c5c68fb1800 00000100:00000001:3.0:1787148503.838740:0:217321:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787148503.838741:0:217321:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787148503.838743:0:217321:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787148503.838747:0:217321:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8c5c50a4e500. 00000100:00000001:3.0:1787148503.838749:0:217321:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787148503.838752:0:217321:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 7e31181a-25e1-4c2b-a23d-b0f7747006f1->lustre-OST0000_UUID req@ffff8c5c72650a80 x1873948276739456/t0(0) o400->lustre-OST0000-osc-ffff8c5c68fb1800@192.168.202.114@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787148503.838758:0:217321:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787148503.838760:0:217321:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787148503.838763:0:217321:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000058f0ec11] to pc [ptlrpcd_01_01+1] req@ffff8c5c72650a80 x1873948276739456/t0(0) o400->lustre-OST0000-osc-ffff8c5c68fb1800@192.168.202.114@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787148503.838769:0:217321:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787148503.838771:0:217321:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7e31181a-25e1-4c2b-a23d-b0f7747006f1->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1787148503.838773:0:217321:0:(pinger.c:247:ptlrpc_pinger_process_import()) 7e31181a-25e1-4c2b-a23d-b0f7747006f1->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1787148503.838778:0:217321:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12350) 00000100:00000001:2.0:1787148503.838855:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787148503.838860:0:2395:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787148503.838862:0:2395:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787148503.838869:0:2395:0:(lustre_net.h:2406:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8c5c72650000 x1873948276739072/t0(0) o400->MGC192.168.202.114@tcp@192.168.202.114@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787148503.838877:0:2395:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787148503.838885:0:2395:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787148503.838889:0:2395:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787148503.838892:0:2395:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787148503.838894:0:2395:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787148503.838898:0:2395:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5c72650000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:adab7261-4d97-43ea-82e8-09637750fa21:2395:1873948276739072:192.168.202.114@tcp:400:kworker.0 00000100:00000001:2.0:1787148503.838903:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787148503.838909:0:2395:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787148503.838912:0:2395:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787148503.838914:0:2395:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787148503.838919:0:2395:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c5c4a511e00. 02000000:00000001:2.0:1787148503.838921:0:2395:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787148503.838928:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000010:2.0:1787148503.838933:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5c68ddb8f0. 00000400:00000010:2.0:1787148503.838940:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5c42ee34c8. 00000100:00000200:2.0:1787148503.838948:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1873948276739072, portal 25 00000100:00000001:2.0:1787148503.838951:0:2395:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787148503.838952:0:2395:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616927416942592 : -127146292609024 : ffff8c5c72650000) 00000100:00000040:2.0:1787148503.838958:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8c5c72650000 x1873948276739072/t0(0) o400->MGC192.168.202.114@tcp@192.168.202.114@tcp:26/25 lens 224/224 e 0 to 0 dl 1787148519 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787148503.838965:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787148503.838967:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.114@tcp 00000400:00000010:2.0:1787148503.838970:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5c42ee3660. 00000100:00000200:2.0:1787148503.838974:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1873948276739072, offset 0 00000400:00000200:2.0:1787148503.838983:0:2395:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.114@tcp 00000400:00000200:2.0:1787148503.838991:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:2.0:1787148503.838999:0:2395:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.114@tcp local destination 00000400:00000200:2.0:1787148503.839004:0:2395:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787148503.839009:0:2395:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.14@tcp 00000400:00000200:2.0:1787148503.839012:0:2395:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.14@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787148503.839015:0:2395:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.114@tcp 00000400:00000200:2.0:1787148503.839019:0:2395:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.14@tcp NI seq info: [556949:556949:256:4294967295] 192.168.202.114@tcp LPNI seq info [556905:556905:8:4294967295] 00000400:00000200:2.0:1787148503.839024:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:2.0:1787148503.839034:0:2395:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.14@tcp(192.168.202.14@tcp:) -> 192.168.202.114@tcp(192.168.202.114@tcp:192.168.202.114@tcp) : PUT try# 0 00000800:00000200:2.0:1787148503.839047:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.114@tcp 00000800:00000010:2.0:1787148503.839052:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5c46fcb900. 00000800:00000200:2.0:1787148503.839059:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5c4508fcc0] -> 12345-192.168.202.114@tcp (5) 00000800:00000200:2.0:1787148503.839080:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.114@tcp ip 192.168.202.114:988 00000800:00000200:2.0:1787148503.839086:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8c5c46fcb900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787148503.839151:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787148503.839167:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000100:00000001:2.0:1787148503.839171:0:2395:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.114@tcp: PM QoS new deadline estimation for cpu 0 is 4307016442 00000100:00000010:2.0:1787148503.839176:0:2395:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5c45727a80. 00000100:00000001:2.0:1787148503.839184:0:2395:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.114@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1787148503.839192:0:2395:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.114@tcp: PM QoS new deadline estimation for cpu 1 is 4307016442 00000100:00000010:2.0:1787148503.839195:0:2395:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5c45727f60. 00000100:00000001:2.0:1787148503.839198:0:2395:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.114@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1787148503.839202:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787148503.839205:0:2395:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787148503.839208:0:2395:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787148503.839211:0:2395:0:(lustre_net.h:2406:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8c5c72650e00 x1873948276739328/t0(0) o400->lustre-MDT0001-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787148503.839218:0:2395:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787148503.839219:0:2395:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787148503.839747:0:2395:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787148503.839750:0:2395:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787148503.839752:0:2395:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787148503.839757:0:2395:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5c72650e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:7e31181a-25e1-4c2b-a23d-b0f7747006f1:2395:1873948276739328:192.168.202.114@tcp:400:kworker.0 00000100:00000001:2.0:1787148503.839761:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787148503.839764:0:2395:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787148503.839766:0:2395:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787148503.839768:0:2395:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787148503.839772:0:2395:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c5c4a511400. 02000000:00000001:2.0:1787148503.839775:0:2395:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787148503.839779:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000010:2.0:1787148503.839790:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5c68ddb738. 00000400:00000010:2.0:1787148503.839795:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5c42ee3dd0. 00000100:00000200:2.0:1787148503.839799:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1873948276739328, portal 10 00000100:00000001:2.0:1787148503.839801:0:2395:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787148503.839802:0:2395:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616927416946176 : -127146292605440 : ffff8c5c72650e00) 00000100:00000040:2.0:1787148503.839811:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8c5c72650e00 x1873948276739328/t0(0) o400->lustre-MDT0001-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148558 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787148503.839818:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787148503.839820:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.114@tcp 00000400:00000010:2.0:1787148503.839822:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5c42ee3000. 00000100:00000200:2.0:1787148503.839825:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1873948276739328, offset 0 00000400:00000200:2.0:1787148503.839830:0:2395:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.114@tcp 00000400:00000200:2.0:1787148503.839835:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:2.0:1787148503.839840:0:2395:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.114@tcp local destination 00000400:00000200:2.0:1787148503.839844:0:2395:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787148503.839846:0:2395:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.14@tcp 00000400:00000200:2.0:1787148503.839848:0:2395:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.14@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787148503.839851:0:2395:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.114@tcp 00000400:00000200:2.0:1787148503.839853:0:2395:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.14@tcp NI seq info: [556950:556950:255:4294967295] 192.168.202.114@tcp LPNI seq info [556906:556906:7:4294967295] 00000400:00000200:2.0:1787148503.839857:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:2.0:1787148503.839864:0:2395:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.14@tcp(192.168.202.14@tcp:) -> 192.168.202.114@tcp(192.168.202.114@tcp:192.168.202.114@tcp) : PUT try# 0 00000800:00000200:2.0:1787148503.839868:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.114@tcp 00000800:00000010:2.0:1787148503.839872:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5c46fcbf00. 00000800:00000200:2.0:1787148503.839876:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5c4508fcc0] -> 12345-192.168.202.114@tcp (5) 00000800:00000200:2.0:1787148503.839882:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.114@tcp ip 192.168.202.114:988 00000800:00000200:2.0:1787148503.839886:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8c5c46fcbf00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787148503.839890:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787148503.839893:0:2395:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5c68fb1800: using a timeout of 16993 usecs (17 jiffies) 00000400:00000200:2.0:1787148503.839896:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000100:00000001:2.0:1787148503.839898:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5c68fb1800: PM QoS new deadline estimation for cpu 0 is 4307012626 00000100:00000001:2.0:1787148503.839900:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5c68fb1800: PM QoS request active for cpu 0, keep current deadline 4307016442 00000100:00000001:2.0:1787148503.839911:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5c68fb1800: PM QoS new deadline estimation for cpu 1 is 4307012626 00000100:00000001:2.0:1787148503.839913:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5c68fb1800: PM QoS request active for cpu 1, keep current deadline 4307016442 00000100:00000001:2.0:1787148503.839915:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787148503.839917:0:2395:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787148503.839920:0:2395:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787148503.839923:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787148503.839931:0:2395:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787148503.839933:0:2395:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1787148503.839936:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787148503.839937:0:2395:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787148503.839938:0:2395:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787148503.839941:0:2395:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:2.0:1787148503.839943:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787148503.839945:0:2395:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787148503.839946:0:2395:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787148503.839948:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787148503.839949:0:2395:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787148503.839950:0:2395:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787148503.839956:0:2395:0:(lustre_net.h:2406:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8c5c72653b80 x1873948276739200/t0(0) o400->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787148503.839963:0:2395:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787148503.839964:0:2395:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787148503.839967:0:2395:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787148503.839969:0:2395:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787148503.839970:0:2395:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787148503.839974:0:2395:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5c72653b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:7e31181a-25e1-4c2b-a23d-b0f7747006f1:2395:1873948276739200:192.168.202.114@tcp:400:kworker.0 00000100:00000001:2.0:1787148503.839977:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787148503.839980:0:2395:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787148503.839982:0:2395:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787148503.839983:0:2395:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787148503.839987:0:2395:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c5c4a510400. 02000000:00000001:2.0:1787148503.839989:0:2395:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787148503.839993:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000010:2.0:1787148503.839996:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5c68ddb630. 00000400:00000010:2.0:1787148503.840004:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5c42ee3d48. 00000100:00000200:2.0:1787148503.840007:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1873948276739200, portal 10 00000100:00000001:2.0:1787148503.840009:0:2395:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787148503.840011:0:2395:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616927416957824 : -127146292593792 : ffff8c5c72653b80) 00000100:00000040:2.0:1787148503.840017:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8c5c72653b80 x1873948276739200/t0(0) o400->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148558 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787148503.840024:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787148503.840027:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.114@tcp 00000400:00000010:2.0:1787148503.840029:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5c42ee3770. 00000100:00000200:2.0:1787148503.840032:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1873948276739200, offset 0 00000400:00000200:2.0:1787148503.840036:0:2395:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.114@tcp 00000400:00000200:2.0:1787148503.840040:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:2.0:1787148503.840044:0:2395:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.114@tcp local destination 00000400:00000200:2.0:1787148503.840047:0:2395:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787148503.840049:0:2395:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.14@tcp 00000400:00000200:2.0:1787148503.840052:0:2395:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.14@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787148503.840054:0:2395:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.114@tcp 00000400:00000200:2.0:1787148503.840057:0:2395:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.14@tcp NI seq info: [556951:556951:254:4294967295] 192.168.202.114@tcp LPNI seq info [556907:556907:6:4294967295] 00000400:00000200:2.0:1787148503.840060:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:2.0:1787148503.840079:0:2395:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.14@tcp(192.168.202.14@tcp:) -> 192.168.202.114@tcp(192.168.202.114@tcp:192.168.202.114@tcp) : PUT try# 0 00000800:00000200:2.0:1787148503.840084:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.114@tcp 00000800:00000010:2.0:1787148503.840088:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5c46fcb400. 00000800:00000200:2.0:1787148503.840092:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5c4508fcc0] -> 12345-192.168.202.114@tcp (5) 00000800:00000200:2.0:1787148503.840096:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.114@tcp ip 192.168.202.114:988 00000800:00000200:2.0:1787148503.840100:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8c5c46fcb400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787148503.840143:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787148503.840147:0:2395:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5c68fb1800: using a timeout of 24652 usecs (25 jiffies) 00000400:00000200:2.0:1787148503.840150:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000100:00000001:2.0:1787148503.840151:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5c68fb1800: PM QoS new deadline estimation for cpu 0 is 4307012635 00000100:00000001:2.0:1787148503.840153:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5c68fb1800: PM QoS request active for cpu 0, keep current deadline 4307016442 00000100:00000001:2.0:1787148503.840161:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5c68fb1800: PM QoS new deadline estimation for cpu 1 is 4307012635 00000100:00000001:2.0:1787148503.840164:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5c68fb1800: PM QoS request active for cpu 1, keep current deadline 4307016442 00000100:00000001:2.0:1787148503.840165:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787148503.840167:0:2395:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787148503.840169:0:2395:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787148503.840173:0:2395:0:(lustre_net.h:2406:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8c5c72650a80 x1873948276739456/t0(0) o400->lustre-OST0000-osc-ffff8c5c68fb1800@192.168.202.114@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787148503.840180:0:2395:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787148503.840181:0:2395:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787148503.840183:0:2395:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787148503.840185:0:2395:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787148503.840186:0:2395:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787148503.840189:0:2395:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5c72650a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:7e31181a-25e1-4c2b-a23d-b0f7747006f1:2395:1873948276739456:192.168.202.114@tcp:400:kworker.0 00000100:00000001:2.0:1787148503.840192:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787148503.840195:0:2395:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787148503.840196:0:2395:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787148503.840198:0:2395:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787148503.840201:0:2395:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c5c4a510000. 02000000:00000001:2.0:1787148503.840203:0:2395:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787148503.840208:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000010:2.0:1787148503.840210:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5c68ddbb00. 00000400:00000010:2.0:1787148503.840214:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5c42ee3ee0. 00000100:00000200:2.0:1787148503.840217:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1873948276739456, portal 4 00000100:00000001:2.0:1787148503.840219:0:2395:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787148503.840233:0:2395:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616927416945280 : -127146292606336 : ffff8c5c72650a80) 00000100:00000040:2.0:1787148503.840240:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8c5c72650a80 x1873948276739456/t0(0) o400->lustre-OST0000-osc-ffff8c5c68fb1800@192.168.202.114@tcp:28/4 lens 224/224 e 0 to 0 dl 1787148558 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787148503.840246:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787148503.840248:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.114@tcp 00000400:00000010:2.0:1787148503.840251:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5c42ee3330. 00000100:00000200:2.0:1787148503.840254:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1873948276739456, offset 0 00000400:00000200:2.0:1787148503.840266:0:2395:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.114@tcp 00000400:00000200:2.0:1787148503.840270:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:2.0:1787148503.840273:0:2395:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.114@tcp local destination 00000400:00000200:2.0:1787148503.840276:0:2395:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787148503.840278:0:2395:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.14@tcp 00000400:00000200:2.0:1787148503.840280:0:2395:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.14@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787148503.840282:0:2395:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.114@tcp 00000400:00000200:2.0:1787148503.840284:0:2395:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.14@tcp NI seq info: [556952:556952:253:4294967295] 192.168.202.114@tcp LPNI seq info [556908:556908:5:4294967295] 00000400:00000200:2.0:1787148503.840288:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:2.0:1787148503.840294:0:2395:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.14@tcp(192.168.202.14@tcp:) -> 192.168.202.114@tcp(192.168.202.114@tcp:192.168.202.114@tcp) : PUT try# 0 00000800:00000200:2.0:1787148503.840298:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.114@tcp 00000800:00000010:2.0:1787148503.840302:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5c46fcb000. 00000800:00000200:2.0:1787148503.840306:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5c4508fcc0] -> 12345-192.168.202.114@tcp (5) 00000800:00000200:2.0:1787148503.840310:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.114@tcp ip 192.168.202.114:988 00000800:00000200:2.0:1787148503.840312:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8c5c46fcb000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787148503.840315:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787148503.840318:0:2395:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5c68fb1800: using a timeout of 119718 usecs (120 jiffies) 00000400:00000200:2.0:1787148503.840321:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000100:00000001:2.0:1787148503.840323:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5c68fb1800: PM QoS new deadline estimation for cpu 0 is 4307012730 00000100:00000001:2.0:1787148503.840325:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5c68fb1800: PM QoS request active for cpu 0, keep current deadline 4307016442 00000100:00000001:2.0:1787148503.840327:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5c68fb1800: PM QoS new deadline estimation for cpu 1 is 4307012730 00000100:00000001:2.0:1787148503.840329:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5c68fb1800: PM QoS request active for cpu 1, keep current deadline 4307016442 00000100:00000001:2.0:1787148503.840331:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787148503.840333:0:2395:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787148503.840336:0:2395:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1787148503.840726:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1787148503.840731:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5c46fcb900. 00000400:00000200:1.0:1787148503.840738:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787148503.840744:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.14@tcp->192.168.202.114@tcp: PUT: OK 00000400:00000200:1.0:1787148503.840750:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5c42ee3660 00000400:00000010:1.0:1787148503.840752:0:2386:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff8c5c42ee3660. 00000100:00000001:1.0:1787148503.840756:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787148503.840761:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c5c72650000 x1873948276739072/t0(0) o400->MGC192.168.202.114@tcp@192.168.202.114@tcp:26/25 lens 224/224 e 0 to 0 dl 1787148519 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787148503.840771:0:2386:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787148503.840774:0:2386:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8c5c72650000 x1873948276739072/t0(0) o400->MGC192.168.202.114@tcp@192.168.202.114@tcp:26/25 lens 224/224 e 0 to 0 dl 1787148519 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787148503.840781:0:2386:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787148503.840782:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1787148503.840806:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1787148503.840808:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5c46fcbf00. 00000400:00000200:1.0:1787148503.840811:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787148503.840815:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.14@tcp->192.168.202.114@tcp: PUT: OK 00000400:00000200:1.0:1787148503.840817:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5c42ee3000 00000400:00000010:1.0:1787148503.840819:0:2386:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff8c5c42ee3000. 00000100:00000001:1.0:1787148503.840821:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787148503.840824:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c5c72650e00 x1873948276739328/t0(0) o400->lustre-MDT0001-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148558 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787148503.840831:0:2386:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787148503.840833:0:2386:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8c5c72650e00 x1873948276739328/t0(0) o400->lustre-MDT0001-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148558 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787148503.840839:0:2386:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787148503.840840:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1787148503.840847:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1787148503.840849:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5c46fcb400. 00000400:00000200:1.0:1787148503.840851:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787148503.840854:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.14@tcp->192.168.202.114@tcp: PUT: OK 00000400:00000200:1.0:1787148503.840856:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5c42ee3770 00000400:00000010:1.0:1787148503.840858:0:2386:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff8c5c42ee3770. 00000100:00000001:1.0:1787148503.840859:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787148503.840863:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c5c72653b80 x1873948276739200/t0(0) o400->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148558 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787148503.840869:0:2386:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787148503.840872:0:2386:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8c5c72653b80 x1873948276739200/t0(0) o400->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148558 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787148503.840877:0:2386:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787148503.840879:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1787148503.840946:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1787148503.840949:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5c46fcb000. 00000400:00000200:1.0:1787148503.840952:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787148503.840955:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.14@tcp->192.168.202.114@tcp: PUT: OK 00000400:00000200:1.0:1787148503.840958:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5c42ee3330 00000400:00000010:1.0:1787148503.840966:0:2386:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff8c5c42ee3330. 00000100:00000001:1.0:1787148503.840969:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787148503.840973:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c5c72650a80 x1873948276739456/t0(0) o400->lustre-OST0000-osc-ffff8c5c68fb1800@192.168.202.114@tcp:28/4 lens 224/224 e 0 to 0 dl 1787148558 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787148503.840980:0:2386:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787148503.840983:0:2386:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8c5c72650a80 x1873948276739456/t0(0) o400->lustre-OST0000-osc-ffff8c5c68fb1800@192.168.202.114@tcp:28/4 lens 224/224 e 0 to 0 dl 1787148558 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787148503.840989:0:2386:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787148503.840990:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1787148503.846182:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787148503.847063:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787148503.847083:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1787148503.847197:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787148503.847213:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1787148503.847217:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787148503.847229:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787148503.847238:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148503.847246:0:2385:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.14@tcp(192.168.202.14@tcp) <- 192.168.202.114@tcp : PUT - for me 00000400:00000200:0.0:1787148503.847255:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148503.847259:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148503.847264:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148503.847268:0:2385:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.114@tcp of length 224 into portal 4 MB=0x6a858955ccd80 00000400:00000200:0.0:1787148503.847272:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148503.847317:0:2385:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.114@tcp of length 224/224 into md 0x5620a1 [1] + 224 00000800:00000001:0.0:1787148503.847325:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787148503.847330:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787148503.847333:0:2385:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787148503.847338:0:2385:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.14@tcp->192.168.202.114@tcp: PUT: OK 00000100:00000001:0.0:1787148503.847376:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787148503.847388:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c5c72650a80 x1873948276739456/t0(0) o400->lustre-OST0000-osc-ffff8c5c68fb1800@192.168.202.114@tcp:28/4 lens 224/224 e 0 to 0 dl 1787148558 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1787148503.847398:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8c5c72650a80 x1873948276739456/t0(0) o400->lustre-OST0000-osc-ffff8c5c68fb1800@192.168.202.114@tcp:28/4 lens 224/224 e 0 to 0 dl 1787148558 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787148503.847434:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1787148503.847445:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787148503.847449:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1787148503.847451:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787148503.847453:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787148503.847457:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148503.847461:0:2385:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.14@tcp(192.168.202.14@tcp) <- 192.168.202.114@tcp : PUT - for me 00000400:00000200:0.0:1787148503.847465:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148503.847467:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148503.847470:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148503.847473:0:2385:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.114@tcp of length 224 into portal 10 MB=0x6a858955ccd00 00000400:00000200:0.0:1787148503.847476:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148503.847481:0:2385:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.114@tcp of length 224/224 into md 0x562091 [1] + 224 00000800:00000001:0.0:1787148503.847484:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787148503.847488:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787148503.847490:0:2385:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787148503.847493:0:2385:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.14@tcp->192.168.202.114@tcp: PUT: OK 00000100:00000001:0.0:1787148503.847496:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787148503.847501:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c5c72650e00 x1873948276739328/t0(0) o400->lustre-MDT0001-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148558 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1787148503.847510:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8c5c72650e00 x1873948276739328/t0(0) o400->lustre-MDT0001-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148558 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787148503.847517:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1787148503.847520:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787148503.847524:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1787148503.847525:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787148503.847527:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787148503.847530:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148503.847533:0:2385:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.14@tcp(192.168.202.14@tcp) <- 192.168.202.114@tcp : PUT - for me 00000400:00000200:0.0:1787148503.847537:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148503.847545:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148503.847548:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148503.847551:0:2385:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.114@tcp of length 224 into portal 10 MB=0x6a858955ccc80 00000400:00000200:0.0:1787148503.847554:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148503.847558:0:2385:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.114@tcp of length 224/224 into md 0x562099 [1] + 224 00000800:00000001:0.0:1787148503.847562:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787148503.847566:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787148503.847568:0:2385:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787148503.847571:0:2385:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.14@tcp->192.168.202.114@tcp: PUT: OK 00000100:00000001:0.0:1787148503.847575:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787148503.847579:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c5c72653b80 x1873948276739200/t0(0) o400->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148558 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1787148503.847587:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8c5c72653b80 x1873948276739200/t0(0) o400->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148558 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787148503.847594:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1787148503.847598:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787148503.847602:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1787148503.847603:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787148503.847606:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787148503.847609:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148503.847612:0:2385:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.14@tcp(192.168.202.14@tcp) <- 192.168.202.114@tcp : PUT - for me 00000400:00000200:0.0:1787148503.847616:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148503.847618:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148503.847621:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148503.847623:0:2385:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.114@tcp of length 224 into portal 25 MB=0x6a858955ccc00 00000400:00000200:0.0:1787148503.847627:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148503.847631:0:2385:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.114@tcp of length 224/224 into md 0x562089 [1] + 224 00000800:00000001:0.0:1787148503.847634:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787148503.847641:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787148503.847643:0:2385:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787148503.847647:0:2385:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.14@tcp->192.168.202.114@tcp: PUT: OK 00000100:00000001:0.0:1787148503.847650:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787148503.847661:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c5c72650000 x1873948276739072/t0(0) o400->MGC192.168.202.114@tcp@192.168.202.114@tcp:26/25 lens 224/224 e 0 to 0 dl 1787148519 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1787148503.847670:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8c5c72650000 x1873948276739072/t0(0) o400->MGC192.168.202.114@tcp@192.168.202.114@tcp:26/25 lens 224/224 e 0 to 0 dl 1787148519 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787148503.847676:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1787148503.847681:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787148503.847685:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787148503.848806:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787148503.848813:0:2395:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1787148503.848822:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787148503.848824:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787148503.848828:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5c68ddb630. 00000400:00000200:2.0:1787148503.848847:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5c42ee3d48 00000400:00000010:2.0:1787148503.848850:0:2395:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff8c5c42ee3d48. 00000100:00000001:2.0:1787148503.848854:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787148503.848862:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c5c72653b80 x1873948276739200/t0(0) o400->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148558 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787148503.848872:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c5c72653b80 x1873948276739200/t0(0) o400->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148558 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787148503.848879:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787148503.848881:0:2395:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787148503.848883:0:2395:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1787148503.848887:0:2395:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1787148503.848889:0:2395:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787148503.848891:0:2395:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787148503.848894:0:2395:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1787148503.848905:0:2395:0:(import.c:2149:obd_at_measure()) add 36 to ffff8c5c5776a460 time=135 v=36 (36 36 36 36) 00000100:00001000:2.0:1787148503.848909:0:2395:0:(import.c:2149:obd_at_measure()) add 1 to ffff8c5c5776a418 time=37 v=5 (1 1 1 0) 00000100:00000001:2.0:1787148503.848912:0:2395:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1787148503.848914:0:2395:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787148503.848917:0:2395:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1787148503.848920:0:2395:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787148503.848924:0:2395:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1787148503.848926:0:2395:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c5c68fb1800: skip recheck: last_committed 30064771464 00000100:00000001:2.0:1787148503.848928:0:2395:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1787148503.848930:0:2395:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787148503.848935:0:2395:0:(lustre_net.h:2406:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8c5c72653b80 x1873948276739200/t0(0) o400->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148558 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787148503.848942:0:2395:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787148503.848945:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787148503.848946:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787148503.848951:0:2395:0:(lustre_net.h:2406:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8c5c72653b80 x1873948276739200/t0(0) o400->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148558 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787148503.848958:0:2395:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5c72653b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:7e31181a-25e1-4c2b-a23d-b0f7747006f1:2395:1873948276739200:192.168.202.114@tcp:400:kworker.0 00000400:00000001:2.0:1787148503.848974:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787148503.848975:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787148503.848977:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5c68ddbb00. 00000400:00000200:2.0:1787148503.848980:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5c42ee3ee0 00000400:00000010:2.0:1787148503.848981:0:2395:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff8c5c42ee3ee0. 00000100:00000001:2.0:1787148503.848983:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787148503.848987:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c5c72650a80 x1873948276739456/t0(0) o400->lustre-OST0000-osc-ffff8c5c68fb1800@192.168.202.114@tcp:28/4 lens 224/224 e 0 to 0 dl 1787148558 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787148503.848994:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c5c72650a80 x1873948276739456/t0(0) o400->lustre-OST0000-osc-ffff8c5c68fb1800@192.168.202.114@tcp:28/4 lens 224/224 e 0 to 0 dl 1787148558 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787148503.848999:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787148503.849001:0:2395:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787148503.849002:0:2395:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1787148503.849004:0:2395:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1787148503.849005:0:2395:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787148503.849007:0:2395:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787148503.849008:0:2395:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1787148503.849013:0:2395:0:(import.c:2149:obd_at_measure()) add 36 to ffff8c5c5e0b1c60 time=135 v=36 (36 5 5 5) 00000100:00001000:2.0:1787148503.849016:0:2395:0:(import.c:2149:obd_at_measure()) add 1 to ffff8c5c5e0b1c18 time=111 v=5 (1 1 1 1) 00000100:00000001:2.0:1787148503.849019:0:2395:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1787148503.849020:0:2395:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787148503.849022:0:2395:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1787148503.849024:0:2395:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787148503.849025:0:2395:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1787148503.849027:0:2395:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8c5c68fb1800: skip recheck: last_committed 42949695890 00000100:00000001:2.0:1787148503.849028:0:2395:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1787148503.849030:0:2395:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787148503.849033:0:2395:0:(lustre_net.h:2406:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8c5c72650a80 x1873948276739456/t0(0) o400->lustre-OST0000-osc-ffff8c5c68fb1800@192.168.202.114@tcp:28/4 lens 224/224 e 0 to 0 dl 1787148558 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787148503.849039:0:2395:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787148503.849041:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787148503.849042:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787148503.849045:0:2395:0:(lustre_net.h:2406:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8c5c72650a80 x1873948276739456/t0(0) o400->lustre-OST0000-osc-ffff8c5c68fb1800@192.168.202.114@tcp:28/4 lens 224/224 e 0 to 0 dl 1787148558 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787148503.849059:0:2395:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5c72650a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:7e31181a-25e1-4c2b-a23d-b0f7747006f1:2395:1873948276739456:192.168.202.114@tcp:400:kworker.0 00000400:00000001:2.0:1787148503.849077:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787148503.849078:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787148503.849080:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5c68ddb8f0. 00000400:00000200:2.0:1787148503.849082:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5c42ee34c8 00000400:00000010:2.0:1787148503.849084:0:2395:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff8c5c42ee34c8. 00000100:00000001:2.0:1787148503.849086:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787148503.849090:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c5c72650000 x1873948276739072/t0(0) o400->MGC192.168.202.114@tcp@192.168.202.114@tcp:26/25 lens 224/224 e 0 to 0 dl 1787148519 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787148503.849097:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c5c72650000 x1873948276739072/t0(0) o400->MGC192.168.202.114@tcp@192.168.202.114@tcp:26/25 lens 224/224 e 0 to 0 dl 1787148519 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787148503.849139:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787148503.849140:0:2395:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787148503.849143:0:2395:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1787148503.849144:0:2395:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1787148503.849145:0:2395:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787148503.849147:0:2395:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787148503.849149:0:2395:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1787148503.849152:0:2395:0:(import.c:2149:obd_at_measure()) add 5 to ffff8c5c5776b460 time=135 v=5 (5 5 5 5) 00000100:00001000:2.0:1787148503.849154:0:2395:0:(import.c:2149:obd_at_measure()) add 1 to ffff8c5c5776b418 time=37 v=5 (1 1 1 0) 00000100:00000001:2.0:1787148503.849156:0:2395:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1787148503.849157:0:2395:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787148503.849159:0:2395:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1787148503.849161:0:2395:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787148503.849163:0:2395:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787148503.849167:0:2395:0:(lustre_net.h:2406:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8c5c72650000 x1873948276739072/t0(0) o400->MGC192.168.202.114@tcp@192.168.202.114@tcp:26/25 lens 224/224 e 0 to 0 dl 1787148519 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787148503.849174:0:2395:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787148503.849176:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787148503.849177:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787148503.849180:0:2395:0:(lustre_net.h:2406:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8c5c72650000 x1873948276739072/t0(0) o400->MGC192.168.202.114@tcp@192.168.202.114@tcp:26/25 lens 224/224 e 0 to 0 dl 1787148519 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787148503.849195:0:2395:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5c72650000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:adab7261-4d97-43ea-82e8-09637750fa21:2395:1873948276739072:192.168.202.114@tcp:400:kworker.0 00000400:00000001:2.0:1787148503.849201:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787148503.849202:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787148503.849204:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5c68ddb738. 00000400:00000200:2.0:1787148503.849206:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5c42ee3dd0 00000400:00000010:2.0:1787148503.849207:0:2395:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff8c5c42ee3dd0. 00000100:00000001:2.0:1787148503.849209:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787148503.849213:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c5c72650e00 x1873948276739328/t0(0) o400->lustre-MDT0001-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148558 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787148503.849234:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c5c72650e00 x1873948276739328/t0(0) o400->lustre-MDT0001-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148558 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787148503.849240:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787148503.849241:0:2395:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787148503.849243:0:2395:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1787148503.849244:0:2395:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1787148503.849245:0:2395:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787148503.849247:0:2395:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787148503.849248:0:2395:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1787148503.849253:0:2395:0:(import.c:2149:obd_at_measure()) add 36 to ffff8c5c5776cc60 time=135 v=36 (36 36 36 36) 00000100:00001000:2.0:1787148503.849256:0:2395:0:(import.c:2149:obd_at_measure()) add 1 to ffff8c5c5776cc18 time=12 v=5 (1 1 1 0) 00000100:00000001:2.0:1787148503.849258:0:2395:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1787148503.849259:0:2395:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787148503.849260:0:2395:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1787148503.849264:0:2395:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8c5c72650e00 x1873948276739328/t0(0) o400->lustre-MDT0001-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148558 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1787148503.849269:0:2395:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787148503.849271:0:2395:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1787148503.849272:0:2395:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8c5c68fb1800: skip recheck: last_committed 21474836540 00000100:00000001:2.0:1787148503.849274:0:2395:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1787148503.849275:0:2395:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787148503.849278:0:2395:0:(lustre_net.h:2406:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8c5c72650e00 x1873948276739328/t0(0) o400->lustre-MDT0001-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148558 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787148503.849290:0:2395:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787148503.849292:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787148503.849293:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787148503.849297:0:2395:0:(lustre_net.h:2406:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8c5c72650e00 x1873948276739328/t0(0) o400->lustre-MDT0001-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148558 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787148503.849304:0:2395:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5c72650e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:7e31181a-25e1-4c2b-a23d-b0f7747006f1:2395:1873948276739328:192.168.202.114@tcp:400:kworker.0 00000100:00000001:2.0:1787148503.849308:0:2395:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787148503.849311:0:2395:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787148503.849314:0:2395:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8c5c72653b80 x1873948276739200/t0(0) o400->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148558 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787148503.849320:0:2395:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787148503.849323:0:2395:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787148503.849326:0:2395:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c5c4a510400. 02000000:00000001:2.0:1787148503.849330:0:2395:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787148503.849333:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1787148503.849335:0:2395:0:(genops.c:1244:class_import_put()) import ffff8c5c5776a000 refcount=5 obd=lustre-MDT0000-mdc-ffff8c5c68fb1800 00000020:00000001:2.0:1787148503.849337:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1787148503.849354:0:2395:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8c5c50a4ec00. 02000000:00000001:2.0:1787148503.849359:0:2395:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787148503.849360:0:2395:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787148503.849362:0:2395:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5c72653b80. 00000100:00000001:2.0:1787148503.849366:0:2395:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787148503.849367:0:2395:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787148503.849369:0:2395:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787148503.849372:0:2395:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8c5c72650a80 x1873948276739456/t0(0) o400->lustre-OST0000-osc-ffff8c5c68fb1800@192.168.202.114@tcp:28/4 lens 224/224 e 0 to 0 dl 1787148558 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787148503.849379:0:2395:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787148503.849380:0:2395:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787148503.849382:0:2395:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c5c4a510000. 02000000:00000001:2.0:1787148503.849384:0:2395:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787148503.849385:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1787148503.849391:0:2395:0:(genops.c:1244:class_import_put()) import ffff8c5c5e0b1800 refcount=3 obd=lustre-OST0000-osc-ffff8c5c68fb1800 00000020:00000001:2.0:1787148503.849394:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1787148503.849395:0:2395:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8c5c50a4e500. 02000000:00000001:2.0:1787148503.849398:0:2395:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787148503.849399:0:2395:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787148503.849400:0:2395:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5c72650a80. 00000100:00000001:2.0:1787148503.849403:0:2395:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787148503.849404:0:2395:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787148503.849405:0:2395:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787148503.849806:0:2395:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8c5c72650000 x1873948276739072/t0(0) o400->MGC192.168.202.114@tcp@192.168.202.114@tcp:26/25 lens 224/224 e 0 to 0 dl 1787148519 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787148503.849814:0:2395:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787148503.849815:0:2395:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787148503.849817:0:2395:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c5c4a511e00. 02000000:00000001:2.0:1787148503.849821:0:2395:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787148503.849822:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1787148503.849824:0:2395:0:(genops.c:1244:class_import_put()) import ffff8c5c5776b000 refcount=3 obd=MGC192.168.202.114@tcp 00000020:00000001:2.0:1787148503.849826:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1787148503.849827:0:2395:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8c5c50a4ed00. 02000000:00000001:2.0:1787148503.849829:0:2395:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787148503.849830:0:2395:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787148503.849832:0:2395:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5c72650000. 00000100:00000001:2.0:1787148503.849834:0:2395:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787148503.849835:0:2395:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787148503.849837:0:2395:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787148503.849840:0:2395:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8c5c72650e00 x1873948276739328/t0(0) o400->lustre-MDT0001-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148558 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787148503.849847:0:2395:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787148503.849849:0:2395:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787148503.849850:0:2395:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c5c4a511400. 02000000:00000001:2.0:1787148503.849852:0:2395:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787148503.849853:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1787148503.849855:0:2395:0:(genops.c:1244:class_import_put()) import ffff8c5c5776c800 refcount=3 obd=lustre-MDT0001-mdc-ffff8c5c68fb1800 00000020:00000001:2.0:1787148503.849856:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1787148503.849858:0:2395:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8c5c50a4ef00. 02000000:00000001:2.0:1787148503.849860:0:2395:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787148503.849867:0:2395:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787148503.849869:0:2395:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5c72650e00. 00000100:00000001:2.0:1787148503.849872:0:2395:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787148503.849873:0:2395:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787148503.849875:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787148503.849884:0:2395:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787148503.849886:0:2395:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787148503.849888:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787148503.849891:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787148504.031092:0:266370:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787148504.031126:0:266370:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1787148504.031129:0:266370:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1787148504.031132:0:266370:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787148504.031137:0:266370:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1787148504.031139:0:266370:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787148504.031141:0:266370:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787148504.031143:0:266370:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787148504.031148:0:266370:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787148504.031149:0:266370:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787148504.031244:0:256812:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787148504.031247:0:256812:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787148504.031251:0:256812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1787148505.054323:0:266370:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787148505.054331:0:266370:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787148505.054338:0:266370:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787148505.054340:0:266370:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787148505.054460:0:235348:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787148505.054533:0:235348:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787148505.054537:0:235348:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1787148506.081291:0:266370:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787148506.081297:0:266370:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787148506.081302:0:266370:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787148506.081304:0:266370:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787148506.081436:0:235349:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787148506.081440:0:235349:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787148506.081443:0:235349:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1787148507.102296:0:266370:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787148507.102303:0:266370:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787148507.102320:0:266370:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787148507.102322:0:266370:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787148507.102768:0:244719:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787148507.102771:0:244719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787148507.102774:0:244719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1787148507.678439:0:266370:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5c48342110 (cpu 1) has reached its deadline 4307016442, at 4307016448 00000100:00000010:1.0:1787148507.678458:0:266370:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5c45727f60. 00000100:00000040:0.0:1787148507.678619:0:267500:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5c48342000 (cpu 0) has reached its deadline 4307016442, at 4307016448 00000100:00000010:0.0:1787148507.678625:0:267500:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5c45727a80. 00010000:00000001:1.0:1787148508.126233:0:266370:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787148508.126240:0:266370:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787148508.126264:0:266370:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787148508.126265:0:266370:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787148508.126434:0:244722:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787148508.126437:0:244722:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787148508.126441:0:244722:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1787148508.958294:0:217321:0:(pinger.c:229:ptlrpc_pinger_process_import()) adab7261-4d97-43ea-82e8-09637750fa21->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1787148508.958305:0:217321:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1787148508.958315:0:217321:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5c72650380. 00000020:00000040:3.0:1787148508.958322:0:217321:0:(genops.c:1231:class_import_get()) import ffff8c5c5776b000 refcount=4 obd=MGC192.168.202.114@tcp 00000100:00000001:3.0:1787148508.958326:0:217321:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787148508.958329:0:217321:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787148508.958335:0:217321:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787148508.958343:0:217321:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8c5c50a4e400. 00000100:00000001:3.0:1787148508.958349:0:217321:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787148508.958362:0:217321:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging adab7261-4d97-43ea-82e8-09637750fa21->MGS req@ffff8c5c72650380 x1873948276739584/t0(0) o400->MGC192.168.202.114@tcp@192.168.202.114@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787148508.958372:0:217321:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787148508.958376:0:217321:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787148508.958382:0:217321:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000795a3dc3] to pc [ptlrpcd_01_00+0] req@ffff8c5c72650380 x1873948276739584/t0(0) o400->MGC192.168.202.114@tcp@192.168.202.114@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787148508.958520:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787148508.958524:0:2395:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787148508.958526:0:2395:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787148508.958533:0:2395:0:(lustre_net.h:2406:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8c5c72650380 x1873948276739584/t0(0) o400->MGC192.168.202.114@tcp@192.168.202.114@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787148508.958541:0:2395:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787148508.958542:0:2395:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787148508.958546:0:2395:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787148508.958548:0:2395:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787148508.958551:0:2395:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787148508.958554:0:2395:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5c72650380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:adab7261-4d97-43ea-82e8-09637750fa21:2395:1873948276739584:192.168.202.114@tcp:400:kworker.0 00000100:00000001:2.0:1787148508.958557:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787148508.958563:0:2395:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787148508.958565:0:2395:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787148508.958568:0:2395:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787148508.958572:0:2395:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c5c4a511400. 02000000:00000001:2.0:1787148508.958574:0:2395:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787148508.958581:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000010:2.0:1787148508.958585:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5c68ddb738. 00000400:00000010:2.0:1787148508.958591:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5c42ee3dd0. 00000100:00000200:2.0:1787148508.958598:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1873948276739584, portal 25 00000100:00000001:2.0:1787148508.958600:0:2395:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787148508.958602:0:2395:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616927416943488 : -127146292608128 : ffff8c5c72650380) 00000100:00000040:2.0:1787148508.958607:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8c5c72650380 x1873948276739584/t0(0) o400->MGC192.168.202.114@tcp@192.168.202.114@tcp:26/25 lens 224/224 e 0 to 0 dl 1787148524 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787148508.958629:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787148508.958633:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.114@tcp 00000400:00000010:2.0:1787148508.958636:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5c42ee34c8. 00000100:00000200:2.0:1787148508.958640:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1873948276739584, offset 0 00000400:00000200:2.0:1787148508.958647:0:2395:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.114@tcp 00000400:00000200:2.0:1787148508.958656:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:2.0:1787148508.958663:0:2395:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.114@tcp local destination 00000400:00000200:2.0:1787148508.958668:0:2395:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787148508.958672:0:2395:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.14@tcp 00000400:00000200:2.0:1787148508.958676:0:2395:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.14@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787148508.958679:0:2395:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.114@tcp 00000400:00000200:2.0:1787148508.958682:0:2395:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.14@tcp NI seq info: [556953:556953:256:4294967295] 192.168.202.114@tcp LPNI seq info [556909:556909:8:4294967295] 00000400:00000200:2.0:1787148508.958686:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:2.0:1787148508.958695:0:2395:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.14@tcp(192.168.202.14@tcp:) -> 192.168.202.114@tcp(192.168.202.114@tcp:192.168.202.114@tcp) : PUT try# 0 00000800:00000200:2.0:1787148508.958701:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.114@tcp 00000800:00000010:2.0:1787148508.958706:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5c46fcbd00. 00000800:00000200:2.0:1787148508.958712:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5c4508fcc0] -> 12345-192.168.202.114@tcp (5) 00000800:00000200:2.0:1787148508.958719:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.114@tcp ip 192.168.202.114:988 00000800:00000200:2.0:1787148508.958724:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8c5c46fcbd00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787148508.958745:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787148508.958750:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000100:00000001:2.0:1787148508.958752:0:2395:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.114@tcp: PM QoS new deadline estimation for cpu 0 is 4307021561 00000100:00000010:2.0:1787148508.958756:0:2395:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5c457270c0. 00000100:00000001:2.0:1787148508.958762:0:2395:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.114@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1787148508.958771:0:2395:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.114@tcp: PM QoS new deadline estimation for cpu 1 is 4307021561 00000100:00000010:2.0:1787148508.958773:0:2395:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5c45727ba0. 00000100:00000001:2.0:1787148508.958776:0:2395:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.114@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1787148508.958779:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787148508.958781:0:2395:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787148508.958790:0:2395:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787148508.958793:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1787148508.958945:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1787148508.958949:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5c46fcbd00. 00000400:00000200:1.0:1787148508.958954:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787148508.958959:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.14@tcp->192.168.202.114@tcp: PUT: OK 00000400:00000200:1.0:1787148508.958964:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5c42ee34c8 00000400:00000010:1.0:1787148508.958966:0:2386:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff8c5c42ee34c8. 00000100:00000001:1.0:1787148508.958970:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787148508.958974:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c5c72650380 x1873948276739584/t0(0) o400->MGC192.168.202.114@tcp@192.168.202.114@tcp:26/25 lens 224/224 e 0 to 0 dl 1787148524 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787148508.958983:0:2386:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787148508.958986:0:2386:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8c5c72650380 x1873948276739584/t0(0) o400->MGC192.168.202.114@tcp@192.168.202.114@tcp:26/25 lens 224/224 e 0 to 0 dl 1787148524 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787148508.958993:0:2386:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787148508.958994:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1787148508.959282:0:217321:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787148508.959286:0:217321:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7e31181a-25e1-4c2b-a23d-b0f7747006f1->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1787148508.959290:0:217321:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1787148508.959294:0:217321:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5c72652300. 00000020:00000040:3.0:1787148508.959297:0:217321:0:(genops.c:1231:class_import_get()) import ffff8c5c5776a000 refcount=6 obd=lustre-MDT0000-mdc-ffff8c5c68fb1800 00000100:00000001:3.0:1787148508.959300:0:217321:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787148508.959302:0:217321:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787148508.959304:0:217321:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787148508.959308:0:217321:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8c5c50a4e600. 00000100:00000001:3.0:1787148508.959312:0:217321:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787148508.959317:0:217321:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 7e31181a-25e1-4c2b-a23d-b0f7747006f1->lustre-MDT0000_UUID req@ffff8c5c72652300 x1873948276739712/t0(0) o400->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787148508.959331:0:217321:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787148508.959335:0:217321:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787148508.959339:0:217321:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009b5632d9] to pc [ptlrpcd_01_01+1] req@ffff8c5c72652300 x1873948276739712/t0(0) o400->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787148508.959829:0:2395:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787148508.959831:0:2395:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1787148508.959835:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787148508.959837:0:2395:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787148508.959839:0:2395:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787148508.959842:0:2395:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1787148508.959844:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787148508.959845:0:2395:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787148508.959846:0:2395:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787148508.959848:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787148508.959849:0:2395:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787148508.959850:0:2395:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787148508.959855:0:2395:0:(lustre_net.h:2406:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8c5c72652300 x1873948276739712/t0(0) o400->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787148508.959862:0:2395:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787148508.959864:0:2395:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787148508.959866:0:2395:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787148508.959932:0:2395:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787148508.959936:0:2395:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787148508.959941:0:2395:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5c72652300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:7e31181a-25e1-4c2b-a23d-b0f7747006f1:2395:1873948276739712:192.168.202.114@tcp:400:kworker.0 00000100:00000001:2.0:1787148508.959944:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787148508.959948:0:2395:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787148508.959949:0:2395:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787148508.959952:0:2395:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787148508.959957:0:2395:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c5c4a510400. 02000000:00000001:2.0:1787148508.959959:0:2395:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787148508.959964:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000010:2.0:1787148508.959967:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5c68ddb8f0. 00000400:00000010:2.0:1787148508.959972:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5c42ee3ee0. 00000100:00000200:2.0:1787148508.959977:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1873948276739712, portal 10 00000100:00000001:2.0:1787148508.959979:0:2395:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787148508.959981:0:2395:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616927416951552 : -127146292600064 : ffff8c5c72652300) 00000100:00000040:2.0:1787148508.959988:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8c5c72652300 x1873948276739712/t0(0) o400->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148563 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787148508.960003:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787148508.960005:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.114@tcp 00000400:00000010:2.0:1787148508.960008:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5c42ee3d48. 00000100:00000200:2.0:1787148508.960010:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1873948276739712, offset 0 00000400:00000200:2.0:1787148508.960015:0:2395:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.114@tcp 00000400:00000200:2.0:1787148508.960022:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:2.0:1787148508.960027:0:2395:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.114@tcp local destination 00000400:00000200:2.0:1787148508.960032:0:2395:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787148508.960035:0:2395:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.14@tcp 00000400:00000200:2.0:1787148508.960039:0:2395:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.14@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787148508.960041:0:2395:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.114@tcp 00000400:00000200:2.0:1787148508.960044:0:2395:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.14@tcp NI seq info: [556954:556954:256:4294967295] 192.168.202.114@tcp LPNI seq info [556910:556910:8:4294967295] 00000400:00000200:2.0:1787148508.960048:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:2.0:1787148508.960056:0:2395:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.14@tcp(192.168.202.14@tcp:) -> 192.168.202.114@tcp(192.168.202.114@tcp:192.168.202.114@tcp) : PUT try# 0 00000800:00000200:2.0:1787148508.960060:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.114@tcp 00000800:00000010:2.0:1787148508.960065:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5c46fcb600. 00000800:00000200:2.0:1787148508.960082:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5c4508fcc0] -> 12345-192.168.202.114@tcp (5) 00000800:00000200:2.0:1787148508.960088:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.114@tcp ip 192.168.202.114:988 00000800:00000200:2.0:1787148508.960092:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8c5c46fcb600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787148508.960162:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787148508.960167:0:2395:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5c68fb1800: using a timeout of 24647 usecs (25 jiffies) 00000400:00000200:2.0:1787148508.960170:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000100:00000001:2.0:1787148508.960173:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5c68fb1800: PM QoS new deadline estimation for cpu 0 is 4307017755 00000100:00000001:2.0:1787148508.960176:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5c68fb1800: PM QoS request active for cpu 0, keep current deadline 4307021561 00000100:00000001:2.0:1787148508.960178:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5c68fb1800: PM QoS new deadline estimation for cpu 1 is 4307017755 00000100:00000001:2.0:1787148508.960180:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5c68fb1800: PM QoS request active for cpu 1, keep current deadline 4307021561 00000100:00000001:2.0:1787148508.960182:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787148508.960185:0:2395:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787148508.960193:0:2395:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787148508.960195:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787148508.960220:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787148508.960222:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787148508.960278:0:217321:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787148508.960281:0:217321:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7e31181a-25e1-4c2b-a23d-b0f7747006f1->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1787148508.960284:0:217321:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1787148508.960289:0:217321:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5c72651c00. 00000020:00000040:3.0:1787148508.960292:0:217321:0:(genops.c:1231:class_import_get()) import ffff8c5c5776c800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c5c68fb1800 00000100:00000001:3.0:1787148508.960294:0:217321:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787148508.960297:0:217321:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787148508.960299:0:217321:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787148508.960303:0:217321:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8c5c50a4e000. 00000100:00000001:3.0:1787148508.960307:0:217321:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787148508.960312:0:217321:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 7e31181a-25e1-4c2b-a23d-b0f7747006f1->lustre-MDT0001_UUID req@ffff8c5c72651c00 x1873948276739840/t0(0) o400->lustre-MDT0001-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787148508.960320:0:217321:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787148508.960324:0:217321:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787148508.960328:0:217321:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000075355b2f] to pc [ptlrpcd_01_00+0] req@ffff8c5c72651c00 x1873948276739840/t0(0) o400->lustre-MDT0001-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787148508.960339:0:217321:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787148508.960341:0:217321:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7e31181a-25e1-4c2b-a23d-b0f7747006f1->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1787148508.960344:0:217321:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1787148508.960346:0:217321:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5c72651180. 00000020:00000040:3.0:1787148508.960348:0:217321:0:(genops.c:1231:class_import_get()) import ffff8c5c5e0b1800 refcount=4 obd=lustre-OST0000-osc-ffff8c5c68fb1800 00000100:00000001:3.0:1787148508.960350:0:217321:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787148508.960351:0:217321:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787148508.960352:0:217321:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787148508.960355:0:217321:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8c5c50a4e900. 00000100:00000001:3.0:1787148508.960365:0:217321:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787148508.960369:0:217321:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 7e31181a-25e1-4c2b-a23d-b0f7747006f1->lustre-OST0000_UUID req@ffff8c5c72651180 x1873948276739968/t0(0) o400->lustre-OST0000-osc-ffff8c5c68fb1800@192.168.202.114@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787148508.960375:0:217321:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787148508.960377:0:217321:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787148508.960381:0:217321:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d060117] to pc [ptlrpcd_01_01+1] req@ffff8c5c72651180 x1873948276739968/t0(0) o400->lustre-OST0000-osc-ffff8c5c68fb1800@192.168.202.114@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787148508.960388:0:217321:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787148508.960390:0:217321:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7e31181a-25e1-4c2b-a23d-b0f7747006f1->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1787148508.960393:0:217321:0:(pinger.c:247:ptlrpc_pinger_process_import()) 7e31181a-25e1-4c2b-a23d-b0f7747006f1->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1787148508.960398:0:217321:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12355) 00000100:00000001:2.0:1787148508.960510:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787148508.960512:0:2396:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787148508.960514:0:2396:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787148508.960519:0:2396:0:(lustre_net.h:2406:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8c5c72651180 x1873948276739968/t0(0) o400->lustre-OST0000-osc-ffff8c5c68fb1800@192.168.202.114@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787148508.960527:0:2396:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787148508.960529:0:2396:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787148508.960531:0:2396:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787148508.960533:0:2396:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787148508.960536:0:2396:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787148508.960539:0:2396:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5c72651180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:7e31181a-25e1-4c2b-a23d-b0f7747006f1:2396:1873948276739968:192.168.202.114@tcp:400:kworker.0 00000100:00000001:2.0:1787148508.960543:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787148508.960546:0:2396:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787148508.960548:0:2396:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787148508.960549:0:2396:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787148508.960553:0:2396:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c5c4a511c00. 02000000:00000001:2.0:1787148508.960555:0:2396:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787148508.960559:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000010:2.0:1787148508.960562:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5c68ddbb00. 00000400:00000010:2.0:1787148508.960566:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5c42ee3cc0. 00000100:00000200:2.0:1787148508.960570:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1873948276739968, portal 4 00000100:00000001:2.0:1787148508.960572:0:2396:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787148508.960574:0:2396:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616927416947072 : -127146292604544 : ffff8c5c72651180) 00000100:00000040:2.0:1787148508.960580:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8c5c72651180 x1873948276739968/t0(0) o400->lustre-OST0000-osc-ffff8c5c68fb1800@192.168.202.114@tcp:28/4 lens 224/224 e 0 to 0 dl 1787148563 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787148508.960587:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787148508.960589:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.114@tcp 00000400:00000010:2.0:1787148508.960591:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5c42ee3908. 00000100:00000200:2.0:1787148508.960594:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1873948276739968, offset 0 00000400:00000200:2.0:1787148508.960599:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.114@tcp 00000400:00000200:2.0:1787148508.960610:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:2.0:1787148508.960614:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.114@tcp local destination 00000400:00000200:2.0:1787148508.960617:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787148508.960619:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.14@tcp 00000400:00000200:2.0:1787148508.960622:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.14@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787148508.960624:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.114@tcp 00000400:00000200:2.0:1787148508.960627:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.14@tcp NI seq info: [556955:556955:255:4294967295] 192.168.202.114@tcp LPNI seq info [556911:556911:7:4294967295] 00000400:00000200:2.0:1787148508.960631:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:2.0:1787148508.960637:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.14@tcp(192.168.202.14@tcp:) -> 192.168.202.114@tcp(192.168.202.114@tcp:192.168.202.114@tcp) : PUT try# 0 00000800:00000200:2.0:1787148508.960642:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.114@tcp 00000800:00000010:2.0:1787148508.960646:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5c46fcbd00. 00000800:00000200:2.0:1787148508.960650:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5c4508fcc0] -> 12345-192.168.202.114@tcp (5) 00000800:00000200:2.0:1787148508.960655:0:2396:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.114@tcp ip 192.168.202.114:988 00000800:00000200:2.0:1787148508.960658:0:2396:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8c5c46fcbd00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787148508.960661:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787148508.960665:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5c68fb1800: using a timeout of 119635 usecs (120 jiffies) 00000400:00000200:2.0:1787148508.960667:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000100:00000001:2.0:1787148508.960669:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5c68fb1800: PM QoS new deadline estimation for cpu 0 is 4307017850 00000100:00000001:2.0:1787148508.960671:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5c68fb1800: PM QoS request active for cpu 0, keep current deadline 4307021561 00000100:00000001:2.0:1787148508.960673:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5c68fb1800: PM QoS new deadline estimation for cpu 1 is 4307017850 00000100:00000001:2.0:1787148508.960675:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5c68fb1800: PM QoS request active for cpu 1, keep current deadline 4307021561 00000100:00000001:2.0:1787148508.960676:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787148508.960679:0:2396:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787148508.960681:0:2396:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787148508.960683:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787148508.960687:0:2396:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787148508.960689:0:2396:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00000001:2.0:1787148508.960691:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787148508.960692:0:2396:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787148508.960693:0:2396:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787148508.960695:0:2396:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:2.0:1787148508.960702:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787148508.960705:0:2396:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787148508.960706:0:2396:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787148508.960707:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787148508.960708:0:2396:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787148508.960710:0:2396:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787148508.960714:0:2396:0:(lustre_net.h:2406:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8c5c72651c00 x1873948276739840/t0(0) o400->lustre-MDT0001-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787148508.960720:0:2396:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787148508.960722:0:2396:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787148508.960723:0:2396:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787148508.960725:0:2396:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787148508.960727:0:2396:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787148508.960730:0:2396:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5c72651c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:7e31181a-25e1-4c2b-a23d-b0f7747006f1:2396:1873948276739840:192.168.202.114@tcp:400:kworker.0 00000100:00000001:2.0:1787148508.960733:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787148508.960735:0:2396:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787148508.960737:0:2396:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787148508.960739:0:2396:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787148508.960742:0:2396:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c5c4a510600. 02000000:00000001:2.0:1787148508.960744:0:2396:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787148508.960747:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000010:2.0:1787148508.960750:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5c68ddb630. 00000400:00000010:2.0:1787148508.960753:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5c42ee3198. 00000100:00000200:2.0:1787148508.960756:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1873948276739840, portal 10 00000100:00000001:2.0:1787148508.960758:0:2396:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787148508.960759:0:2396:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616927416949760 : -127146292601856 : ffff8c5c72651c00) 00000100:00000040:2.0:1787148508.960765:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8c5c72651c00 x1873948276739840/t0(0) o400->lustre-MDT0001-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148563 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787148508.960771:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787148508.960773:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.114@tcp 00000400:00000010:2.0:1787148508.960775:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5c42ee3880. 00000100:00000200:2.0:1787148508.960777:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1873948276739840, offset 0 00000400:00000200:2.0:1787148508.960782:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.114@tcp 00000400:00000200:2.0:1787148508.960786:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:2.0:1787148508.960795:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.114@tcp local destination 00000400:00000200:2.0:1787148508.960798:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787148508.960800:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.14@tcp 00000400:00000200:2.0:1787148508.960802:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.14@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787148508.960804:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.114@tcp 00000400:00000200:2.0:1787148508.960807:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.14@tcp NI seq info: [556956:556956:254:4294967295] 192.168.202.114@tcp LPNI seq info [556912:556912:6:4294967295] 00000400:00000200:2.0:1787148508.960811:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:2.0:1787148508.960818:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.14@tcp(192.168.202.14@tcp:) -> 192.168.202.114@tcp(192.168.202.114@tcp:192.168.202.114@tcp) : PUT try# 0 00000800:00000200:2.0:1787148508.960821:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.114@tcp 00000800:00000010:2.0:1787148508.960825:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5c46fcb000. 00000800:00000200:2.0:1787148508.960828:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5c4508fcc0] -> 12345-192.168.202.114@tcp (5) 00000800:00000200:2.0:1787148508.960833:0:2396:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.114@tcp ip 192.168.202.114:988 00000800:00000200:2.0:1787148508.960835:0:2396:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8c5c46fcb000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787148508.960838:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787148508.960842:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5c68fb1800: using a timeout of 16993 usecs (17 jiffies) 00000400:00000200:2.0:1787148508.960845:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000100:00000001:2.0:1787148508.960846:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5c68fb1800: PM QoS new deadline estimation for cpu 0 is 4307017747 00000100:00000001:2.0:1787148508.960848:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5c68fb1800: PM QoS request active for cpu 0, keep current deadline 4307021561 00000100:00000001:2.0:1787148508.960850:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5c68fb1800: PM QoS new deadline estimation for cpu 1 is 4307017747 00000100:00000001:2.0:1787148508.960852:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5c68fb1800: PM QoS request active for cpu 1, keep current deadline 4307021561 00000100:00000001:2.0:1787148508.960854:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787148508.960856:0:2396:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787148508.960859:0:2396:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787148508.960861:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787148508.960885:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787148508.960887:0:2395:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787148508.960889:0:2395:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787148508.960891:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1787148508.961245:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1787148508.961250:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5c46fcb600. 00000400:00000200:0.0:1787148508.961257:0:2385:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787148508.961262:0:2385:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.14@tcp->192.168.202.114@tcp: PUT: OK 00000400:00000200:0.0:1787148508.961266:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5c42ee3d48 00000400:00000010:0.0:1787148508.961268:0:2385:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff8c5c42ee3d48. 00000100:00000001:0.0:1787148508.961272:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787148508.961277:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c5c72652300 x1873948276739712/t0(0) o400->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148563 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787148508.961286:0:2385:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787148508.961289:0:2385:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8c5c72652300 x1873948276739712/t0(0) o400->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148563 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787148508.961295:0:2385:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787148508.961297:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1787148508.961308:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1787148508.961310:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5c46fcbd00. 00000400:00000200:0.0:1787148508.961313:0:2385:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787148508.961323:0:2385:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.14@tcp->192.168.202.114@tcp: PUT: OK 00000400:00000200:0.0:1787148508.961326:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5c42ee3908 00000400:00000010:0.0:1787148508.961328:0:2385:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff8c5c42ee3908. 00000100:00000001:0.0:1787148508.961330:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787148508.961334:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c5c72651180 x1873948276739968/t0(0) o400->lustre-OST0000-osc-ffff8c5c68fb1800@192.168.202.114@tcp:28/4 lens 224/224 e 0 to 0 dl 1787148563 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787148508.961341:0:2385:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787148508.961344:0:2385:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8c5c72651180 x1873948276739968/t0(0) o400->lustre-OST0000-osc-ffff8c5c68fb1800@192.168.202.114@tcp:28/4 lens 224/224 e 0 to 0 dl 1787148563 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787148508.961350:0:2385:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787148508.961351:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1787148508.961865:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1787148508.961869:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5c46fcb000. 00000400:00000200:0.0:1787148508.961883:0:2385:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787148508.961887:0:2385:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.14@tcp->192.168.202.114@tcp: PUT: OK 00000400:00000200:0.0:1787148508.961891:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5c42ee3880 00000400:00000010:0.0:1787148508.961892:0:2385:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff8c5c42ee3880. 00000100:00000001:0.0:1787148508.961895:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787148508.961900:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c5c72651c00 x1873948276739840/t0(0) o400->lustre-MDT0001-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148563 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787148508.961908:0:2385:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787148508.961910:0:2385:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8c5c72651c00 x1873948276739840/t0(0) o400->lustre-MDT0001-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148563 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787148508.961916:0:2385:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787148508.961917:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1787148508.967705:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787148508.967721:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1787148508.967725:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787148508.967728:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787148508.967737:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:1.0:1787148508.967744:0:2386:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.14@tcp(192.168.202.14@tcp) <- 192.168.202.114@tcp : PUT - for me 00000400:00000200:1.0:1787148508.967753:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:1.0:1787148508.967758:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:1.0:1787148508.967764:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:1.0:1787148508.967768:0:2386:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.114@tcp of length 224 into portal 25 MB=0x6a858955cce00 00000400:00000200:1.0:1787148508.967775:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:1.0:1787148508.967781:0:2386:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.114@tcp of length 224/224 into md 0x5620a9 [1] + 224 00000800:00000001:1.0:1787148508.967788:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787148508.967791:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787148508.967794:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787148508.967799:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.14@tcp->192.168.202.114@tcp: PUT: OK 00000100:00000001:1.0:1787148508.967806:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787148508.967831:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c5c72650380 x1873948276739584/t0(0) o400->MGC192.168.202.114@tcp@192.168.202.114@tcp:26/25 lens 224/224 e 0 to 0 dl 1787148524 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1787148508.967842:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8c5c72650380 x1873948276739584/t0(0) o400->MGC192.168.202.114@tcp@192.168.202.114@tcp:26/25 lens 224/224 e 0 to 0 dl 1787148524 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787148508.967865:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1787148508.967882:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787148508.967894:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1787148508.967897:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787148508.967899:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787148508.967903:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:1.0:1787148508.967906:0:2386:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.14@tcp(192.168.202.14@tcp) <- 192.168.202.114@tcp : PUT - for me 00000400:00000200:1.0:1787148508.967911:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:1.0:1787148508.967913:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:1.0:1787148508.967916:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:1.0:1787148508.967919:0:2386:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.114@tcp of length 224 into portal 10 MB=0x6a858955cce80 00000400:00000200:1.0:1787148508.967923:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:1.0:1787148508.967927:0:2386:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.114@tcp of length 224/224 into md 0x5620b1 [1] + 224 00000800:00000001:1.0:1787148508.967931:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787148508.967934:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787148508.967936:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787148508.967939:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.14@tcp->192.168.202.114@tcp: PUT: OK 00000100:00000001:1.0:1787148508.967942:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787148508.967946:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c5c72652300 x1873948276739712/t0(0) o400->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148563 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1787148508.967954:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8c5c72652300 x1873948276739712/t0(0) o400->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148563 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787148508.967960:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1787148508.967964:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787148508.967966:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1787148508.967968:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787148508.967970:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787148508.967979:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:1.0:1787148508.967983:0:2386:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.14@tcp(192.168.202.14@tcp) <- 192.168.202.114@tcp : PUT - for me 00000400:00000200:1.0:1787148508.967987:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:1.0:1787148508.967990:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:1.0:1787148508.967993:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:1.0:1787148508.967995:0:2386:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.114@tcp of length 224 into portal 4 MB=0x6a858955ccf80 00000400:00000200:1.0:1787148508.967999:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:1.0:1787148508.968003:0:2386:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.114@tcp of length 224/224 into md 0x5620b9 [1] + 224 00000800:00000001:1.0:1787148508.968006:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787148508.968010:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787148508.968012:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787148508.968016:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.14@tcp->192.168.202.114@tcp: PUT: OK 00000100:00000001:1.0:1787148508.968018:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787148508.968023:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c5c72651180 x1873948276739968/t0(0) o400->lustre-OST0000-osc-ffff8c5c68fb1800@192.168.202.114@tcp:28/4 lens 224/224 e 0 to 0 dl 1787148563 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1787148508.968032:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8c5c72651180 x1873948276739968/t0(0) o400->lustre-OST0000-osc-ffff8c5c68fb1800@192.168.202.114@tcp:28/4 lens 224/224 e 0 to 0 dl 1787148563 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787148508.968099:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787148508.968131:0:2396:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787148508.968171:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1787148508.968176:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787148508.968181:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1787148508.968183:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787148508.968185:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787148508.968189:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:1.0:1787148508.968192:0:2386:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.14@tcp(192.168.202.14@tcp) <- 192.168.202.114@tcp : PUT - for me 00000400:00000200:1.0:1787148508.968196:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:1.0:1787148508.968199:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:1.0:1787148508.968202:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:1.0:1787148508.968205:0:2386:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.114@tcp of length 224 into portal 10 MB=0x6a858955ccf00 00000400:00000200:1.0:1787148508.968208:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:1.0:1787148508.968211:0:2386:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.114@tcp of length 224/224 into md 0x5620c1 [1] + 224 00000800:00000001:1.0:1787148508.968215:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787148508.968228:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787148508.968230:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787148508.968235:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.14@tcp->192.168.202.114@tcp: PUT: OK 00000100:00000001:1.0:1787148508.968238:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787148508.968243:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c5c72651c00 x1873948276739840/t0(0) o400->lustre-MDT0001-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148563 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1787148508.968252:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8c5c72651c00 x1873948276739840/t0(0) o400->lustre-MDT0001-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148563 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787148508.968260:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1787148508.968264:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787148508.968266:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787148508.968823:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787148508.968827:0:2395:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1787148508.968834:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787148508.968843:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787148508.968846:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5c68ddb8f0. 00000400:00000200:2.0:1787148508.968851:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5c42ee3ee0 00000400:00000010:2.0:1787148508.968853:0:2395:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff8c5c42ee3ee0. 00000100:00000001:2.0:1787148508.968856:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787148508.968861:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c5c72652300 x1873948276739712/t0(0) o400->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148563 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787148508.968881:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c5c72652300 x1873948276739712/t0(0) o400->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148563 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787148508.968887:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787148508.968889:0:2395:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787148508.968891:0:2395:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1787148508.968894:0:2395:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1787148508.968897:0:2395:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787148508.968899:0:2395:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787148508.968902:0:2395:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1787148508.968912:0:2395:0:(import.c:2149:obd_at_measure()) add 36 to ffff8c5c5776a460 time=140 v=36 (36 36 36 36) 00000100:00001000:2.0:1787148508.968917:0:2395:0:(import.c:2149:obd_at_measure()) add 1 to ffff8c5c5776a418 time=42 v=5 (1 1 1 0) 00000100:00000001:2.0:1787148508.968920:0:2395:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1787148508.968922:0:2395:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787148508.968925:0:2395:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1787148508.968928:0:2395:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787148508.968932:0:2395:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1787148508.968934:0:2395:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c5c68fb1800: skip recheck: last_committed 30064771464 00000100:00000001:2.0:1787148508.968936:0:2395:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1787148508.968938:0:2395:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787148508.968942:0:2395:0:(lustre_net.h:2406:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8c5c72652300 x1873948276739712/t0(0) o400->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148563 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787148508.968950:0:2395:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787148508.968952:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787148508.968954:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787148508.968959:0:2395:0:(lustre_net.h:2406:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8c5c72652300 x1873948276739712/t0(0) o400->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148563 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787148508.968978:0:2395:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5c72652300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:7e31181a-25e1-4c2b-a23d-b0f7747006f1:2395:1873948276739712:192.168.202.114@tcp:400:kworker.0 00000400:00000001:2.0:1787148508.968984:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787148508.968986:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787148508.968988:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5c68ddb738. 00000400:00000200:2.0:1787148508.968990:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5c42ee3dd0 00000400:00000010:2.0:1787148508.968992:0:2395:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff8c5c42ee3dd0. 00000100:00000001:2.0:1787148508.968994:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787148508.968998:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c5c72650380 x1873948276739584/t0(0) o400->MGC192.168.202.114@tcp@192.168.202.114@tcp:26/25 lens 224/224 e 0 to 0 dl 1787148524 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787148508.969006:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c5c72650380 x1873948276739584/t0(0) o400->MGC192.168.202.114@tcp@192.168.202.114@tcp:26/25 lens 224/224 e 0 to 0 dl 1787148524 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787148508.969012:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787148508.969013:0:2395:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787148508.969015:0:2395:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1787148508.969016:0:2395:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1787148508.969018:0:2395:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787148508.969019:0:2395:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787148508.969021:0:2395:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1787148508.969024:0:2395:0:(import.c:2149:obd_at_measure()) add 5 to ffff8c5c5776b460 time=140 v=5 (5 5 5 5) 00000100:00001000:2.0:1787148508.969027:0:2395:0:(import.c:2149:obd_at_measure()) add 1 to ffff8c5c5776b418 time=42 v=5 (1 1 1 0) 00000100:00000001:2.0:1787148508.969029:0:2395:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1787148508.969030:0:2395:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787148508.969032:0:2395:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1787148508.969034:0:2395:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787148508.969035:0:2395:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787148508.969039:0:2395:0:(lustre_net.h:2406:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8c5c72650380 x1873948276739584/t0(0) o400->MGC192.168.202.114@tcp@192.168.202.114@tcp:26/25 lens 224/224 e 0 to 0 dl 1787148524 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787148508.969045:0:2395:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787148508.969047:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787148508.969048:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787148508.969052:0:2395:0:(lustre_net.h:2406:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8c5c72650380 x1873948276739584/t0(0) o400->MGC192.168.202.114@tcp@192.168.202.114@tcp:26/25 lens 224/224 e 0 to 0 dl 1787148524 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787148508.969066:0:2395:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5c72650380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:adab7261-4d97-43ea-82e8-09637750fa21:2395:1873948276739584:192.168.202.114@tcp:400:kworker.0 00000100:00000001:2.0:1787148508.969081:0:2395:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787148508.969084:0:2395:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787148508.969088:0:2395:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8c5c72652300 x1873948276739712/t0(0) o400->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148563 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787148508.969095:0:2395:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787148508.969098:0:2395:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787148508.969101:0:2395:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c5c4a510400. 02000000:00000001:2.0:1787148508.969124:0:2395:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787148508.969127:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1787148508.969129:0:2395:0:(genops.c:1244:class_import_put()) import ffff8c5c5776a000 refcount=5 obd=lustre-MDT0000-mdc-ffff8c5c68fb1800 00000020:00000001:2.0:1787148508.969131:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1787148508.969134:0:2395:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8c5c50a4e600. 02000000:00000001:2.0:1787148508.969137:0:2395:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787148508.969140:0:2395:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787148508.969141:0:2395:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5c72652300. 00000100:00000001:2.0:1787148508.969145:0:2395:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787148508.969146:0:2395:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787148508.969148:0:2395:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787148508.969151:0:2395:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8c5c72650380 x1873948276739584/t0(0) o400->MGC192.168.202.114@tcp@192.168.202.114@tcp:26/25 lens 224/224 e 0 to 0 dl 1787148524 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787148508.969157:0:2395:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787148508.969158:0:2395:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787148508.969159:0:2395:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c5c4a511400. 02000000:00000001:2.0:1787148508.969162:0:2395:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787148508.969164:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1787148508.969165:0:2395:0:(genops.c:1244:class_import_put()) import ffff8c5c5776b000 refcount=3 obd=MGC192.168.202.114@tcp 00000020:00000001:2.0:1787148508.969166:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1787148508.969168:0:2395:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8c5c50a4e400. 02000000:00000001:2.0:1787148508.969170:0:2395:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787148508.969171:0:2395:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787148508.969172:0:2395:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5c72650380. 00000100:00000001:2.0:1787148508.969174:0:2395:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787148508.969181:0:2395:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787148508.969184:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787148508.969191:0:2395:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787148508.969193:0:2395:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787148508.969195:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787148508.969197:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1787148508.970051:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787148508.970055:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787148508.970058:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5c68ddbb00. 00000400:00000200:3.0:1787148508.970063:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5c42ee3cc0 00000400:00000010:3.0:1787148508.970065:0:2396:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff8c5c42ee3cc0. 00000100:00000001:3.0:1787148508.970069:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787148508.970085:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c5c72651180 x1873948276739968/t0(0) o400->lustre-OST0000-osc-ffff8c5c68fb1800@192.168.202.114@tcp:28/4 lens 224/224 e 0 to 0 dl 1787148563 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787148508.970094:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c5c72651180 x1873948276739968/t0(0) o400->lustre-OST0000-osc-ffff8c5c68fb1800@192.168.202.114@tcp:28/4 lens 224/224 e 0 to 0 dl 1787148563 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787148508.970101:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787148508.970117:0:2396:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787148508.970119:0:2396:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1787148508.970121:0:2396:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787148508.970123:0:2396:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787148508.970125:0:2396:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787148508.970127:0:2396:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787148508.970135:0:2396:0:(import.c:2149:obd_at_measure()) add 36 to ffff8c5c5e0b1c60 time=140 v=36 (36 5 5 5) 00000100:00001000:3.0:1787148508.970138:0:2396:0:(import.c:2149:obd_at_measure()) add 1 to ffff8c5c5e0b1c18 time=116 v=5 (1 1 1 1) 00000100:00000001:3.0:1787148508.970151:0:2396:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787148508.970153:0:2396:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787148508.970154:0:2396:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1787148508.970158:0:2396:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787148508.970161:0:2396:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1787148508.970163:0:2396:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8c5c68fb1800: skip recheck: last_committed 42949695890 00000100:00000001:3.0:1787148508.970165:0:2396:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1787148508.970167:0:2396:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787148508.970172:0:2396:0:(lustre_net.h:2406:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8c5c72651180 x1873948276739968/t0(0) o400->lustre-OST0000-osc-ffff8c5c68fb1800@192.168.202.114@tcp:28/4 lens 224/224 e 0 to 0 dl 1787148563 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787148508.970179:0:2396:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787148508.970181:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787148508.970183:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787148508.970187:0:2396:0:(lustre_net.h:2406:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8c5c72651180 x1873948276739968/t0(0) o400->lustre-OST0000-osc-ffff8c5c68fb1800@192.168.202.114@tcp:28/4 lens 224/224 e 0 to 0 dl 1787148563 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787148508.970195:0:2396:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5c72651180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:7e31181a-25e1-4c2b-a23d-b0f7747006f1:2396:1873948276739968:192.168.202.114@tcp:400:kworker.0 00000100:00000001:3.0:1787148508.970204:0:2396:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787148508.970207:0:2396:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787148508.970210:0:2396:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8c5c72651180 x1873948276739968/t0(0) o400->lustre-OST0000-osc-ffff8c5c68fb1800@192.168.202.114@tcp:28/4 lens 224/224 e 0 to 0 dl 1787148563 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787148508.970216:0:2396:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787148508.970217:0:2396:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787148508.970219:0:2396:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c5c4a511c00. 02000000:00000001:3.0:1787148508.970223:0:2396:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787148508.970225:0:2396:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1787148508.970226:0:2396:0:(genops.c:1244:class_import_put()) import ffff8c5c5e0b1800 refcount=3 obd=lustre-OST0000-osc-ffff8c5c68fb1800 00000020:00000001:3.0:1787148508.970228:0:2396:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1787148508.970229:0:2396:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8c5c50a4e900. 02000000:00000001:3.0:1787148508.970232:0:2396:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787148508.970233:0:2396:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787148508.970235:0:2396:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5c72651180. 00000100:00000001:3.0:1787148508.970237:0:2396:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787148508.970244:0:2396:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787148508.970247:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787148508.970249:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787148508.970251:0:2396:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1787148508.970254:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787148508.970255:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787148508.970257:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5c68ddb630. 00000400:00000200:3.0:1787148508.970260:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5c42ee3198 00000400:00000010:3.0:1787148508.970261:0:2396:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff8c5c42ee3198. 00000100:00000001:3.0:1787148508.970263:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787148508.970268:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c5c72651c00 x1873948276739840/t0(0) o400->lustre-MDT0001-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148563 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787148508.970275:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c5c72651c00 x1873948276739840/t0(0) o400->lustre-MDT0001-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148563 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787148508.970281:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787148508.970282:0:2396:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787148508.970284:0:2396:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1787148508.970285:0:2396:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787148508.970286:0:2396:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787148508.970288:0:2396:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787148508.970290:0:2396:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787148508.970295:0:2396:0:(import.c:2149:obd_at_measure()) add 36 to ffff8c5c5776cc60 time=140 v=36 (36 36 36 36) 00000100:00001000:3.0:1787148508.970298:0:2396:0:(import.c:2149:obd_at_measure()) add 1 to ffff8c5c5776cc18 time=17 v=5 (1 1 1 0) 00000100:00000001:3.0:1787148508.970299:0:2396:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787148508.970301:0:2396:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787148508.970302:0:2396:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1787148508.970305:0:2396:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8c5c72651c00 x1873948276739840/t0(0) o400->lustre-MDT0001-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148563 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1787148508.970311:0:2396:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787148508.970313:0:2396:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1787148508.970314:0:2396:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8c5c68fb1800: skip recheck: last_committed 21474836540 00000100:00000001:3.0:1787148508.970316:0:2396:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1787148508.970317:0:2396:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787148508.970320:0:2396:0:(lustre_net.h:2406:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8c5c72651c00 x1873948276739840/t0(0) o400->lustre-MDT0001-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148563 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787148508.970336:0:2396:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787148508.970338:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787148508.970340:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787148508.970343:0:2396:0:(lustre_net.h:2406:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8c5c72651c00 x1873948276739840/t0(0) o400->lustre-MDT0001-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148563 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787148508.970349:0:2396:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5c72651c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:7e31181a-25e1-4c2b-a23d-b0f7747006f1:2396:1873948276739840:192.168.202.114@tcp:400:kworker.0 00000100:00000001:3.0:1787148508.970353:0:2396:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787148508.970355:0:2396:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787148508.970357:0:2396:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8c5c72651c00 x1873948276739840/t0(0) o400->lustre-MDT0001-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148563 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787148508.971823:0:2396:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787148508.971828:0:2396:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787148508.971831:0:2396:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c5c4a510600. 02000000:00000001:3.0:1787148508.971838:0:2396:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787148508.971840:0:2396:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1787148508.971842:0:2396:0:(genops.c:1244:class_import_put()) import ffff8c5c5776c800 refcount=3 obd=lustre-MDT0001-mdc-ffff8c5c68fb1800 00000020:00000001:3.0:1787148508.971845:0:2396:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1787148508.971847:0:2396:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8c5c50a4e000. 02000000:00000001:3.0:1787148508.971850:0:2396:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787148508.971852:0:2396:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787148508.971853:0:2396:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5c72651c00. 00000100:00000001:3.0:1787148508.971857:0:2396:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787148508.971858:0:2396:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787148508.971861:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787148508.972520:0:2396:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787148508.972524:0:2396:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787148508.972527:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787148508.972530:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787148509.150282:0:266370:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787148509.150290:0:266370:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787148509.150295:0:266370:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787148509.150297:0:266370:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787148509.150352:0:256812:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787148509.150356:0:256812:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787148509.150359:0:256812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1787148510.175666:0:266370:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787148510.175673:0:266370:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787148510.175679:0:266370:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787148510.175680:0:266370:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787148510.175773:0:235348:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787148510.175777:0:235348:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787148510.175780:0:235348:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1787148511.203329:0:266370:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787148511.203335:0:266370:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787148511.203339:0:266370:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787148511.203341:0:266370:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787148511.203369:0:235349:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787148511.203372:0:235349:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787148511.203375:0:235349:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1787148512.223376:0:266370:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787148512.223382:0:266370:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787148512.223388:0:266370:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787148512.223392:0:266370:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1787148512.223394:0:266370:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1787148512.223401:0:266370:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787148512.223403:0:266370:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787148512.223405:0:266370:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787148512.223408:0:266370:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1787148512.223410:0:266370:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787148512.223432:0:266370:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787148512.223435:0:266370:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787148512.223534:0:244719:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787148512.223538:0:244719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787148512.223540:0:244719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1787148512.798503:0:267500:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5c48342000 (cpu 0) has reached its deadline 4307021561, at 4307021568 00000100:00000010:0.0:1787148512.798522:0:267500:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5c457270c0. 00000100:00000040:1.0:1787148512.799557:0:266370:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5c48342110 (cpu 1) has reached its deadline 4307021561, at 4307021569 00000100:00000010:1.0:1787148512.799567:0:266370:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5c45727ba0. 00010000:00000001:1.0:1787148513.247994:0:266370:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787148513.248002:0:266370:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787148513.248009:0:266370:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787148513.248010:0:266370:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787148513.249139:0:244722:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787148513.249146:0:244722:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787148513.249150:0:244722:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1787148514.078239:0:217321:0:(pinger.c:229:ptlrpc_pinger_process_import()) adab7261-4d97-43ea-82e8-09637750fa21->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1787148514.078270:0:217321:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1787148514.078278:0:217321:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5c72651c00. 00000020:00000040:3.0:1787148514.078284:0:217321:0:(genops.c:1231:class_import_get()) import ffff8c5c5776b000 refcount=4 obd=MGC192.168.202.114@tcp 00000100:00000001:3.0:1787148514.078289:0:217321:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787148514.078292:0:217321:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787148514.078297:0:217321:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787148514.078306:0:217321:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8c5c50a4e000. 00000100:00000001:3.0:1787148514.078313:0:217321:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787148514.078327:0:217321:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging adab7261-4d97-43ea-82e8-09637750fa21->MGS req@ffff8c5c72651c00 x1873948276740096/t0(0) o400->MGC192.168.202.114@tcp@192.168.202.114@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787148514.078340:0:217321:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787148514.078345:0:217321:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787148514.078351:0:217321:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000075355b2f] to pc [ptlrpcd_01_00+0] req@ffff8c5c72651c00 x1873948276740096/t0(0) o400->MGC192.168.202.114@tcp@192.168.202.114@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787148514.078395:0:217321:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787148514.078398:0:217321:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7e31181a-25e1-4c2b-a23d-b0f7747006f1->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1787148514.078402:0:217321:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1787148514.078405:0:217321:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5c72651180. 00000020:00000040:3.0:1787148514.078407:0:217321:0:(genops.c:1231:class_import_get()) import ffff8c5c5776a000 refcount=6 obd=lustre-MDT0000-mdc-ffff8c5c68fb1800 00000100:00000001:3.0:1787148514.078409:0:217321:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787148514.078411:0:217321:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787148514.078421:0:217321:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787148514.078425:0:217321:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8c5c50a4e900. 00000100:00000001:3.0:1787148514.078428:0:217321:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787148514.078432:0:217321:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 7e31181a-25e1-4c2b-a23d-b0f7747006f1->lustre-MDT0000_UUID req@ffff8c5c72651180 x1873948276740224/t0(0) o400->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787148514.078439:0:217321:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787148514.078441:0:217321:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787148514.078444:0:217321:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d060117] to pc [ptlrpcd_01_01+1] req@ffff8c5c72651180 x1873948276740224/t0(0) o400->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787148514.078451:0:217321:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787148514.078459:0:217321:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7e31181a-25e1-4c2b-a23d-b0f7747006f1->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1787148514.078462:0:217321:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1787148514.078464:0:217321:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5c72652d80. 00000020:00000040:3.0:1787148514.078467:0:217321:0:(genops.c:1231:class_import_get()) import ffff8c5c5776c800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c5c68fb1800 00000100:00000001:3.0:1787148514.078468:0:217321:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787148514.078470:0:217321:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787148514.078472:0:217321:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787148514.078475:0:217321:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8c5c50a4e100. 00000100:00000001:3.0:1787148514.078478:0:217321:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787148514.078482:0:217321:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 7e31181a-25e1-4c2b-a23d-b0f7747006f1->lustre-MDT0001_UUID req@ffff8c5c72652d80 x1873948276740352/t0(0) o400->lustre-MDT0001-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787148514.078487:0:217321:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787148514.078489:0:217321:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787148514.078492:0:217321:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e45f056f] to pc [ptlrpcd_01_00+0] req@ffff8c5c72652d80 x1873948276740352/t0(0) o400->lustre-MDT0001-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787148514.078498:0:217321:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787148514.078500:0:217321:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7e31181a-25e1-4c2b-a23d-b0f7747006f1->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1787148514.078503:0:217321:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1787148514.078506:0:217321:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5c72651500. 00000020:00000040:3.0:1787148514.078507:0:217321:0:(genops.c:1231:class_import_get()) import ffff8c5c5e0b1800 refcount=4 obd=lustre-OST0000-osc-ffff8c5c68fb1800 00000100:00000001:3.0:1787148514.078509:0:217321:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787148514.078510:0:217321:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787148514.078511:0:217321:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787148514.078514:0:217321:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8c5c50a4ea00. 00000100:00000001:3.0:1787148514.078517:0:217321:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787148514.078521:0:217321:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 7e31181a-25e1-4c2b-a23d-b0f7747006f1->lustre-OST0000_UUID req@ffff8c5c72651500 x1873948276740480/t0(0) o400->lustre-OST0000-osc-ffff8c5c68fb1800@192.168.202.114@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787148514.078527:0:217321:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787148514.078529:0:217321:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787148514.078531:0:217321:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005168eeff] to pc [ptlrpcd_01_01+1] req@ffff8c5c72651500 x1873948276740480/t0(0) o400->lustre-OST0000-osc-ffff8c5c68fb1800@192.168.202.114@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787148514.078547:0:217321:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787148514.078549:0:217321:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7e31181a-25e1-4c2b-a23d-b0f7747006f1->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1787148514.078552:0:217321:0:(pinger.c:247:ptlrpc_pinger_process_import()) 7e31181a-25e1-4c2b-a23d-b0f7747006f1->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1787148514.078556:0:217321:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12360) 00000100:00000001:3.0:1787148514.078571:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787148514.078575:0:2396:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787148514.078577:0:2396:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787148514.078582:0:2396:0:(lustre_net.h:2406:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8c5c72651180 x1873948276740224/t0(0) o400->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787148514.078588:0:2396:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787148514.078590:0:2396:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787148514.078594:0:2396:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787148514.078597:0:2396:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787148514.078600:0:2396:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787148514.078603:0:2396:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5c72651180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:7e31181a-25e1-4c2b-a23d-b0f7747006f1:2396:1873948276740224:192.168.202.114@tcp:400:kworker.0 00000100:00000001:3.0:1787148514.078607:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787148514.078613:0:2396:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787148514.078616:0:2396:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787148514.078619:0:2396:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787148514.078623:0:2396:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c5c6df34a00. 02000000:00000001:3.0:1787148514.078625:0:2396:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787148514.078632:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000010:3.0:1787148514.078637:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5c4a93faa8. 00000400:00000010:3.0:1787148514.078643:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5c72962110. 00000100:00000200:3.0:1787148514.078651:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1873948276740224, portal 10 00000100:00000001:3.0:1787148514.078654:0:2396:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787148514.078655:0:2396:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616927416947072 : -127146292604544 : ffff8c5c72651180) 00000100:00000040:3.0:1787148514.078663:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8c5c72651180 x1873948276740224/t0(0) o400->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148569 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787148514.078669:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787148514.078679:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.114@tcp 00000400:00000010:3.0:1787148514.078682:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5c72962cc0. 00000100:00000200:3.0:1787148514.078686:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1873948276740224, offset 0 00000400:00000200:3.0:1787148514.078692:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.114@tcp 00000400:00000200:3.0:1787148514.078700:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:3.0:1787148514.078708:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.114@tcp local destination 00000400:00000200:3.0:1787148514.078713:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787148514.078717:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.14@tcp 00000400:00000200:3.0:1787148514.078721:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.14@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787148514.078723:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.114@tcp 00000400:00000200:3.0:1787148514.078726:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.14@tcp NI seq info: [556957:556957:256:4294967295] 192.168.202.114@tcp LPNI seq info [556913:556913:8:4294967295] 00000400:00000200:3.0:1787148514.078730:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:3.0:1787148514.078740:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.14@tcp(192.168.202.14@tcp:) -> 192.168.202.114@tcp(192.168.202.114@tcp:192.168.202.114@tcp) : PUT try# 0 00000800:00000200:3.0:1787148514.078746:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.114@tcp 00000800:00000010:3.0:1787148514.078750:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5c50a4eb00. 00000800:00000200:3.0:1787148514.078757:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5c4508fcc0] -> 12345-192.168.202.114@tcp (5) 00000800:00000200:3.0:1787148514.078764:0:2396:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.114@tcp ip 192.168.202.114:988 00000800:00000200:3.0:1787148514.078769:0:2396:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8c5c50a4eb00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1787148514.078791:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787148514.078796:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5c68fb1800: using a timeout of 24643 usecs (25 jiffies) 00000400:00000200:3.0:1787148514.078800:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000100:00000001:3.0:1787148514.078802:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5c68fb1800: PM QoS new deadline estimation for cpu 0 is 4307022873 00000100:00000010:3.0:1787148514.078806:0:2396:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5c650cc7e0. 00000100:00000001:3.0:1787148514.078813:0:2396:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5c68fb1800: PM QoS request now active for cpu 0 00000100:00000001:3.0:1787148514.078824:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5c68fb1800: PM QoS new deadline estimation for cpu 1 is 4307022873 00000100:00000010:3.0:1787148514.078828:0:2396:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5c650ccea0. 00000100:00000001:3.0:1787148514.078831:0:2396:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5c68fb1800: PM QoS request now active for cpu 1 00000100:00000001:3.0:1787148514.078844:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787148514.078846:0:2396:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787148514.078849:0:2396:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787148514.078858:0:2396:0:(lustre_net.h:2406:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8c5c72651500 x1873948276740480/t0(0) o400->lustre-OST0000-osc-ffff8c5c68fb1800@192.168.202.114@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787148514.078875:0:2396:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787148514.078877:0:2396:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787148514.078879:0:2396:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787148514.078881:0:2396:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787148514.078882:0:2396:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787148514.078885:0:2396:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5c72651500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:7e31181a-25e1-4c2b-a23d-b0f7747006f1:2396:1873948276740480:192.168.202.114@tcp:400:kworker.0 00000100:00000001:3.0:1787148514.078888:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787148514.078890:0:2396:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787148514.078892:0:2396:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787148514.078893:0:2396:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787148514.078896:0:2396:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c5c6df34000. 02000000:00000001:3.0:1787148514.078898:0:2396:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787148514.078902:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000010:3.0:1787148514.078904:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5c4a93f6e0. 00000400:00000010:3.0:1787148514.078907:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5c72962bb0. 00000100:00000200:3.0:1787148514.078910:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1873948276740480, portal 4 00000100:00000001:3.0:1787148514.078913:0:2396:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787148514.078914:0:2396:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616927416947968 : -127146292603648 : ffff8c5c72651500) 00000100:00000040:3.0:1787148514.078919:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8c5c72651500 x1873948276740480/t0(0) o400->lustre-OST0000-osc-ffff8c5c68fb1800@192.168.202.114@tcp:28/4 lens 224/224 e 0 to 0 dl 1787148569 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787148514.078925:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787148514.078927:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.114@tcp 00000400:00000010:3.0:1787148514.078930:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5c729625d8. 00000100:00000200:3.0:1787148514.078932:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1873948276740480, offset 0 00000400:00000200:3.0:1787148514.078935:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.114@tcp 00000400:00000200:3.0:1787148514.078939:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:3.0:1787148514.078942:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.114@tcp local destination 00000400:00000200:3.0:1787148514.078945:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787148514.078947:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.14@tcp 00000400:00000200:3.0:1787148514.078950:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.14@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787148514.078958:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.114@tcp 00000400:00000200:3.0:1787148514.078960:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.14@tcp NI seq info: [556958:556958:255:4294967295] 192.168.202.114@tcp LPNI seq info [556914:556914:7:4294967295] 00000400:00000200:3.0:1787148514.078963:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:3.0:1787148514.078969:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.14@tcp(192.168.202.14@tcp:) -> 192.168.202.114@tcp(192.168.202.114@tcp:192.168.202.114@tcp) : PUT try# 0 00000800:00000200:3.0:1787148514.078973:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.114@tcp 00000800:00000010:3.0:1787148514.078976:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5c50a4e200. 00000800:00000200:3.0:1787148514.078980:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5c4508fcc0] -> 12345-192.168.202.114@tcp (5) 00000800:00000200:3.0:1787148514.078984:0:2396:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.114@tcp ip 192.168.202.114:988 00000800:00000200:3.0:1787148514.078986:0:2396:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8c5c50a4e200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1787148514.078989:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787148514.078992:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5c68fb1800: using a timeout of 119551 usecs (120 jiffies) 00000400:00000200:3.0:1787148514.078995:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000100:00000001:3.0:1787148514.078997:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5c68fb1800: PM QoS new deadline estimation for cpu 0 is 4307022968 00000100:00000001:3.0:1787148514.079003:0:2396:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5c68fb1800: PM QoS request active for cpu 0, simply extend its deadline from 4307022873 00000100:00000001:3.0:1787148514.079006:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5c68fb1800: PM QoS new deadline estimation for cpu 1 is 4307022968 00000100:00000001:3.0:1787148514.079010:0:2396:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5c68fb1800: PM QoS request active for cpu 1, simply extend its deadline from 4307022873 00000100:00000001:3.0:1787148514.079013:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787148514.079015:0:2396:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787148514.079017:0:2396:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787148514.079020:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787148514.079039:0:2396:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787148514.079041:0:2396:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00000001:3.0:1787148514.079044:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787148514.079045:0:2396:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787148514.079047:0:2396:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787148514.079050:0:2396:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:3.0:1787148514.079052:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787148514.079054:0:2396:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787148514.079055:0:2396:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787148514.079056:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787148514.079057:0:2396:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787148514.079063:0:2396:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787148514.079068:0:2396:0:(lustre_net.h:2406:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8c5c72651c00 x1873948276740096/t0(0) o400->MGC192.168.202.114@tcp@192.168.202.114@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787148514.079075:0:2396:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787148514.079076:0:2396:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787148514.079078:0:2396:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787148514.079080:0:2396:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787148514.079082:0:2396:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787148514.079085:0:2396:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5c72651c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:adab7261-4d97-43ea-82e8-09637750fa21:2396:1873948276740096:192.168.202.114@tcp:400:kworker.0 00000100:00000001:3.0:1787148514.079088:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787148514.079090:0:2396:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787148514.079092:0:2396:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787148514.079093:0:2396:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787148514.079098:0:2396:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c5c6df35e00. 02000000:00000001:3.0:1787148514.079100:0:2396:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787148514.079126:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000010:3.0:1787148514.079130:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5c4a93fb58. 00000400:00000010:3.0:1787148514.079134:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5c729624c8. 00000100:00000200:3.0:1787148514.079137:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1873948276740096, portal 25 00000100:00000001:3.0:1787148514.079138:0:2396:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787148514.079139:0:2396:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616927416949760 : -127146292601856 : ffff8c5c72651c00) 00000100:00000040:3.0:1787148514.079144:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8c5c72651c00 x1873948276740096/t0(0) o400->MGC192.168.202.114@tcp@192.168.202.114@tcp:26/25 lens 224/224 e 0 to 0 dl 1787148530 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787148514.079149:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787148514.079151:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.114@tcp 00000400:00000010:3.0:1787148514.079153:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5c729626e8. 00000100:00000200:3.0:1787148514.079155:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1873948276740096, offset 0 00000400:00000200:3.0:1787148514.079159:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.114@tcp 00000400:00000200:3.0:1787148514.079162:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:3.0:1787148514.079166:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.114@tcp local destination 00000400:00000200:3.0:1787148514.079169:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787148514.079171:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.14@tcp 00000400:00000200:3.0:1787148514.079173:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.14@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787148514.079182:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.114@tcp 00000400:00000200:3.0:1787148514.079185:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.14@tcp NI seq info: [556959:556959:254:4294967295] 192.168.202.114@tcp LPNI seq info [556915:556915:6:4294967295] 00000400:00000200:3.0:1787148514.079189:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:3.0:1787148514.079195:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.14@tcp(192.168.202.14@tcp:) -> 192.168.202.114@tcp(192.168.202.114@tcp:192.168.202.114@tcp) : PUT try# 0 00000800:00000200:3.0:1787148514.079199:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.114@tcp 00000800:00000010:3.0:1787148514.079202:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5c50a4ee00. 00000800:00000200:3.0:1787148514.079206:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5c4508fcc0] -> 12345-192.168.202.114@tcp (5) 00000800:00000200:3.0:1787148514.079210:0:2396:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.114@tcp ip 192.168.202.114:988 00000800:00000200:3.0:1787148514.079212:0:2396:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8c5c50a4ee00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1787148514.079215:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787148514.079218:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000100:00000001:3.0:1787148514.079220:0:2396:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.114@tcp: PM QoS new deadline estimation for cpu 0 is 4307026682 00000100:00000001:3.0:1787148514.079224:0:2396:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.114@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4307022968 00000100:00000001:3.0:1787148514.079229:0:2396:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.114@tcp: PM QoS new deadline estimation for cpu 1 is 4307026682 00000100:00000001:3.0:1787148514.079232:0:2396:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.114@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4307022968 00000100:00000001:3.0:1787148514.079235:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787148514.079237:0:2396:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787148514.079240:0:2396:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787148514.079244:0:2396:0:(lustre_net.h:2406:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8c5c72652d80 x1873948276740352/t0(0) o400->lustre-MDT0001-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787148514.079252:0:2396:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787148514.079253:0:2396:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787148514.079255:0:2396:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787148514.079257:0:2396:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787148514.079259:0:2396:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787148514.079262:0:2396:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5c72652d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:7e31181a-25e1-4c2b-a23d-b0f7747006f1:2396:1873948276740352:192.168.202.114@tcp:400:kworker.0 00000100:00000001:3.0:1787148514.079265:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787148514.079267:0:2396:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787148514.079269:0:2396:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787148514.079277:0:2396:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787148514.079280:0:2396:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c5c6df34e00. 02000000:00000001:3.0:1787148514.079282:0:2396:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787148514.079286:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000010:3.0:1787148514.079288:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5c4a93ff20. 00000400:00000010:3.0:1787148514.079291:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5c72962c38. 00000100:00000200:3.0:1787148514.079294:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1873948276740352, portal 10 00000100:00000001:3.0:1787148514.079296:0:2396:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787148514.079297:0:2396:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616927416954240 : -127146292597376 : ffff8c5c72652d80) 00000100:00000040:3.0:1787148514.079303:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8c5c72652d80 x1873948276740352/t0(0) o400->lustre-MDT0001-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148569 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787148514.079309:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787148514.079311:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.114@tcp 00000400:00000010:3.0:1787148514.079314:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5c72962aa0. 00000100:00000200:3.0:1787148514.079316:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1873948276740352, offset 0 00000400:00000200:3.0:1787148514.079319:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.114@tcp 00000400:00000200:3.0:1787148514.079322:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:3.0:1787148514.079326:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.114@tcp local destination 00000400:00000200:3.0:1787148514.079328:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787148514.079331:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.14@tcp 00000400:00000200:3.0:1787148514.079334:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.14@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787148514.079336:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.114@tcp 00000400:00000200:3.0:1787148514.079338:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.14@tcp NI seq info: [556960:556960:253:4294967295] 192.168.202.114@tcp LPNI seq info [556916:556916:5:4294967295] 00000400:00000200:3.0:1787148514.079342:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:3.0:1787148514.079347:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.14@tcp(192.168.202.14@tcp:) -> 192.168.202.114@tcp(192.168.202.114@tcp:192.168.202.114@tcp) : PUT try# 0 00000800:00000200:3.0:1787148514.079351:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.114@tcp 00000800:00000010:3.0:1787148514.079354:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5c50a4e400. 00000800:00000200:3.0:1787148514.079358:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5c4508fcc0] -> 12345-192.168.202.114@tcp (5) 00000800:00000200:3.0:1787148514.079362:0:2396:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.114@tcp ip 192.168.202.114:988 00000800:00000200:3.0:1787148514.079364:0:2396:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8c5c50a4e400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1787148514.079366:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787148514.079374:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5c68fb1800: using a timeout of 16993 usecs (17 jiffies) 00000400:00000200:3.0:1787148514.079377:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000100:00000001:3.0:1787148514.079379:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5c68fb1800: PM QoS new deadline estimation for cpu 0 is 4307022866 00000100:00000001:3.0:1787148514.079381:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5c68fb1800: PM QoS request active for cpu 0, keep current deadline 4307026682 00000100:00000001:3.0:1787148514.079383:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5c68fb1800: PM QoS new deadline estimation for cpu 1 is 4307022866 00000100:00000001:3.0:1787148514.079385:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5c68fb1800: PM QoS request active for cpu 1, keep current deadline 4307026682 00000100:00000001:3.0:1787148514.079386:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787148514.079388:0:2396:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787148514.079391:0:2396:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787148514.079393:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1787148514.079406:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1787148514.079413:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5c50a4eb00. 00000400:00000200:0.0:1787148514.079422:0:2385:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787148514.079429:0:2385:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.14@tcp->192.168.202.114@tcp: PUT: OK 00000400:00000200:0.0:1787148514.079435:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5c72962cc0 00000400:00000010:0.0:1787148514.079437:0:2385:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff8c5c72962cc0. 00000100:00000001:0.0:1787148514.079443:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787148514.079448:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c5c72651180 x1873948276740224/t0(0) o400->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148569 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787148514.079457:0:2385:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787148514.079460:0:2385:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8c5c72651180 x1873948276740224/t0(0) o400->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148569 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787148514.079466:0:2385:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787148514.079468:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1787148514.079481:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1787148514.079483:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5c50a4e200. 00000400:00000200:0.0:1787148514.079485:0:2385:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787148514.079488:0:2385:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.14@tcp->192.168.202.114@tcp: PUT: OK 00000400:00000200:0.0:1787148514.079491:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5c729625d8 00000400:00000010:0.0:1787148514.079493:0:2385:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff8c5c729625d8. 00000100:00000001:0.0:1787148514.079495:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787148514.079639:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c5c72651500 x1873948276740480/t0(0) o400->lustre-OST0000-osc-ffff8c5c68fb1800@192.168.202.114@tcp:28/4 lens 224/224 e 0 to 0 dl 1787148569 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787148514.079648:0:2385:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787148514.079652:0:2385:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8c5c72651500 x1873948276740480/t0(0) o400->lustre-OST0000-osc-ffff8c5c68fb1800@192.168.202.114@tcp:28/4 lens 224/224 e 0 to 0 dl 1787148569 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787148514.079656:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787148514.079660:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787148514.079662:0:2385:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787148514.079666:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1787148514.079678:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1787148514.079681:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5c50a4ee00. 00000400:00000200:0.0:1787148514.079683:0:2385:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787148514.079688:0:2385:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.14@tcp->192.168.202.114@tcp: PUT: OK 00000400:00000200:0.0:1787148514.079691:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5c729626e8 00000400:00000010:0.0:1787148514.079699:0:2385:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff8c5c729626e8. 00000100:00000001:0.0:1787148514.079703:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787148514.079707:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c5c72651c00 x1873948276740096/t0(0) o400->MGC192.168.202.114@tcp@192.168.202.114@tcp:26/25 lens 224/224 e 0 to 0 dl 1787148530 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787148514.079713:0:2385:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787148514.079716:0:2385:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8c5c72651c00 x1873948276740096/t0(0) o400->MGC192.168.202.114@tcp@192.168.202.114@tcp:26/25 lens 224/224 e 0 to 0 dl 1787148530 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787148514.079722:0:2385:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787148514.079723:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1787148514.080479:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1787148514.080486:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5c50a4e400. 00000400:00000200:0.0:1787148514.080491:0:2385:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787148514.080495:0:2385:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.14@tcp->192.168.202.114@tcp: PUT: OK 00000400:00000200:0.0:1787148514.080737:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5c72962aa0 00000400:00000010:0.0:1787148514.080740:0:2385:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff8c5c72962aa0. 00000100:00000001:0.0:1787148514.080746:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787148514.080752:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c5c72652d80 x1873948276740352/t0(0) o400->lustre-MDT0001-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148569 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787148514.080761:0:2385:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787148514.080764:0:2385:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8c5c72652d80 x1873948276740352/t0(0) o400->lustre-MDT0001-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148569 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787148514.080770:0:2385:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787148514.080771:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1787148514.084354:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787148514.084376:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1787148514.084381:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787148514.084383:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787148514.084392:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:1.0:1787148514.084399:0:2386:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.14@tcp(192.168.202.14@tcp) <- 192.168.202.114@tcp : PUT - for me 00000400:00000200:1.0:1787148514.084408:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:1.0:1787148514.084475:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:1.0:1787148514.084480:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:1.0:1787148514.084484:0:2386:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.114@tcp of length 224 into portal 10 MB=0x6a858955cd080 00000400:00000200:1.0:1787148514.084489:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:1.0:1787148514.084494:0:2386:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.114@tcp of length 224/224 into md 0x5620c9 [1] + 224 00000800:00000001:1.0:1787148514.084501:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787148514.084505:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787148514.084508:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787148514.084512:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.14@tcp->192.168.202.114@tcp: PUT: OK 00000100:00000001:1.0:1787148514.084518:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787148514.084527:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c5c72651180 x1873948276740224/t0(0) o400->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148569 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1787148514.084539:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8c5c72651180 x1873948276740224/t0(0) o400->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148569 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787148514.084617:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787148514.084621:0:2396:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787148514.084640:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1787148514.084651:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787148514.084655:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1787148514.084672:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787148514.084675:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787148514.084678:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:1.0:1787148514.084682:0:2386:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.14@tcp(192.168.202.14@tcp) <- 192.168.202.114@tcp : PUT - for me 00000400:00000200:1.0:1787148514.084686:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:1.0:1787148514.084689:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:1.0:1787148514.084692:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:1.0:1787148514.084694:0:2386:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.114@tcp of length 224 into portal 10 MB=0x6a858955cd100 00000400:00000200:1.0:1787148514.084697:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:1.0:1787148514.084700:0:2386:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.114@tcp of length 224/224 into md 0x5620e1 [1] + 224 00000800:00000001:1.0:1787148514.084704:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787148514.084707:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787148514.084709:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787148514.084712:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.14@tcp->192.168.202.114@tcp: PUT: OK 00000100:00000001:1.0:1787148514.084715:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787148514.084720:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c5c72652d80 x1873948276740352/t0(0) o400->lustre-MDT0001-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148569 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1787148514.084728:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8c5c72652d80 x1873948276740352/t0(0) o400->lustre-MDT0001-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148569 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787148514.084735:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1787148514.084738:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787148514.084740:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1787148514.084742:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787148514.084744:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787148514.084746:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:1.0:1787148514.084749:0:2386:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.14@tcp(192.168.202.14@tcp) <- 192.168.202.114@tcp : PUT - for me 00000400:00000200:1.0:1787148514.084753:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:1.0:1787148514.084755:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:1.0:1787148514.084757:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:1.0:1787148514.084759:0:2386:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.114@tcp of length 224 into portal 4 MB=0x6a858955cd180 00000400:00000200:1.0:1787148514.084762:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:1.0:1787148514.084766:0:2386:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.114@tcp of length 224/224 into md 0x5620d1 [1] + 224 00000800:00000001:1.0:1787148514.084774:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787148514.084780:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787148514.084782:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787148514.084785:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.14@tcp->192.168.202.114@tcp: PUT: OK 00000100:00000001:1.0:1787148514.084787:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787148514.084792:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c5c72651500 x1873948276740480/t0(0) o400->lustre-OST0000-osc-ffff8c5c68fb1800@192.168.202.114@tcp:28/4 lens 224/224 e 0 to 0 dl 1787148569 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1787148514.084799:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8c5c72651500 x1873948276740480/t0(0) o400->lustre-OST0000-osc-ffff8c5c68fb1800@192.168.202.114@tcp:28/4 lens 224/224 e 0 to 0 dl 1787148569 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787148514.084806:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1787148514.084809:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787148514.084811:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1787148514.085988:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787148514.085994:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787148514.085997:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5c4a93faa8. 00000400:00000200:3.0:1787148514.086004:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5c72962110 00000400:00000010:3.0:1787148514.086006:0:2396:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff8c5c72962110. 00000100:00000001:3.0:1787148514.086011:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787148514.086018:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c5c72651180 x1873948276740224/t0(0) o400->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148569 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787148514.086037:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c5c72651180 x1873948276740224/t0(0) o400->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148569 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787148514.086044:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787148514.086046:0:2396:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787148514.086049:0:2396:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1787148514.086052:0:2396:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787148514.086055:0:2396:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787148514.086057:0:2396:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787148514.086060:0:2396:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787148514.086069:0:2396:0:(import.c:2149:obd_at_measure()) add 36 to ffff8c5c5776a460 time=146 v=36 (36 36 36 36) 00000100:00001000:3.0:1787148514.086074:0:2396:0:(import.c:2149:obd_at_measure()) add 1 to ffff8c5c5776a418 time=48 v=5 (1 1 1 0) 00000100:00000001:3.0:1787148514.086076:0:2396:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787148514.086078:0:2396:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787148514.086092:0:2396:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1787148514.086097:0:2396:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787148514.086100:0:2396:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1787148514.086117:0:2396:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c5c68fb1800: skip recheck: last_committed 30064771464 00000100:00000001:3.0:1787148514.086119:0:2396:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1787148514.086121:0:2396:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787148514.086126:0:2396:0:(lustre_net.h:2406:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8c5c72651180 x1873948276740224/t0(0) o400->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148569 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787148514.086134:0:2396:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787148514.086137:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787148514.086138:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787148514.086142:0:2396:0:(lustre_net.h:2406:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8c5c72651180 x1873948276740224/t0(0) o400->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148569 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787148514.086149:0:2396:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5c72651180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:7e31181a-25e1-4c2b-a23d-b0f7747006f1:2396:1873948276740224:192.168.202.114@tcp:400:kworker.0 00000400:00000001:3.0:1787148514.086156:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787148514.086158:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787148514.086160:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5c4a93f6e0. 00000400:00000200:3.0:1787148514.086162:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5c72962bb0 00000400:00000010:3.0:1787148514.086173:0:2396:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff8c5c72962bb0. 00000100:00000001:3.0:1787148514.086176:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787148514.086180:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c5c72651500 x1873948276740480/t0(0) o400->lustre-OST0000-osc-ffff8c5c68fb1800@192.168.202.114@tcp:28/4 lens 224/224 e 0 to 0 dl 1787148569 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787148514.086188:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c5c72651500 x1873948276740480/t0(0) o400->lustre-OST0000-osc-ffff8c5c68fb1800@192.168.202.114@tcp:28/4 lens 224/224 e 0 to 0 dl 1787148569 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787148514.086194:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787148514.086195:0:2396:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787148514.086197:0:2396:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1787148514.086198:0:2396:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787148514.086200:0:2396:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787148514.086202:0:2396:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787148514.086203:0:2396:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787148514.086209:0:2396:0:(import.c:2149:obd_at_measure()) add 36 to ffff8c5c5e0b1c60 time=146 v=36 (36 5 5 5) 00000100:00001000:3.0:1787148514.086217:0:2396:0:(import.c:2149:obd_at_measure()) add 1 to ffff8c5c5e0b1c18 time=122 v=5 (1 1 1 1) 00000100:00000001:3.0:1787148514.086219:0:2396:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787148514.086221:0:2396:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787148514.086222:0:2396:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1787148514.086224:0:2396:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787148514.086227:0:2396:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1787148514.086228:0:2396:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8c5c68fb1800: skip recheck: last_committed 42949695890 00000100:00000001:3.0:1787148514.086230:0:2396:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1787148514.086231:0:2396:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787148514.086235:0:2396:0:(lustre_net.h:2406:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8c5c72651500 x1873948276740480/t0(0) o400->lustre-OST0000-osc-ffff8c5c68fb1800@192.168.202.114@tcp:28/4 lens 224/224 e 0 to 0 dl 1787148569 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787148514.086241:0:2396:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787148514.086243:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787148514.086244:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787148514.086248:0:2396:0:(lustre_net.h:2406:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8c5c72651500 x1873948276740480/t0(0) o400->lustre-OST0000-osc-ffff8c5c68fb1800@192.168.202.114@tcp:28/4 lens 224/224 e 0 to 0 dl 1787148569 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787148514.086254:0:2396:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5c72651500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:7e31181a-25e1-4c2b-a23d-b0f7747006f1:2396:1873948276740480:192.168.202.114@tcp:400:kworker.0 00000100:00000001:3.0:1787148514.086258:0:2396:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787148514.086261:0:2396:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787148514.086264:0:2396:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8c5c72651180 x1873948276740224/t0(0) o400->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148569 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787148514.086271:0:2396:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787148514.086273:0:2396:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787148514.086277:0:2396:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c5c6df34a00. 02000000:00000001:3.0:1787148514.086280:0:2396:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787148514.086282:0:2396:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1787148514.086284:0:2396:0:(genops.c:1244:class_import_put()) import ffff8c5c5776a000 refcount=5 obd=lustre-MDT0000-mdc-ffff8c5c68fb1800 00000020:00000001:3.0:1787148514.086287:0:2396:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1787148514.086289:0:2396:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8c5c50a4e900. 02000000:00000001:3.0:1787148514.086293:0:2396:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787148514.086295:0:2396:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787148514.086297:0:2396:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5c72651180. 00000100:00000001:3.0:1787148514.086303:0:2396:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787148514.086305:0:2396:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787148514.086306:0:2396:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787148514.086309:0:2396:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8c5c72651500 x1873948276740480/t0(0) o400->lustre-OST0000-osc-ffff8c5c68fb1800@192.168.202.114@tcp:28/4 lens 224/224 e 0 to 0 dl 1787148569 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787148514.086314:0:2396:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787148514.086315:0:2396:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787148514.086317:0:2396:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c5c6df34000. 02000000:00000001:3.0:1787148514.086319:0:2396:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787148514.086320:0:2396:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1787148514.086321:0:2396:0:(genops.c:1244:class_import_put()) import ffff8c5c5e0b1800 refcount=3 obd=lustre-OST0000-osc-ffff8c5c68fb1800 00000020:00000001:3.0:1787148514.086322:0:2396:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1787148514.086324:0:2396:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8c5c50a4ea00. 02000000:00000001:3.0:1787148514.086325:0:2396:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787148514.086327:0:2396:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787148514.086328:0:2396:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5c72651500. 00000100:00000001:3.0:1787148514.086329:0:2396:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787148514.086330:0:2396:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787148514.086334:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787148514.086336:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787148514.086337:0:2396:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1787148514.086341:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787148514.086342:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787148514.086344:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5c4a93ff20. 00000400:00000200:3.0:1787148514.086346:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5c72962c38 00000400:00000010:3.0:1787148514.086347:0:2396:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff8c5c72962c38. 00000100:00000001:3.0:1787148514.086350:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787148514.086353:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c5c72652d80 x1873948276740352/t0(0) o400->lustre-MDT0001-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148569 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787148514.086361:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c5c72652d80 x1873948276740352/t0(0) o400->lustre-MDT0001-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148569 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787148514.086366:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787148514.086368:0:2396:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787148514.086369:0:2396:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1787148514.086371:0:2396:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787148514.086378:0:2396:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787148514.086379:0:2396:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787148514.086381:0:2396:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787148514.086386:0:2396:0:(import.c:2149:obd_at_measure()) add 36 to ffff8c5c5776cc60 time=146 v=36 (36 36 36 36) 00000100:00001000:3.0:1787148514.086389:0:2396:0:(import.c:2149:obd_at_measure()) add 1 to ffff8c5c5776cc18 time=23 v=5 (1 1 1 0) 00000100:00000001:3.0:1787148514.086391:0:2396:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787148514.086392:0:2396:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787148514.086394:0:2396:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1787148514.086398:0:2396:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8c5c72652d80 x1873948276740352/t0(0) o400->lustre-MDT0001-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148569 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1787148514.086404:0:2396:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787148514.086406:0:2396:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1787148514.086407:0:2396:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8c5c68fb1800: skip recheck: last_committed 21474836540 00000100:00000001:3.0:1787148514.086409:0:2396:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1787148514.086410:0:2396:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787148514.086426:0:2396:0:(lustre_net.h:2406:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8c5c72652d80 x1873948276740352/t0(0) o400->lustre-MDT0001-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148569 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787148514.086431:0:2396:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787148514.086433:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787148514.086434:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787148514.086437:0:2396:0:(lustre_net.h:2406:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8c5c72652d80 x1873948276740352/t0(0) o400->lustre-MDT0001-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148569 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787148514.086443:0:2396:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5c72652d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:7e31181a-25e1-4c2b-a23d-b0f7747006f1:2396:1873948276740352:192.168.202.114@tcp:400:kworker.0 00000100:00000001:3.0:1787148514.086447:0:2396:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787148514.086448:0:2396:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787148514.086451:0:2396:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8c5c72652d80 x1873948276740352/t0(0) o400->lustre-MDT0001-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148569 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787148514.086457:0:2396:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787148514.086458:0:2396:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787148514.086460:0:2396:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c5c6df34e00. 02000000:00000001:3.0:1787148514.086462:0:2396:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787148514.086468:0:2396:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1787148514.086469:0:2396:0:(genops.c:1244:class_import_put()) import ffff8c5c5776c800 refcount=3 obd=lustre-MDT0001-mdc-ffff8c5c68fb1800 00000020:00000001:3.0:1787148514.086471:0:2396:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1787148514.086472:0:2396:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8c5c50a4e100. 02000000:00000001:3.0:1787148514.086474:0:2396:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787148514.086475:0:2396:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787148514.086476:0:2396:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5c72652d80. 00000100:00000001:3.0:1787148514.086479:0:2396:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787148514.086480:0:2396:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787148514.086482:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787148514.086484:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787148514.086485:0:2396:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787148514.086487:0:2396:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787148514.086489:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1787148514.089150:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787148514.089178:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1787148514.089182:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787148514.089185:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787148514.089194:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148514.089201:0:2385:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.14@tcp(192.168.202.14@tcp) <- 192.168.202.114@tcp : PUT - for me 00000400:00000200:0.0:1787148514.089210:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148514.089214:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148514.089220:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148514.089224:0:2385:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.114@tcp of length 224 into portal 25 MB=0x6a858955cd000 00000400:00000200:0.0:1787148514.089244:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148514.089251:0:2385:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.114@tcp of length 224/224 into md 0x5620d9 [1] + 224 00000800:00000001:0.0:1787148514.089258:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787148514.089278:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787148514.089281:0:2385:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787148514.089286:0:2385:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.14@tcp->192.168.202.114@tcp: PUT: OK 00000100:00000001:0.0:1787148514.089293:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787148514.089302:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c5c72651c00 x1873948276740096/t0(0) o400->MGC192.168.202.114@tcp@192.168.202.114@tcp:26/25 lens 224/224 e 0 to 0 dl 1787148530 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1787148514.089313:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8c5c72651c00 x1873948276740096/t0(0) o400->MGC192.168.202.114@tcp@192.168.202.114@tcp:26/25 lens 224/224 e 0 to 0 dl 1787148530 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787148514.089362:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787148514.089366:0:2396:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787148514.089388:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1787148514.089397:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787148514.089400:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1787148514.090060:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787148514.090064:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787148514.090067:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5c4a93fb58. 00000400:00000200:3.0:1787148514.090073:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5c729624c8 00000400:00000010:3.0:1787148514.090075:0:2396:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff8c5c729624c8. 00000100:00000001:3.0:1787148514.090079:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787148514.090085:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c5c72651c00 x1873948276740096/t0(0) o400->MGC192.168.202.114@tcp@192.168.202.114@tcp:26/25 lens 224/224 e 0 to 0 dl 1787148530 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787148514.090094:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c5c72651c00 x1873948276740096/t0(0) o400->MGC192.168.202.114@tcp@192.168.202.114@tcp:26/25 lens 224/224 e 0 to 0 dl 1787148530 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787148514.090101:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787148514.090134:0:2396:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787148514.090137:0:2396:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1787148514.090140:0:2396:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787148514.090142:0:2396:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787148514.090144:0:2396:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787148514.090147:0:2396:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787148514.090154:0:2396:0:(import.c:2149:obd_at_measure()) add 5 to ffff8c5c5776b460 time=146 v=5 (5 5 5 5) 00000100:00001000:3.0:1787148514.090158:0:2396:0:(import.c:2149:obd_at_measure()) add 1 to ffff8c5c5776b418 time=48 v=5 (1 1 1 0) 00000100:00000001:3.0:1787148514.090160:0:2396:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787148514.090162:0:2396:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787148514.090181:0:2396:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1787148514.090183:0:2396:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787148514.090186:0:2396:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787148514.090191:0:2396:0:(lustre_net.h:2406:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8c5c72651c00 x1873948276740096/t0(0) o400->MGC192.168.202.114@tcp@192.168.202.114@tcp:26/25 lens 224/224 e 0 to 0 dl 1787148530 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787148514.090198:0:2396:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787148514.090200:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787148514.090202:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787148514.090206:0:2396:0:(lustre_net.h:2406:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8c5c72651c00 x1873948276740096/t0(0) o400->MGC192.168.202.114@tcp@192.168.202.114@tcp:26/25 lens 224/224 e 0 to 0 dl 1787148530 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787148514.090213:0:2396:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5c72651c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:adab7261-4d97-43ea-82e8-09637750fa21:2396:1873948276740096:192.168.202.114@tcp:400:kworker.0 00000100:00000001:3.0:1787148514.090218:0:2396:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787148514.090221:0:2396:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787148514.090224:0:2396:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8c5c72651c00 x1873948276740096/t0(0) o400->MGC192.168.202.114@tcp@192.168.202.114@tcp:26/25 lens 224/224 e 0 to 0 dl 1787148530 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787148514.090232:0:2396:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787148514.090234:0:2396:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787148514.090237:0:2396:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c5c6df35e00. 02000000:00000001:3.0:1787148514.090240:0:2396:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787148514.090242:0:2396:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1787148514.090244:0:2396:0:(genops.c:1244:class_import_put()) import ffff8c5c5776b000 refcount=3 obd=MGC192.168.202.114@tcp 00000020:00000001:3.0:1787148514.090246:0:2396:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1787148514.090249:0:2396:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8c5c50a4e000. 02000000:00000001:3.0:1787148514.090252:0:2396:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787148514.090253:0:2396:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787148514.090255:0:2396:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5c72651c00. 00000100:00000001:3.0:1787148514.090258:0:2396:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787148514.090260:0:2396:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787148514.090262:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787148514.090270:0:2396:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787148514.090271:0:2396:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787148514.090274:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787148514.090276:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787148514.270288:0:266370:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787148514.270298:0:266370:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1787148514.270300:0:266370:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1787148514.270303:0:266370:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787148514.270307:0:266370:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1787148514.270309:0:266370:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787148514.270311:0:266370:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787148514.270314:0:266370:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787148514.270318:0:266370:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787148514.270319:0:266370:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787148514.270829:0:256812:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787148514.270833:0:256812:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787148514.270836:0:256812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1787148515.294270:0:266370:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787148515.294278:0:266370:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787148515.294285:0:266370:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787148515.294286:0:266370:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787148515.294452:0:235348:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787148515.294456:0:235348:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787148515.294459:0:235348:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1787148516.318340:0:266370:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787148516.318347:0:266370:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787148516.318353:0:266370:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787148516.318354:0:266370:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787148516.318380:0:235349:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787148516.318383:0:235349:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787148516.318386:0:235349:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1787148517.346862:0:266370:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787148517.346872:0:266370:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787148517.346905:0:266370:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787148517.346907:0:266370:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787148517.347008:0:244719:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787148517.347012:0:244719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787148517.347016:0:244719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1787148517.918340:0:266370:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5c48342110 (cpu 1) has reached its deadline 4307026682, at 4307026688 00000100:00000010:1.0:1787148517.918357:0:266370:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5c650ccea0. 00000100:00000040:0.0:1787148517.918620:0:267500:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5c48342000 (cpu 0) has reached its deadline 4307026682, at 4307026688 00000100:00000010:0.0:1787148517.918627:0:267500:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5c650cc7e0. 00010000:00000001:1.0:1787148518.366492:0:266370:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787148518.366500:0:266370:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787148518.366505:0:266370:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787148518.366507:0:266370:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787148518.372085:0:244722:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787148518.372094:0:244722:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787148518.372099:0:244722:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1787148519.198934:0:233104:0:(pinger.c:229:ptlrpc_pinger_process_import()) adab7261-4d97-43ea-82e8-09637750fa21->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1787148519.198945:0:233104:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1787148519.198957:0:233104:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5c5e1fdf80. 00000020:00000040:2.0:1787148519.198964:0:233104:0:(genops.c:1231:class_import_get()) import ffff8c5c5776b000 refcount=4 obd=MGC192.168.202.114@tcp 00000100:00000001:2.0:1787148519.198968:0:233104:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787148519.198971:0:233104:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787148519.199008:0:233104:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787148519.199017:0:233104:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8c5c46fcb400. 00000100:00000001:2.0:1787148519.199025:0:233104:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787148519.199037:0:233104:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging adab7261-4d97-43ea-82e8-09637750fa21->MGS req@ffff8c5c5e1fdf80 x1873948276740608/t0(0) o400->MGC192.168.202.114@tcp@192.168.202.114@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787148519.199049:0:233104:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787148519.199054:0:233104:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787148519.199061:0:233104:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000c0c39e9] to pc [ptlrpcd_01_00+0] req@ffff8c5c5e1fdf80 x1873948276740608/t0(0) o400->MGC192.168.202.114@tcp@192.168.202.114@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787148519.199096:0:233104:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787148519.199099:0:233104:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7e31181a-25e1-4c2b-a23d-b0f7747006f1->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1787148519.199139:0:233104:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1787148519.199142:0:233104:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5c5e1fc700. 00000020:00000040:2.0:1787148519.199146:0:233104:0:(genops.c:1231:class_import_get()) import ffff8c5c5776a000 refcount=6 obd=lustre-MDT0000-mdc-ffff8c5c68fb1800 00000100:00000001:2.0:1787148519.199164:0:233104:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787148519.199165:0:233104:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787148519.199167:0:233104:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787148519.199171:0:233104:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8c5c46fcbf00. 00000100:00000001:2.0:1787148519.199175:0:233104:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787148519.199180:0:233104:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 7e31181a-25e1-4c2b-a23d-b0f7747006f1->lustre-MDT0000_UUID req@ffff8c5c5e1fc700 x1873948276740736/t0(0) o400->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787148519.199187:0:233104:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787148519.199189:0:233104:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787148519.199193:0:233104:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ae4c8ed] to pc [ptlrpcd_01_01+1] req@ffff8c5c5e1fc700 x1873948276740736/t0(0) o400->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787148519.199202:0:233104:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787148519.199204:0:233104:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7e31181a-25e1-4c2b-a23d-b0f7747006f1->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1787148519.199207:0:233104:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1787148519.199210:0:233104:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5c5e1fed80. 00000020:00000040:2.0:1787148519.199212:0:233104:0:(genops.c:1231:class_import_get()) import ffff8c5c5776c800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c5c68fb1800 00000100:00000001:2.0:1787148519.199214:0:233104:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787148519.199215:0:233104:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787148519.199216:0:233104:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787148519.199219:0:233104:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8c5c46fcb900. 00000100:00000001:2.0:1787148519.199222:0:233104:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787148519.199225:0:233104:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 7e31181a-25e1-4c2b-a23d-b0f7747006f1->lustre-MDT0001_UUID req@ffff8c5c5e1fed80 x1873948276740864/t0(0) o400->lustre-MDT0001-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787148519.199232:0:233104:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787148519.199233:0:233104:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787148519.199237:0:233104:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003746127e] to pc [ptlrpcd_01_00+0] req@ffff8c5c5e1fed80 x1873948276740864/t0(0) o400->lustre-MDT0001-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787148519.199243:0:233104:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787148519.199246:0:233104:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7e31181a-25e1-4c2b-a23d-b0f7747006f1->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1787148519.199249:0:233104:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1787148519.199257:0:233104:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5c5e1fe680. 00000020:00000040:2.0:1787148519.199259:0:233104:0:(genops.c:1231:class_import_get()) import ffff8c5c5e0b1800 refcount=4 obd=lustre-OST0000-osc-ffff8c5c68fb1800 00000100:00000001:2.0:1787148519.199261:0:233104:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787148519.199262:0:233104:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787148519.199264:0:233104:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787148519.199267:0:233104:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8c5c46fcbc00. 00000100:00000001:2.0:1787148519.199271:0:233104:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787148519.199276:0:233104:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 7e31181a-25e1-4c2b-a23d-b0f7747006f1->lustre-OST0000_UUID req@ffff8c5c5e1fe680 x1873948276740992/t0(0) o400->lustre-OST0000-osc-ffff8c5c68fb1800@192.168.202.114@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787148519.199282:0:233104:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787148519.199284:0:233104:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787148519.199288:0:233104:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bc62a3e6] to pc [ptlrpcd_01_01+1] req@ffff8c5c5e1fe680 x1873948276740992/t0(0) o400->lustre-OST0000-osc-ffff8c5c68fb1800@192.168.202.114@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787148519.199295:0:233104:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787148519.199297:0:233104:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7e31181a-25e1-4c2b-a23d-b0f7747006f1->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1787148519.199300:0:233104:0:(pinger.c:247:ptlrpc_pinger_process_import()) 7e31181a-25e1-4c2b-a23d-b0f7747006f1->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1787148519.199305:0:233104:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12365) 00000100:00000001:3.0:1787148519.200489:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787148519.200496:0:2395:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787148519.200499:0:2395:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787148519.200510:0:2395:0:(lustre_net.h:2406:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8c5c5e1fdf80 x1873948276740608/t0(0) o400->MGC192.168.202.114@tcp@192.168.202.114@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787148519.200521:0:2395:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787148519.200523:0:2395:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787148519.200527:0:2395:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787148519.200530:0:2395:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787148519.200533:0:2395:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787148519.200537:0:2395:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5c5e1fdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:adab7261-4d97-43ea-82e8-09637750fa21:2395:1873948276740608:192.168.202.114@tcp:400:kworker.0 00000100:00000001:3.0:1787148519.200541:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787148519.200548:0:2395:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787148519.200551:0:2395:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787148519.200554:0:2395:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787148519.200562:0:2395:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c5c6df34c00. 02000000:00000001:3.0:1787148519.200564:0:2395:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787148519.200572:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000010:3.0:1787148519.200577:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5c4a93fb58. 00000400:00000010:3.0:1787148519.200586:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5c729624c8. 00000100:00000200:3.0:1787148519.200593:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1873948276740608, portal 25 00000100:00000001:3.0:1787148519.200595:0:2395:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787148519.200597:0:2395:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616927076867968 : -127146632683648 : ffff8c5c5e1fdf80) 00000100:00000040:3.0:1787148519.200613:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8c5c5e1fdf80 x1873948276740608/t0(0) o400->MGC192.168.202.114@tcp@192.168.202.114@tcp:26/25 lens 224/224 e 0 to 0 dl 1787148535 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787148519.200622:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787148519.200624:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.114@tcp 00000400:00000010:3.0:1787148519.200627:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5c72962c38. 00000100:00000200:3.0:1787148519.200631:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1873948276740608, offset 0 00000400:00000200:3.0:1787148519.200638:0:2395:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.114@tcp 00000400:00000200:3.0:1787148519.200649:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:3.0:1787148519.200667:0:2395:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.114@tcp local destination 00000400:00000200:3.0:1787148519.200673:0:2395:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787148519.200677:0:2395:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.14@tcp 00000400:00000200:3.0:1787148519.200681:0:2395:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.14@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787148519.200684:0:2395:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.114@tcp 00000400:00000200:3.0:1787148519.200689:0:2395:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.14@tcp NI seq info: [556961:556961:256:4294967295] 192.168.202.114@tcp LPNI seq info [556917:556917:8:4294967295] 00000400:00000200:3.0:1787148519.200693:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:3.0:1787148519.200704:0:2395:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.14@tcp(192.168.202.14@tcp:) -> 192.168.202.114@tcp(192.168.202.114@tcp:192.168.202.114@tcp) : PUT try# 0 00000800:00000200:3.0:1787148519.200710:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.114@tcp 00000800:00000010:3.0:1787148519.200715:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5c50a4e000. 00000800:00000200:3.0:1787148519.200722:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5c4508fcc0] -> 12345-192.168.202.114@tcp (5) 00000800:00000200:3.0:1787148519.200730:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.114@tcp ip 192.168.202.114:988 00000800:00000200:3.0:1787148519.200734:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8c5c50a4e000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1787148519.200756:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787148519.200761:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000100:00000001:3.0:1787148519.200764:0:2395:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.114@tcp: PM QoS new deadline estimation for cpu 0 is 4307031803 00000800:00000200:1.0:1787148519.201040:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1787148519.201045:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5c50a4e000. 00000400:00000200:1.0:1787148519.201051:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787148519.201057:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.14@tcp->192.168.202.114@tcp: PUT: OK 00000400:00000200:1.0:1787148519.201063:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5c72962c38 00000400:00000010:1.0:1787148519.201065:0:2386:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff8c5c72962c38. 00000100:00000001:1.0:1787148519.201070:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787148519.201075:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c5c5e1fdf80 x1873948276740608/t0(0) o400->MGC192.168.202.114@tcp@192.168.202.114@tcp:26/25 lens 224/224 e 0 to 0 dl 1787148535 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787148519.201085:0:2386:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787148519.201088:0:2386:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8c5c5e1fdf80 x1873948276740608/t0(0) o400->MGC192.168.202.114@tcp@192.168.202.114@tcp:26/25 lens 224/224 e 0 to 0 dl 1787148535 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787148519.201095:0:2386:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787148519.201097:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000010:3.0:1787148519.201711:0:2395:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5c650cc960. 00000100:00000001:3.0:1787148519.201719:0:2395:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.114@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1787148519.201728:0:2395:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.114@tcp: PM QoS new deadline estimation for cpu 1 is 4307031804 00000100:00000010:3.0:1787148519.201731:0:2395:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5c650cccc0. 00000100:00000001:3.0:1787148519.201734:0:2395:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.114@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1787148519.201736:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787148519.201739:0:2395:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787148519.201742:0:2395:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787148519.201748:0:2395:0:(lustre_net.h:2406:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8c5c5e1fed80 x1873948276740864/t0(0) o400->lustre-MDT0001-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787148519.201756:0:2395:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787148519.201758:0:2395:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787148519.201762:0:2395:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787148519.201764:0:2395:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787148519.202229:0:2395:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787148519.202234:0:2395:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5c5e1fed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:7e31181a-25e1-4c2b-a23d-b0f7747006f1:2395:1873948276740864:192.168.202.114@tcp:400:kworker.0 00000100:00000001:3.0:1787148519.202238:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787148519.202244:0:2395:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787148519.202246:0:2395:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787148519.202248:0:2395:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787148519.202253:0:2395:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c5c6df35600. 02000000:00000001:3.0:1787148519.202255:0:2395:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787148519.202261:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000010:3.0:1787148519.202266:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5c4a93ff20. 00000400:00000010:3.0:1787148519.202272:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5c72962bb0. 00000100:00000200:3.0:1787148519.202277:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1873948276740864, portal 10 00000100:00000001:3.0:1787148519.202280:0:2395:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787148519.202282:0:2395:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616927076871552 : -127146632680064 : ffff8c5c5e1fed80) 00000100:00000040:3.0:1787148519.202289:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8c5c5e1fed80 x1873948276740864/t0(0) o400->lustre-MDT0001-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148574 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787148519.202296:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787148519.202299:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.114@tcp 00000400:00000010:3.0:1787148519.202302:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5c72962110. 00000100:00000200:3.0:1787148519.202305:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1873948276740864, offset 0 00000400:00000200:3.0:1787148519.202312:0:2395:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.114@tcp 00000400:00000200:3.0:1787148519.202319:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:3.0:1787148519.202325:0:2395:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.114@tcp local destination 00000100:00000001:2.0:1787148519.203265:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787148519.203272:0:2396:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787148519.203275:0:2396:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787148519.203284:0:2396:0:(lustre_net.h:2406:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8c5c5e1fc700 x1873948276740736/t0(0) o400->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787148519.203292:0:2396:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787148519.203294:0:2396:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787148519.203297:0:2396:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787148519.203299:0:2396:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787148519.203302:0:2396:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787148519.203305:0:2396:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5c5e1fc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:7e31181a-25e1-4c2b-a23d-b0f7747006f1:2396:1873948276740736:192.168.202.114@tcp:400:kworker.0 00000100:00000001:2.0:1787148519.203309:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787148519.203312:0:2396:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787148519.203315:0:2396:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787148519.203329:0:2396:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787148519.203344:0:2396:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c5c4a510c00. 02000000:00000001:2.0:1787148519.203346:0:2396:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787148519.203352:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000010:2.0:1787148519.203356:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5c68ddb738. 00000400:00000010:2.0:1787148519.203361:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5c42ee3dd0. 00000100:00000200:2.0:1787148519.203366:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1873948276740736, portal 10 00000100:00000001:2.0:1787148519.203369:0:2396:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787148519.203370:0:2396:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616927076861696 : -127146632689920 : ffff8c5c5e1fc700) 00000100:00000040:2.0:1787148519.203378:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8c5c5e1fc700 x1873948276740736/t0(0) o400->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148574 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787148519.203385:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787148519.203387:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.114@tcp 00000400:00000010:2.0:1787148519.203390:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5c42ee3ee0. 00000100:00000200:2.0:1787148519.203393:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1873948276740736, offset 0 00000400:00000200:2.0:1787148519.203398:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.114@tcp 00000400:00000200:3.0:1787148519.203425:0:2395:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787148519.203431:0:2395:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.14@tcp 00000400:00000200:3.0:1787148519.203435:0:2395:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.14@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787148519.203437:0:2395:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.114@tcp 00000400:00000200:3.0:1787148519.203441:0:2395:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.14@tcp NI seq info: [556962:556962:256:4294967295] 192.168.202.114@tcp LPNI seq info [556918:556918:8:4294967295] 00000400:00000200:3.0:1787148519.203446:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:3.0:1787148519.203456:0:2395:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.14@tcp(192.168.202.14@tcp:) -> 192.168.202.114@tcp(192.168.202.114@tcp:192.168.202.114@tcp) : PUT try# 0 00000800:00000200:3.0:1787148519.203463:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.114@tcp 00000800:00000010:3.0:1787148519.203474:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5c50a4e100. 00000800:00000200:3.0:1787148519.203482:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5c4508fcc0] -> 12345-192.168.202.114@tcp (5) 00000800:00000200:3.0:1787148519.203491:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.114@tcp ip 192.168.202.114:988 00000800:00000200:3.0:1787148519.203495:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8c5c50a4e100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1787148519.203556:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787148519.203561:0:2395:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5c68fb1800: using a timeout of 16992 usecs (17 jiffies) 00000400:00000200:3.0:1787148519.203565:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000100:00000001:3.0:1787148519.203568:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5c68fb1800: PM QoS new deadline estimation for cpu 0 is 4307027990 00000100:00000001:3.0:1787148519.203572:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5c68fb1800: PM QoS request active for cpu 0, keep current deadline 4307031803 00000100:00000001:3.0:1787148519.203575:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5c68fb1800: PM QoS new deadline estimation for cpu 1 is 4307027990 00000100:00000001:3.0:1787148519.203577:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5c68fb1800: PM QoS request active for cpu 1, keep current deadline 4307031804 00000100:00000001:3.0:1787148519.203579:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787148519.203581:0:2395:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787148519.203585:0:2395:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787148519.203588:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787148519.203598:0:2395:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787148519.203601:0:2395:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1787148519.203615:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787148519.203617:0:2395:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787148519.203618:0:2395:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787148519.203622:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787148519.209312:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:2.0:1787148519.209326:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.114@tcp local destination 00000400:00000200:2.0:1787148519.210950:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787148519.210960:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.14@tcp 00000400:00000200:2.0:1787148519.210963:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.14@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787148519.210967:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.114@tcp 00000400:00000200:2.0:1787148519.210971:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.14@tcp NI seq info: [556963:556963:255:4294967295] 192.168.202.114@tcp LPNI seq info [556919:556919:7:4294967295] 00000400:00000200:2.0:1787148519.210987:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:2.0:1787148519.210999:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.14@tcp(192.168.202.14@tcp:) -> 192.168.202.114@tcp(192.168.202.114@tcp:192.168.202.114@tcp) : PUT try# 0 00000800:00000200:2.0:1787148519.211006:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.114@tcp 00000800:00000010:2.0:1787148519.211017:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5c46fcb100. 00000800:00000200:2.0:1787148519.211024:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5c4508fcc0] -> 12345-192.168.202.114@tcp (5) 00000800:00000200:2.0:1787148519.211032:0:2396:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.114@tcp ip 192.168.202.114:988 00000800:00000200:2.0:1787148519.211036:0:2396:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8c5c46fcb100 type 1, nob 320 niov 1 nkiov 1 00000800:00000001:0.0:1787148519.215527:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787148519.215547:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1787148519.215552:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787148519.215554:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787148519.215563:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148519.215583:0:2385:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.14@tcp(192.168.202.14@tcp) <- 192.168.202.114@tcp : PUT - for me 00000400:00000200:0.0:1787148519.215595:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148519.215600:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148519.215605:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148519.215610:0:2385:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.114@tcp of length 224 into portal 25 MB=0x6a858955cd200 00000400:00000200:0.0:1787148519.215637:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148519.215643:0:2385:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.114@tcp of length 224/224 into md 0x5620e9 [1] + 224 00000800:00000001:0.0:1787148519.215650:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787148519.215661:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787148519.215665:0:2385:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787148519.215669:0:2385:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.14@tcp->192.168.202.114@tcp: PUT: OK 00000100:00000001:0.0:1787148519.215677:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787148519.215686:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c5c5e1fdf80 x1873948276740608/t0(0) o400->MGC192.168.202.114@tcp@192.168.202.114@tcp:26/25 lens 224/224 e 0 to 0 dl 1787148535 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1787148519.215696:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8c5c5e1fdf80 x1873948276740608/t0(0) o400->MGC192.168.202.114@tcp@192.168.202.114@tcp:26/25 lens 224/224 e 0 to 0 dl 1787148535 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787148519.215719:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000200:0.0:1787148519.215825:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1787148519.215829:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5c50a4e100. 00000400:00000200:0.0:1787148519.215834:0:2385:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787148519.215837:0:2385:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.14@tcp->192.168.202.114@tcp: PUT: OK 00000400:00000200:0.0:1787148519.215841:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5c72962110 00000400:00000010:0.0:1787148519.215844:0:2385:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff8c5c72962110. 00000100:00000001:0.0:1787148519.215849:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787148519.215854:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c5c5e1fed80 x1873948276740864/t0(0) o400->lustre-MDT0001-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148574 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787148519.215864:0:2385:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787148519.215868:0:2385:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8c5c5e1fed80 x1873948276740864/t0(0) o400->lustre-MDT0001-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148574 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787148519.215875:0:2385:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787148519.215877:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1787148519.215883:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787148519.215886:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787148519.216296:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787148519.216312:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5c68fb1800: using a timeout of 24637 usecs (25 jiffies) 00000400:00000200:2.0:1787148519.216317:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000100:00000001:2.0:1787148519.216320:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5c68fb1800: PM QoS new deadline estimation for cpu 0 is 4307028011 00000100:00000001:2.0:1787148519.216323:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5c68fb1800: PM QoS request active for cpu 0, keep current deadline 4307031803 00000100:00000001:2.0:1787148519.216325:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5c68fb1800: PM QoS new deadline estimation for cpu 1 is 4307028011 00000100:00000001:2.0:1787148519.216327:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5c68fb1800: PM QoS request active for cpu 1, keep current deadline 4307031804 00000100:00000001:2.0:1787148519.216337:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787148519.216341:0:2396:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787148519.216345:0:2396:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787148519.216351:0:2396:0:(lustre_net.h:2406:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8c5c5e1fe680 x1873948276740992/t0(0) o400->lustre-OST0000-osc-ffff8c5c68fb1800@192.168.202.114@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787148519.216360:0:2396:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787148519.216362:0:2396:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787148519.216366:0:2396:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787148519.216370:0:2396:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787148519.216372:0:2396:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787148519.216375:0:2396:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5c5e1fe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:7e31181a-25e1-4c2b-a23d-b0f7747006f1:2396:1873948276740992:192.168.202.114@tcp:400:kworker.0 00000100:00000001:2.0:1787148519.216379:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787148519.216385:0:2396:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787148519.216388:0:2396:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787148519.216390:0:2396:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787148519.216395:0:2396:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c5c4a511400. 02000000:00000001:2.0:1787148519.216397:0:2396:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787148519.216402:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000010:2.0:1787148519.216405:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5c68ddb8f0. 00000400:00000010:2.0:1787148519.216411:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5c42ee3198. 00000100:00000200:2.0:1787148519.216417:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1873948276740992, portal 4 00000100:00000001:2.0:1787148519.216419:0:2396:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787148519.216421:0:2396:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616927076869760 : -127146632681856 : ffff8c5c5e1fe680) 00000100:00000040:2.0:1787148519.216427:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8c5c5e1fe680 x1873948276740992/t0(0) o400->lustre-OST0000-osc-ffff8c5c68fb1800@192.168.202.114@tcp:28/4 lens 224/224 e 0 to 0 dl 1787148574 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787148519.216457:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787148519.216459:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.114@tcp 00000400:00000010:2.0:1787148519.216462:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5c42ee3cc0. 00000100:00000200:2.0:1787148519.216465:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1873948276740992, offset 0 00000400:00000200:2.0:1787148519.216471:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.114@tcp 00000400:00000200:2.0:1787148519.216477:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:2.0:1787148519.216482:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.114@tcp local destination 00000400:00000200:2.0:1787148519.216487:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787148519.216491:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.14@tcp 00000400:00000200:2.0:1787148519.216494:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.14@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787148519.216497:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.114@tcp 00000400:00000200:2.0:1787148519.216500:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.14@tcp NI seq info: [556964:556964:255:4294967295] 192.168.202.114@tcp LPNI seq info [556920:556920:7:4294967295] 00000400:00000200:2.0:1787148519.216504:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:2.0:1787148519.216513:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.14@tcp(192.168.202.14@tcp:) -> 192.168.202.114@tcp(192.168.202.114@tcp:192.168.202.114@tcp) : PUT try# 0 00000800:00000200:2.0:1787148519.216519:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.114@tcp 00000800:00000010:2.0:1787148519.216523:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5c46fcbb00. 00000800:00000200:2.0:1787148519.216528:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5c4508fcc0] -> 12345-192.168.202.114@tcp (5) 00000800:00000200:2.0:1787148519.216536:0:2396:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.114@tcp ip 192.168.202.114:988 00000800:00000200:2.0:1787148519.216540:0:2396:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8c5c46fcbb00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787148519.216543:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787148519.216546:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5c68fb1800: using a timeout of 119466 usecs (120 jiffies) 00000400:00000200:2.0:1787148519.216549:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000100:00000001:2.0:1787148519.216563:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5c68fb1800: PM QoS new deadline estimation for cpu 0 is 4307028106 00000100:00000001:2.0:1787148519.216566:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5c68fb1800: PM QoS request active for cpu 0, keep current deadline 4307031803 00000100:00000001:2.0:1787148519.216567:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5c68fb1800: PM QoS new deadline estimation for cpu 1 is 4307028106 00000100:00000001:2.0:1787148519.216579:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5c68fb1800: PM QoS request active for cpu 1, keep current deadline 4307031804 00000100:00000001:2.0:1787148519.216582:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787148519.216584:0:2396:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787148519.216590:0:2396:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787148519.216594:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787148519.216608:0:2396:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787148519.216609:0:2396:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00000001:2.0:1787148519.216612:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787148519.216614:0:2396:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787148519.216615:0:2396:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787148519.216618:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787148519.217216:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787148519.217220:0:2395:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1787148519.217225:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787148519.217227:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787148519.217230:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5c4a93fb58. 00000400:00000200:3.0:1787148519.217234:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5c729624c8 00000400:00000010:3.0:1787148519.217236:0:2395:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff8c5c729624c8. 00000100:00000001:3.0:1787148519.217240:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787148519.217247:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c5c5e1fdf80 x1873948276740608/t0(0) o400->MGC192.168.202.114@tcp@192.168.202.114@tcp:26/25 lens 224/224 e 0 to 0 dl 1787148535 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787148519.217256:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c5c5e1fdf80 x1873948276740608/t0(0) o400->MGC192.168.202.114@tcp@192.168.202.114@tcp:26/25 lens 224/224 e 0 to 0 dl 1787148535 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787148519.217277:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787148519.217279:0:2395:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787148519.217281:0:2395:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1787148519.217284:0:2395:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787148519.217286:0:2395:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787148519.217289:0:2395:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787148519.217292:0:2395:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787148519.217298:0:2395:0:(import.c:2149:obd_at_measure()) add 5 to ffff8c5c5776b460 time=151 v=5 (5 5 5 5) 00000100:00001000:3.0:1787148519.217303:0:2395:0:(import.c:2149:obd_at_measure()) add 1 to ffff8c5c5776b418 time=53 v=5 (1 1 1 0) 00000100:00000001:3.0:1787148519.217306:0:2395:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787148519.217307:0:2395:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787148519.217310:0:2395:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1787148519.217312:0:2395:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787148519.217315:0:2395:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787148519.217320:0:2395:0:(lustre_net.h:2406:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8c5c5e1fdf80 x1873948276740608/t0(0) o400->MGC192.168.202.114@tcp@192.168.202.114@tcp:26/25 lens 224/224 e 0 to 0 dl 1787148535 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787148519.217327:0:2395:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787148519.217342:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787148519.217344:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787148519.217348:0:2395:0:(lustre_net.h:2406:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8c5c5e1fdf80 x1873948276740608/t0(0) o400->MGC192.168.202.114@tcp@192.168.202.114@tcp:26/25 lens 224/224 e 0 to 0 dl 1787148535 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787148519.217355:0:2395:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5c5e1fdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:adab7261-4d97-43ea-82e8-09637750fa21:2395:1873948276740608:192.168.202.114@tcp:400:kworker.0 00000100:00000001:3.0:1787148519.217360:0:2395:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787148519.217362:0:2395:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787148519.217366:0:2395:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8c5c5e1fdf80 x1873948276740608/t0(0) o400->MGC192.168.202.114@tcp@192.168.202.114@tcp:26/25 lens 224/224 e 0 to 0 dl 1787148535 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787148519.217372:0:2395:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787148519.217374:0:2395:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787148519.217376:0:2395:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c5c6df34c00. 02000000:00000001:3.0:1787148519.217380:0:2395:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787148519.217382:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1787148519.217390:0:2395:0:(genops.c:1244:class_import_put()) import ffff8c5c5776b000 refcount=3 obd=MGC192.168.202.114@tcp 00000020:00000001:3.0:1787148519.217392:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1787148519.217394:0:2395:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8c5c46fcb400. 02000000:00000001:3.0:1787148519.217398:0:2395:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787148519.217401:0:2395:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787148519.217402:0:2395:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5c5e1fdf80. 00000100:00000001:3.0:1787148519.217406:0:2395:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787148519.217407:0:2395:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787148519.217410:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787148519.217411:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787148519.217412:0:2395:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787148519.217414:0:2395:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787148519.217415:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1787148519.218535:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787148519.218557:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1787148519.218561:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787148519.218564:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787148519.218595:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148519.218602:0:2385:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.14@tcp(192.168.202.14@tcp) <- 192.168.202.114@tcp : PUT - for me 00000400:00000200:0.0:1787148519.218618:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148519.218623:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148519.218627:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148519.218632:0:2385:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.114@tcp of length 224 into portal 10 MB=0x6a858955cd300 00000400:00000200:0.0:1787148519.218637:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148519.218643:0:2385:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.114@tcp of length 224/224 into md 0x5620f1 [1] + 224 00000800:00000001:0.0:1787148519.218650:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787148519.218657:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787148519.218660:0:2385:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787148519.218665:0:2385:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.14@tcp->192.168.202.114@tcp: PUT: OK 00000100:00000001:0.0:1787148519.218671:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787148519.218678:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c5c5e1fed80 x1873948276740864/t0(0) o400->lustre-MDT0001-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148574 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1787148519.218689:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8c5c5e1fed80 x1873948276740864/t0(0) o400->lustre-MDT0001-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148574 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787148519.218706:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000200:0.0:1787148519.218739:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1787148519.218742:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5c46fcb100. 00000400:00000200:0.0:1787148519.218745:0:2385:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787148519.218749:0:2385:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.14@tcp->192.168.202.114@tcp: PUT: OK 00000400:00000200:0.0:1787148519.218752:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5c42ee3ee0 00000400:00000010:0.0:1787148519.218754:0:2385:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff8c5c42ee3ee0. 00000100:00000001:0.0:1787148519.218757:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787148519.218761:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c5c5e1fc700 x1873948276740736/t0(0) o400->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148574 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787148519.218778:0:2385:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787148519.218781:0:2385:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8c5c5e1fc700 x1873948276740736/t0(0) o400->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148574 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787148519.218788:0:2385:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787148519.218794:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1787148519.218802:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787148519.218805:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1787148519.218858:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1787148519.218861:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5c46fcbb00. 00000400:00000200:0.0:1787148519.218864:0:2385:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787148519.218868:0:2385:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.14@tcp->192.168.202.114@tcp: PUT: OK 00000400:00000200:0.0:1787148519.218871:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5c42ee3cc0 00000400:00000010:0.0:1787148519.218873:0:2385:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff8c5c42ee3cc0. 00000100:00000001:0.0:1787148519.218876:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787148519.218880:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c5c5e1fe680 x1873948276740992/t0(0) o400->lustre-OST0000-osc-ffff8c5c68fb1800@192.168.202.114@tcp:28/4 lens 224/224 e 0 to 0 dl 1787148574 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787148519.218888:0:2385:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787148519.218891:0:2385:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8c5c5e1fe680 x1873948276740992/t0(0) o400->lustre-OST0000-osc-ffff8c5c68fb1800@192.168.202.114@tcp:28/4 lens 224/224 e 0 to 0 dl 1787148574 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787148519.218896:0:2385:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787148519.218898:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1787148519.219095:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787148519.219100:0:2395:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1787148519.219127:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787148519.219129:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787148519.219133:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5c4a93ff20. 00000400:00000200:3.0:1787148519.219137:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5c72962bb0 00000400:00000010:3.0:1787148519.219139:0:2395:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff8c5c72962bb0. 00000100:00000001:3.0:1787148519.219142:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787148519.219147:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c5c5e1fed80 x1873948276740864/t0(0) o400->lustre-MDT0001-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148574 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787148519.219156:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c5c5e1fed80 x1873948276740864/t0(0) o400->lustre-MDT0001-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148574 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787148519.219162:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787148519.219164:0:2395:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787148519.219166:0:2395:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1787148519.219170:0:2395:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787148519.219173:0:2395:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787148519.219176:0:2395:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787148519.219179:0:2395:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787148519.219190:0:2395:0:(import.c:2149:obd_at_measure()) add 36 to ffff8c5c5776cc60 time=151 v=36 (36 36 36 36) 00000100:00001000:3.0:1787148519.219194:0:2395:0:(import.c:2149:obd_at_measure()) add 1 to ffff8c5c5776cc18 time=28 v=5 (1 1 1 0) 00000100:00000001:3.0:1787148519.219197:0:2395:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787148519.219198:0:2395:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787148519.219201:0:2395:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1787148519.219213:0:2395:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8c5c5e1fed80 x1873948276740864/t0(0) o400->lustre-MDT0001-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148574 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1787148519.219219:0:2395:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787148519.219222:0:2395:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1787148519.219225:0:2395:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8c5c68fb1800: skip recheck: last_committed 21474836540 00000100:00000001:3.0:1787148519.219227:0:2395:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1787148519.219228:0:2395:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787148519.219232:0:2395:0:(lustre_net.h:2406:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8c5c5e1fed80 x1873948276740864/t0(0) o400->lustre-MDT0001-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148574 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787148519.219238:0:2395:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787148519.219241:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787148519.219243:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787148519.219246:0:2395:0:(lustre_net.h:2406:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8c5c5e1fed80 x1873948276740864/t0(0) o400->lustre-MDT0001-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148574 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787148519.219253:0:2395:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5c5e1fed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:7e31181a-25e1-4c2b-a23d-b0f7747006f1:2395:1873948276740864:192.168.202.114@tcp:400:kworker.0 00000100:00000001:3.0:1787148519.219258:0:2395:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787148519.219259:0:2395:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787148519.219262:0:2395:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8c5c5e1fed80 x1873948276740864/t0(0) o400->lustre-MDT0001-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148574 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787148519.219268:0:2395:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787148519.219270:0:2395:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787148519.219273:0:2395:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c5c6df35600. 02000000:00000001:3.0:1787148519.219276:0:2395:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787148519.219278:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1787148519.219280:0:2395:0:(genops.c:1244:class_import_put()) import ffff8c5c5776c800 refcount=3 obd=lustre-MDT0001-mdc-ffff8c5c68fb1800 00000020:00000001:3.0:1787148519.219282:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1787148519.219284:0:2395:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8c5c46fcb900. 02000000:00000001:3.0:1787148519.219287:0:2395:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787148519.219288:0:2395:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787148519.219290:0:2395:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5c5e1fed80. 00000100:00000001:3.0:1787148519.219293:0:2395:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787148519.219300:0:2395:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787148519.219302:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787148519.219309:0:2395:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787148519.219310:0:2395:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787148519.219312:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787148519.219315:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1787148519.224018:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787148519.224037:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1787148519.224041:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787148519.224044:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787148519.224054:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148519.224063:0:2385:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.14@tcp(192.168.202.14@tcp) <- 192.168.202.114@tcp : PUT - for me 00000400:00000200:0.0:1787148519.224072:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148519.224077:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148519.224083:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148519.224087:0:2385:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.114@tcp of length 224 into portal 10 MB=0x6a858955cd280 00000400:00000200:0.0:1787148519.224092:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148519.224098:0:2385:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.114@tcp of length 224/224 into md 0x5620f9 [1] + 224 00000800:00000001:0.0:1787148519.224142:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787148519.224150:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787148519.224154:0:2385:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787148519.224159:0:2385:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.14@tcp->192.168.202.114@tcp: PUT: OK 00000100:00000001:0.0:1787148519.224168:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787148519.224194:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c5c5e1fc700 x1873948276740736/t0(0) o400->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148574 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1787148519.224206:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8c5c5e1fc700 x1873948276740736/t0(0) o400->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148574 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787148519.224229:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1787148519.224239:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787148519.224242:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787148519.224424:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787148519.224429:0:2396:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1787148519.224438:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787148519.224441:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787148519.224444:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5c68ddb738. 00000400:00000200:2.0:1787148519.224450:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5c42ee3dd0 00000400:00000010:2.0:1787148519.224453:0:2396:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff8c5c42ee3dd0. 00000100:00000001:2.0:1787148519.224458:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787148519.224463:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c5c5e1fc700 x1873948276740736/t0(0) o400->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148574 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787148519.224473:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c5c5e1fc700 x1873948276740736/t0(0) o400->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148574 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787148519.224480:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787148519.224482:0:2396:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787148519.224484:0:2396:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1787148519.224487:0:2396:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1787148519.224490:0:2396:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787148519.224493:0:2396:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787148519.224496:0:2396:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1787148519.224508:0:2396:0:(import.c:2149:obd_at_measure()) add 36 to ffff8c5c5776a460 time=151 v=36 (36 36 36 36) 00000100:00001000:2.0:1787148519.224513:0:2396:0:(import.c:2149:obd_at_measure()) add 1 to ffff8c5c5776a418 time=53 v=5 (1 1 1 0) 00000100:00000001:2.0:1787148519.224517:0:2396:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1787148519.224518:0:2396:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787148519.224521:0:2396:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1787148519.224525:0:2396:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787148519.224530:0:2396:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1787148519.224532:0:2396:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c5c68fb1800: skip recheck: last_committed 30064771464 00000100:00000001:2.0:1787148519.224534:0:2396:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1787148519.224543:0:2396:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787148519.224549:0:2396:0:(lustre_net.h:2406:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8c5c5e1fc700 x1873948276740736/t0(0) o400->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148574 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787148519.224556:0:2396:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787148519.224559:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787148519.224561:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787148519.224565:0:2396:0:(lustre_net.h:2406:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8c5c5e1fc700 x1873948276740736/t0(0) o400->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148574 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787148519.224587:0:2396:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5c5e1fc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:7e31181a-25e1-4c2b-a23d-b0f7747006f1:2396:1873948276740736:192.168.202.114@tcp:400:kworker.0 00000100:00000001:2.0:1787148519.224593:0:2396:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787148519.224597:0:2396:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787148519.224601:0:2396:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8c5c5e1fc700 x1873948276740736/t0(0) o400->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148574 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787148519.224616:0:2396:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787148519.224619:0:2396:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787148519.224623:0:2396:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c5c4a510c00. 02000000:00000001:2.0:1787148519.224627:0:2396:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787148519.224629:0:2396:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1787148519.224631:0:2396:0:(genops.c:1244:class_import_put()) import ffff8c5c5776a000 refcount=5 obd=lustre-MDT0000-mdc-ffff8c5c68fb1800 00000020:00000001:2.0:1787148519.224634:0:2396:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1787148519.224637:0:2396:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8c5c46fcbf00. 02000000:00000001:2.0:1787148519.224640:0:2396:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787148519.224643:0:2396:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787148519.224644:0:2396:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5c5e1fc700. 00000100:00000001:2.0:1787148519.224648:0:2396:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787148519.224649:0:2396:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787148519.224652:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787148519.224654:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787148519.224656:0:2396:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787148519.224657:0:2396:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787148519.224659:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1787148519.226402:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787148519.226417:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1787148519.226420:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787148519.226423:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787148519.226430:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:1.0:1787148519.226438:0:2386:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.14@tcp(192.168.202.14@tcp) <- 192.168.202.114@tcp : PUT - for me 00000400:00000200:1.0:1787148519.226446:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:1.0:1787148519.226451:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:1.0:1787148519.226455:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:1.0:1787148519.226459:0:2386:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.114@tcp of length 224 into portal 4 MB=0x6a858955cd380 00000400:00000200:1.0:1787148519.226464:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:1.0:1787148519.226470:0:2386:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.114@tcp of length 224/224 into md 0x562101 [1] + 224 00000800:00000001:1.0:1787148519.226490:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787148519.226543:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787148519.226547:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787148519.226551:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.14@tcp->192.168.202.114@tcp: PUT: OK 00000100:00000001:1.0:1787148519.226557:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787148519.226565:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c5c5e1fe680 x1873948276740992/t0(0) o400->lustre-OST0000-osc-ffff8c5c68fb1800@192.168.202.114@tcp:28/4 lens 224/224 e 0 to 0 dl 1787148574 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1787148519.226588:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8c5c5e1fe680 x1873948276740992/t0(0) o400->lustre-OST0000-osc-ffff8c5c68fb1800@192.168.202.114@tcp:28/4 lens 224/224 e 0 to 0 dl 1787148574 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787148519.226614:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1787148519.226621:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787148519.226624:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787148519.227050:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787148519.227055:0:2396:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1787148519.227066:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787148519.227068:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787148519.227071:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5c68ddb8f0. 00000400:00000200:2.0:1787148519.227075:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5c42ee3198 00000400:00000010:2.0:1787148519.227078:0:2396:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff8c5c42ee3198. 00000100:00000001:2.0:1787148519.227081:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787148519.227086:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c5c5e1fe680 x1873948276740992/t0(0) o400->lustre-OST0000-osc-ffff8c5c68fb1800@192.168.202.114@tcp:28/4 lens 224/224 e 0 to 0 dl 1787148574 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787148519.227095:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c5c5e1fe680 x1873948276740992/t0(0) o400->lustre-OST0000-osc-ffff8c5c68fb1800@192.168.202.114@tcp:28/4 lens 224/224 e 0 to 0 dl 1787148574 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787148519.227138:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787148519.227140:0:2396:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787148519.227143:0:2396:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1787148519.227146:0:2396:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1787148519.227148:0:2396:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787148519.227150:0:2396:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787148519.227153:0:2396:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1787148519.227162:0:2396:0:(import.c:2149:obd_at_measure()) add 36 to ffff8c5c5e0b1c60 time=151 v=36 (36 5 5 5) 00000100:00001000:2.0:1787148519.227167:0:2396:0:(import.c:2149:obd_at_measure()) add 1 to ffff8c5c5e0b1c18 time=127 v=5 (1 1 1 1) 00000100:00000001:2.0:1787148519.227169:0:2396:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1787148519.227171:0:2396:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787148519.227173:0:2396:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1787148519.227177:0:2396:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787148519.227180:0:2396:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1787148519.227182:0:2396:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8c5c68fb1800: skip recheck: last_committed 42949695890 00000100:00000001:2.0:1787148519.227184:0:2396:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1787148519.227186:0:2396:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787148519.227190:0:2396:0:(lustre_net.h:2406:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8c5c5e1fe680 x1873948276740992/t0(0) o400->lustre-OST0000-osc-ffff8c5c68fb1800@192.168.202.114@tcp:28/4 lens 224/224 e 0 to 0 dl 1787148574 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787148519.227197:0:2396:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787148519.227200:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787148519.227202:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787148519.227206:0:2396:0:(lustre_net.h:2406:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8c5c5e1fe680 x1873948276740992/t0(0) o400->lustre-OST0000-osc-ffff8c5c68fb1800@192.168.202.114@tcp:28/4 lens 224/224 e 0 to 0 dl 1787148574 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787148519.227226:0:2396:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5c5e1fe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:7e31181a-25e1-4c2b-a23d-b0f7747006f1:2396:1873948276740992:192.168.202.114@tcp:400:kworker.0 00000100:00000001:2.0:1787148519.227230:0:2396:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787148519.227233:0:2396:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787148519.227236:0:2396:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8c5c5e1fe680 x1873948276740992/t0(0) o400->lustre-OST0000-osc-ffff8c5c68fb1800@192.168.202.114@tcp:28/4 lens 224/224 e 0 to 0 dl 1787148574 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787148519.227241:0:2396:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787148519.227244:0:2396:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787148519.227247:0:2396:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c5c4a511400. 02000000:00000001:2.0:1787148519.227251:0:2396:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787148519.227254:0:2396:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1787148519.227256:0:2396:0:(genops.c:1244:class_import_put()) import ffff8c5c5e0b1800 refcount=3 obd=lustre-OST0000-osc-ffff8c5c68fb1800 00000020:00000001:2.0:1787148519.227258:0:2396:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1787148519.227260:0:2396:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8c5c46fcbc00. 02000000:00000001:2.0:1787148519.227263:0:2396:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787148519.227276:0:2396:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787148519.227278:0:2396:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5c5e1fe680. 00000100:00000001:2.0:1787148519.227282:0:2396:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787148519.227284:0:2396:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787148519.227286:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787148519.227294:0:2396:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787148519.227296:0:2396:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787148519.227299:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787148519.227301:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787148519.390555:0:266370:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787148519.390562:0:266370:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787148519.390578:0:266370:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787148519.390579:0:266370:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787148519.390724:0:256812:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787148519.390729:0:256812:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787148519.390732:0:256812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1787148520.414243:0:266370:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787148520.414250:0:266370:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787148520.414257:0:266370:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787148520.414258:0:266370:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787148520.414633:0:235348:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787148520.414637:0:235348:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787148520.414641:0:235348:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1787148521.438340:0:266370:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787148521.438347:0:266370:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787148521.438353:0:266370:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787148521.438355:0:266370:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787148521.438380:0:235349:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787148521.438382:0:235349:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787148521.438385:0:235349:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1787148522.464435:0:266370:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787148522.464442:0:266370:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787148522.464449:0:266370:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787148522.464462:0:266370:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1787148522.464465:0:266370:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1787148522.464472:0:266370:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787148522.464475:0:266370:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787148522.464476:0:266370:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787148522.464497:0:266370:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1787148522.464499:0:266370:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787148522.464502:0:266370:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787148522.464504:0:266370:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787148522.464611:0:244719:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787148522.464616:0:244719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787148522.464619:0:244719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1787148523.038498:0:267500:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5c48342000 (cpu 0) has reached its deadline 4307031803, at 4307031808 00000100:00000010:0.0:1787148523.038514:0:267500:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5c650cc960. 00000100:00000040:1.0:1787148523.043242:0:266370:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5c48342110 (cpu 1) has reached its deadline 4307031804, at 4307031812 00000100:00000010:1.0:1787148523.043260:0:266370:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5c650cccc0. 00010000:00000001:1.0:1787148523.486482:0:266370:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787148523.486490:0:266370:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787148523.486497:0:266370:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787148523.486498:0:266370:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787148523.487039:0:244722:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787148523.487044:0:244722:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787148523.487047:0:244722:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1787148524.318441:0:233104:0:(pinger.c:229:ptlrpc_pinger_process_import()) adab7261-4d97-43ea-82e8-09637750fa21->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1787148524.318452:0:233104:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1787148524.318463:0:233104:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5c6dfea680. 00000020:00000040:0.0:1787148524.318468:0:233104:0:(genops.c:1231:class_import_get()) import ffff8c5c5776b000 refcount=4 obd=MGC192.168.202.114@tcp 00000100:00000001:0.0:1787148524.318473:0:233104:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787148524.318476:0:233104:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787148524.318480:0:233104:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787148524.318487:0:233104:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8c5c474ae100. 00000100:00000001:0.0:1787148524.318493:0:233104:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787148524.318504:0:233104:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging adab7261-4d97-43ea-82e8-09637750fa21->MGS req@ffff8c5c6dfea680 x1873948276741120/t0(0) o400->MGC192.168.202.114@tcp@192.168.202.114@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787148524.318514:0:233104:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787148524.318518:0:233104:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787148524.318525:0:233104:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000015b9aa29] to pc [ptlrpcd_00_01+1] req@ffff8c5c6dfea680 x1873948276741120/t0(0) o400->MGC192.168.202.114@tcp@192.168.202.114@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787148524.318557:0:233104:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787148524.318575:0:233104:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7e31181a-25e1-4c2b-a23d-b0f7747006f1->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1787148524.318578:0:233104:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1787148524.318582:0:233104:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5c6dfe8700. 00000020:00000040:0.0:1787148524.318584:0:233104:0:(genops.c:1231:class_import_get()) import ffff8c5c5776a000 refcount=6 obd=lustre-MDT0000-mdc-ffff8c5c68fb1800 00000100:00000001:0.0:1787148524.318586:0:233104:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787148524.318587:0:233104:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787148524.318589:0:233104:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787148524.318594:0:233104:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8c5c474ae800. 00000100:00000001:0.0:1787148524.318598:0:233104:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787148524.318602:0:233104:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 7e31181a-25e1-4c2b-a23d-b0f7747006f1->lustre-MDT0000_UUID req@ffff8c5c6dfe8700 x1873948276741248/t0(0) o400->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787148524.318610:0:233104:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787148524.318612:0:233104:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787148524.318616:0:233104:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f2282edc] to pc [ptlrpcd_00_00+0] req@ffff8c5c6dfe8700 x1873948276741248/t0(0) o400->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787148524.318624:0:233104:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787148524.318626:0:233104:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7e31181a-25e1-4c2b-a23d-b0f7747006f1->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1787148524.318629:0:233104:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1787148524.318632:0:233104:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5c6dfead80. 00000020:00000040:0.0:1787148524.318645:0:233104:0:(genops.c:1231:class_import_get()) import ffff8c5c5776c800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c5c68fb1800 00000100:00000001:0.0:1787148524.318648:0:233104:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787148524.318649:0:233104:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787148524.318651:0:233104:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787148524.318654:0:233104:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8c5c474ae000. 00000100:00000001:0.0:1787148524.318656:0:233104:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787148524.318660:0:233104:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 7e31181a-25e1-4c2b-a23d-b0f7747006f1->lustre-MDT0001_UUID req@ffff8c5c6dfead80 x1873948276741376/t0(0) o400->lustre-MDT0001-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787148524.318667:0:233104:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787148524.318669:0:233104:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787148524.318672:0:233104:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000094389f30] to pc [ptlrpcd_00_01+1] req@ffff8c5c6dfead80 x1873948276741376/t0(0) o400->lustre-MDT0001-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787148524.318701:0:233104:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787148524.318704:0:233104:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7e31181a-25e1-4c2b-a23d-b0f7747006f1->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1787148524.318707:0:233104:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1787148524.318710:0:233104:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5c6dfe8000. 00000020:00000040:0.0:1787148524.318712:0:233104:0:(genops.c:1231:class_import_get()) import ffff8c5c5e0b1800 refcount=4 obd=lustre-OST0000-osc-ffff8c5c68fb1800 00000100:00000001:0.0:1787148524.318714:0:233104:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787148524.318715:0:233104:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787148524.318717:0:233104:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787148524.318720:0:233104:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8c5c474ae500. 00000100:00000001:0.0:1787148524.318723:0:233104:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787148524.318727:0:233104:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 7e31181a-25e1-4c2b-a23d-b0f7747006f1->lustre-OST0000_UUID req@ffff8c5c6dfe8000 x1873948276741504/t0(0) o400->lustre-OST0000-osc-ffff8c5c68fb1800@192.168.202.114@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787148524.318734:0:233104:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787148524.318735:0:233104:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787148524.318738:0:233104:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000740af57d] to pc [ptlrpcd_00_00+0] req@ffff8c5c6dfe8000 x1873948276741504/t0(0) o400->lustre-OST0000-osc-ffff8c5c68fb1800@192.168.202.114@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787148524.318745:0:233104:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787148524.318747:0:233104:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7e31181a-25e1-4c2b-a23d-b0f7747006f1->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1787148524.318750:0:233104:0:(pinger.c:247:ptlrpc_pinger_process_import()) 7e31181a-25e1-4c2b-a23d-b0f7747006f1->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1787148524.318754:0:233104:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12370) 00000100:00000001:0.0:1787148524.318769:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787148524.318773:0:2393:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787148524.318775:0:2393:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787148524.318780:0:2393:0:(lustre_net.h:2406:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8c5c6dfe8700 x1873948276741248/t0(0) o400->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787148524.318787:0:2393:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787148524.318789:0:2393:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787148524.318792:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787148524.318794:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787148524.318801:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787148524.318805:0:2393:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5c6dfe8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7e31181a-25e1-4c2b-a23d-b0f7747006f1:2393:1873948276741248:192.168.202.114@tcp:400:kworker.0 00000100:00000001:0.0:1787148524.318809:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787148524.318813:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787148524.318816:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787148524.318818:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787148524.318822:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c5c4b8fda00. 02000000:00000001:0.0:1787148524.318824:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787148524.318830:0:2393:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000010:0.0:1787148524.318835:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5c483f4000. 00000400:00000010:0.0:1787148524.318841:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5c47fecf68. 00000100:00000200:0.0:1787148524.318848:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1873948276741248, portal 10 00000100:00000001:0.0:1787148524.318850:0:2393:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787148524.318851:0:2393:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616927343118080 : -127146366433536 : ffff8c5c6dfe8700) 00000100:00000040:0.0:1787148524.318858:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8c5c6dfe8700 x1873948276741248/t0(0) o400->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148579 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787148524.318865:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787148524.318867:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.114@tcp 00000400:00000010:0.0:1787148524.318869:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5c47fec550. 00000100:00000200:0.0:1787148524.318872:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1873948276741248, offset 0 00000400:00000200:0.0:1787148524.318878:0:2393:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.114@tcp 00000400:00000200:0.0:1787148524.318886:0:2393:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148524.318893:0:2393:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.114@tcp local destination 00000400:00000200:0.0:1787148524.318898:0:2393:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787148524.318902:0:2393:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.14@tcp 00000400:00000200:0.0:1787148524.318905:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787148524.318908:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.114@tcp 00000400:00000200:0.0:1787148524.318912:0:2393:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.14@tcp NI seq info: [556965:556965:256:4294967295] 192.168.202.114@tcp LPNI seq info [556921:556921:8:4294967295] 00000400:00000200:0.0:1787148524.318916:0:2393:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148524.318925:0:2393:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.14@tcp(192.168.202.14@tcp:) -> 192.168.202.114@tcp(192.168.202.114@tcp:192.168.202.114@tcp) : PUT try# 0 00000800:00000200:0.0:1787148524.318960:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.114@tcp 00000800:00000010:0.0:1787148524.318970:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5c474aed00. 00000800:00000200:0.0:1787148524.318976:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5c4508fcc0] -> 12345-192.168.202.114@tcp (5) 00000800:00000200:0.0:1787148524.318983:0:2393:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.114@tcp ip 192.168.202.114:988 00000800:00000200:0.0:1787148524.318987:0:2393:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8c5c474aed00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1787148524.318998:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787148524.319003:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5c68fb1800: using a timeout of 24640 usecs (25 jiffies) 00000400:00000200:0.0:1787148524.319006:0:2393:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000100:00000001:0.0:1787148524.319009:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5c68fb1800: PM QoS new deadline estimation for cpu 0 is 4307033113 00000100:00000010:0.0:1787148524.319013:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5c45784480. 00000100:00000001:0.0:1787148524.319019:0:2393:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5c68fb1800: PM QoS request now active for cpu 0 00000100:00000001:0.0:1787148524.319027:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5c68fb1800: PM QoS new deadline estimation for cpu 1 is 4307033113 00000100:00000010:0.0:1787148524.319030:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5c45784d80. 00000100:00000001:0.0:1787148524.319033:0:2393:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5c68fb1800: PM QoS request now active for cpu 1 00000100:00000001:0.0:1787148524.319040:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787148524.319042:0:2393:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787148524.319045:0:2393:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787148524.319048:0:2393:0:(lustre_net.h:2406:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8c5c6dfe8000 x1873948276741504/t0(0) o400->lustre-OST0000-osc-ffff8c5c68fb1800@192.168.202.114@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787148524.319054:0:2393:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787148524.319056:0:2393:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787148524.319058:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787148524.319059:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787148524.319061:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787148524.319063:0:2393:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5c6dfe8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7e31181a-25e1-4c2b-a23d-b0f7747006f1:2393:1873948276741504:192.168.202.114@tcp:400:kworker.0 00000100:00000001:0.0:1787148524.319066:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787148524.319069:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787148524.319070:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787148524.319072:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787148524.319074:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c5c4b8fc800. 02000000:00000001:0.0:1787148524.319076:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787148524.319079:0:2393:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000010:0.0:1787148524.319086:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5c483f4528. 00000400:00000010:0.0:1787148524.319090:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5c47fecc38. 00000100:00000200:0.0:1787148524.319092:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1873948276741504, portal 4 00000100:00000001:0.0:1787148524.319094:0:2393:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787148524.319095:0:2393:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616927343116288 : -127146366435328 : ffff8c5c6dfe8000) 00000100:00000040:0.0:1787148524.319101:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8c5c6dfe8000 x1873948276741504/t0(0) o400->lustre-OST0000-osc-ffff8c5c68fb1800@192.168.202.114@tcp:28/4 lens 224/224 e 0 to 0 dl 1787148579 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787148524.319259:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787148524.319263:0:2394:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787148524.319264:0:2394:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787148524.319270:0:2394:0:(lustre_net.h:2406:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8c5c6dfea680 x1873948276741120/t0(0) o400->MGC192.168.202.114@tcp@192.168.202.114@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787148524.319277:0:2394:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787148524.319278:0:2394:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787148524.319280:0:2394:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787148524.319282:0:2394:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787148524.319284:0:2394:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787148524.319286:0:2394:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5c6dfea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:adab7261-4d97-43ea-82e8-09637750fa21:2394:1873948276741120:192.168.202.114@tcp:400:kworker.0 00000100:00000001:1.0:1787148524.319290:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787148524.319292:0:2394:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787148524.319294:0:2394:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787148524.319295:0:2394:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787148524.319299:0:2394:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c5c47fdc400. 02000000:00000001:1.0:1787148524.319301:0:2394:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787148524.319305:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000010:1.0:1787148524.319308:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5c48262dc0. 00000400:00000010:1.0:1787148524.319311:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5c6f026dd0. 00000100:00000200:1.0:1787148524.319314:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1873948276741120, portal 25 00000100:00000001:1.0:1787148524.319316:0:2394:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787148524.319327:0:2394:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616927343126144 : -127146366425472 : ffff8c5c6dfea680) 00000100:00000040:1.0:1787148524.319331:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8c5c6dfea680 x1873948276741120/t0(0) o400->MGC192.168.202.114@tcp@192.168.202.114@tcp:26/25 lens 224/224 e 0 to 0 dl 1787148540 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787148524.319344:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787148524.319346:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.114@tcp 00000400:00000010:1.0:1787148524.319349:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5c6f026330. 00000100:00000200:1.0:1787148524.319351:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1873948276741120, offset 0 00000400:00000200:1.0:1787148524.319355:0:2394:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.114@tcp 00000400:00000200:1.0:1787148524.319359:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:1.0:1787148524.319363:0:2394:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.114@tcp local destination 00000400:00000200:1.0:1787148524.319366:0:2394:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787148524.319368:0:2394:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.14@tcp 00000400:00000200:1.0:1787148524.319370:0:2394:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.14@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787148524.319373:0:2394:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.114@tcp 00000400:00000200:1.0:1787148524.319375:0:2394:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.14@tcp NI seq info: [556966:556966:255:4294967295] 192.168.202.114@tcp LPNI seq info [556922:556922:7:4294967295] 00000400:00000200:1.0:1787148524.319379:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:1.0:1787148524.319384:0:2394:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.14@tcp(192.168.202.14@tcp:) -> 192.168.202.114@tcp(192.168.202.114@tcp:192.168.202.114@tcp) : PUT try# 0 00000800:00000200:1.0:1787148524.319388:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.114@tcp 00000800:00000010:1.0:1787148524.319392:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5c68fa7700. 00000800:00000200:1.0:1787148524.319396:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5c4508fcc0] -> 12345-192.168.202.114@tcp (5) 00000800:00000200:1.0:1787148524.319401:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.114@tcp ip 192.168.202.114:988 00000800:00000200:1.0:1787148524.319403:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8c5c68fa7700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1787148524.319406:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787148524.319409:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000100:00000001:1.0:1787148524.319410:0:2394:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.114@tcp: PM QoS new deadline estimation for cpu 0 is 4307036922 00000100:00000001:1.0:1787148524.319416:0:2394:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.114@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4307033113 00000100:00000001:1.0:1787148524.319419:0:2394:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.114@tcp: PM QoS new deadline estimation for cpu 1 is 4307036922 00000100:00000001:1.0:1787148524.319421:0:2394:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.114@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4307033113 00000100:00000001:1.0:1787148524.319423:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787148524.319425:0:2394:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787148524.319427:0:2394:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787148524.319431:0:2394:0:(lustre_net.h:2406:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8c5c6dfead80 x1873948276741376/t0(0) o400->lustre-MDT0001-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787148524.319443:0:2394:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787148524.319444:0:2394:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787148524.319446:0:2394:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787148524.319448:0:2394:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787148524.319450:0:2394:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787148524.319453:0:2394:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5c6dfead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:7e31181a-25e1-4c2b-a23d-b0f7747006f1:2394:1873948276741376:192.168.202.114@tcp:400:kworker.0 00000100:00000001:1.0:1787148524.319456:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787148524.319458:0:2394:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787148524.319459:0:2394:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787148524.319460:0:2394:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787148524.319463:0:2394:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c5c47fdca00. 02000000:00000001:1.0:1787148524.319465:0:2394:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787148524.319468:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000010:1.0:1787148524.319471:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5c48262000. 00000400:00000010:1.0:1787148524.319474:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5c6f026ee0. 00000100:00000200:1.0:1787148524.319477:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1873948276741376, portal 10 00000100:00000001:1.0:1787148524.319478:0:2394:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787148524.319480:0:2394:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616927343127936 : -127146366423680 : ffff8c5c6dfead80) 00000100:00000040:1.0:1787148524.319485:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8c5c6dfead80 x1873948276741376/t0(0) o400->lustre-MDT0001-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148579 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787148524.319490:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787148524.319492:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.114@tcp 00000400:00000010:1.0:1787148524.319494:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5c6f0263b8. 00000100:00000200:1.0:1787148524.319497:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1873948276741376, offset 0 00000400:00000200:1.0:1787148524.319501:0:2394:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.114@tcp 00000400:00000200:1.0:1787148524.319505:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:1.0:1787148524.319508:0:2394:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.114@tcp local destination 00000400:00000200:1.0:1787148524.319510:0:2394:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787148524.319512:0:2394:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.14@tcp 00000400:00000200:1.0:1787148524.319514:0:2394:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.14@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787148524.319516:0:2394:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.114@tcp 00000400:00000200:1.0:1787148524.319525:0:2394:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.14@tcp NI seq info: [556967:556967:254:4294967295] 192.168.202.114@tcp LPNI seq info [556923:556923:6:4294967295] 00000400:00000200:1.0:1787148524.319528:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:1.0:1787148524.319535:0:2394:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.14@tcp(192.168.202.14@tcp:) -> 192.168.202.114@tcp(192.168.202.114@tcp:192.168.202.114@tcp) : PUT try# 0 00000800:00000200:1.0:1787148524.319540:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.114@tcp 00000800:00000010:1.0:1787148524.319543:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5c68fa7500. 00000800:00000200:1.0:1787148524.319546:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5c4508fcc0] -> 12345-192.168.202.114@tcp (5) 00000800:00000200:1.0:1787148524.319550:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.114@tcp ip 192.168.202.114:988 00000800:00000200:1.0:1787148524.319553:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8c5c68fa7500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1787148524.319555:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787148524.319558:0:2394:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5c68fb1800: using a timeout of 16993 usecs (17 jiffies) 00000400:00000200:1.0:1787148524.319561:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000100:00000001:1.0:1787148524.319563:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5c68fb1800: PM QoS new deadline estimation for cpu 0 is 4307033106 00000100:00000001:1.0:1787148524.319565:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5c68fb1800: PM QoS request active for cpu 0, keep current deadline 4307036922 00000100:00000001:1.0:1787148524.319567:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5c68fb1800: PM QoS new deadline estimation for cpu 1 is 4307033106 00000100:00000001:1.0:1787148524.319569:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5c68fb1800: PM QoS request active for cpu 1, keep current deadline 4307036922 00000100:00000001:1.0:1787148524.319571:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787148524.319574:0:2394:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787148524.319576:0:2394:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787148524.319579:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787148524.319586:0:2394:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787148524.319588:0:2394:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1787148524.319591:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787148524.319592:0:2394:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787148524.319593:0:2394:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787148524.319595:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1787148524.319654:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1787148524.319658:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5c474aed00. 00000400:00000200:1.0:1787148524.319664:0:2385:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787148524.319669:0:2385:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.14@tcp->192.168.202.114@tcp: PUT: OK 00000400:00000200:1.0:1787148524.319675:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5c47fec550 00000400:00000010:1.0:1787148524.319677:0:2385:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff8c5c47fec550. 00000100:00000001:1.0:1787148524.319687:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787148524.319691:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c5c6dfe8700 x1873948276741248/t0(0) o400->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148579 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787148524.319700:0:2385:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787148524.319703:0:2385:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8c5c6dfe8700 x1873948276741248/t0(0) o400->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148579 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787148524.319708:0:2385:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787148524.319710:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1787148524.319722:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1787148524.319724:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5c68fa7700. 00000400:00000200:1.0:1787148524.319727:0:2385:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787148524.319730:0:2385:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.14@tcp->192.168.202.114@tcp: PUT: OK 00000400:00000200:1.0:1787148524.319733:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5c6f026330 00000400:00000010:1.0:1787148524.319734:0:2385:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff8c5c6f026330. 00000100:00000001:1.0:1787148524.319736:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787148524.319739:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c5c6dfea680 x1873948276741120/t0(0) o400->MGC192.168.202.114@tcp@192.168.202.114@tcp:26/25 lens 224/224 e 0 to 0 dl 1787148540 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787148524.319746:0:2385:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787148524.319749:0:2385:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8c5c6dfea680 x1873948276741120/t0(0) o400->MGC192.168.202.114@tcp@192.168.202.114@tcp:26/25 lens 224/224 e 0 to 0 dl 1787148540 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787148524.319755:0:2385:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787148524.319756:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1787148524.319817:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1787148524.319820:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5c68fa7500. 00000400:00000200:1.0:1787148524.319823:0:2385:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787148524.319827:0:2385:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.14@tcp->192.168.202.114@tcp: PUT: OK 00000400:00000200:1.0:1787148524.319829:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5c6f0263b8 00000400:00000010:1.0:1787148524.319831:0:2385:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff8c5c6f0263b8. 00000100:00000001:1.0:1787148524.319833:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787148524.319835:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c5c6dfead80 x1873948276741376/t0(0) o400->lustre-MDT0001-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148579 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787148524.319841:0:2385:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787148524.319850:0:2385:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8c5c6dfead80 x1873948276741376/t0(0) o400->lustre-MDT0001-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148579 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787148524.319855:0:2385:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787148524.319857:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787148524.320368:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787148524.320373:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.114@tcp 00000400:00000010:1.0:1787148524.320611:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5c6f0263b8. 00000100:00000200:1.0:1787148524.320616:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1873948276741504, offset 0 00000400:00000200:1.0:1787148524.320623:0:2393:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.114@tcp 00000400:00000200:1.0:1787148524.320629:0:2393:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:1.0:1787148524.320643:0:2393:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.114@tcp local destination 00000400:00000200:1.0:1787148524.320647:0:2393:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787148524.320650:0:2393:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.14@tcp 00000400:00000200:1.0:1787148524.320653:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.14@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787148524.320656:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.114@tcp 00000400:00000200:1.0:1787148524.320659:0:2393:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.14@tcp NI seq info: [556968:556968:256:4294967295] 192.168.202.114@tcp LPNI seq info [556924:556924:8:4294967295] 00000400:00000200:1.0:1787148524.320662:0:2393:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:1.0:1787148524.320669:0:2393:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.14@tcp(192.168.202.14@tcp:) -> 192.168.202.114@tcp(192.168.202.114@tcp:192.168.202.114@tcp) : PUT try# 0 00000800:00000200:1.0:1787148524.321008:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.114@tcp 00000800:00000010:1.0:1787148524.321014:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5c68fa7500. 00000800:00000200:1.0:1787148524.321020:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5c4508fcc0] -> 12345-192.168.202.114@tcp (5) 00000800:00000200:1.0:1787148524.321026:0:2393:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.114@tcp ip 192.168.202.114:988 00000800:00000200:1.0:1787148524.321030:0:2393:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8c5c68fa7500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1787148524.321047:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787148524.321053:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5c68fb1800: using a timeout of 119400 usecs (120 jiffies) 00000400:00000200:1.0:1787148524.321057:0:2393:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000100:00000001:1.0:1787148524.321060:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5c68fb1800: PM QoS new deadline estimation for cpu 0 is 4307033210 00000100:00000001:1.0:1787148524.321062:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5c68fb1800: PM QoS request active for cpu 0, keep current deadline 4307036922 00000100:00000001:1.0:1787148524.321064:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5c68fb1800: PM QoS new deadline estimation for cpu 1 is 4307033210 00000100:00000001:1.0:1787148524.321066:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5c68fb1800: PM QoS request active for cpu 1, keep current deadline 4307036922 00000100:00000001:1.0:1787148524.321068:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787148524.321080:0:2393:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787148524.321083:0:2393:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787148524.321086:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787148524.321093:0:2393:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787148524.321095:0:2393:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00000001:1.0:1787148524.321097:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787148524.321099:0:2393:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787148524.321100:0:2393:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787148524.321130:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1787148524.321306:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1787148524.321310:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5c68fa7500. 00000400:00000200:0.0:1787148524.321313:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787148524.321456:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.14@tcp->192.168.202.114@tcp: PUT: OK 00000400:00000200:0.0:1787148524.321461:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5c6f0263b8 00000400:00000010:0.0:1787148524.321463:0:2386:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff8c5c6f0263b8. 00000100:00000001:0.0:1787148524.321467:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787148524.321474:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c5c6dfe8000 x1873948276741504/t0(0) o400->lustre-OST0000-osc-ffff8c5c68fb1800@192.168.202.114@tcp:28/4 lens 224/224 e 0 to 0 dl 1787148579 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787148524.321483:0:2386:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787148524.321487:0:2386:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8c5c6dfe8000 x1873948276741504/t0(0) o400->lustre-OST0000-osc-ffff8c5c68fb1800@192.168.202.114@tcp:28/4 lens 224/224 e 0 to 0 dl 1787148579 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787148524.321493:0:2386:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787148524.321495:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1787148524.326794:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787148524.326812:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1787148524.326817:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787148524.326820:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787148524.326829:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:1.0:1787148524.326837:0:2385:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.14@tcp(192.168.202.14@tcp) <- 192.168.202.114@tcp : PUT - for me 00000400:00000200:1.0:1787148524.326846:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:1.0:1787148524.326851:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:1.0:1787148524.326857:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:1.0:1787148524.326861:0:2385:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.114@tcp of length 224 into portal 10 MB=0x6a858955cd480 00000400:00000200:1.0:1787148524.326866:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:1.0:1787148524.326873:0:2385:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.114@tcp of length 224/224 into md 0x562109 [1] + 224 00000800:00000001:1.0:1787148524.326880:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787148524.326884:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787148524.326888:0:2385:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787148524.326893:0:2385:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.14@tcp->192.168.202.114@tcp: PUT: OK 00000100:00000001:1.0:1787148524.326901:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787148524.326910:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c5c6dfe8700 x1873948276741248/t0(0) o400->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148579 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1787148524.326922:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8c5c6dfe8700 x1873948276741248/t0(0) o400->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148579 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787148524.326957:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1787148524.326966:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787148524.326970:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1787148524.326972:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787148524.326987:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787148524.326990:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:1.0:1787148524.326994:0:2385:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.14@tcp(192.168.202.14@tcp) <- 192.168.202.114@tcp : PUT - for me 00000400:00000200:1.0:1787148524.326998:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:1.0:1787148524.327001:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:1.0:1787148524.327003:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:1.0:1787148524.327006:0:2385:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.114@tcp of length 224 into portal 25 MB=0x6a858955cd400 00000400:00000200:1.0:1787148524.327009:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:1.0:1787148524.327014:0:2385:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.114@tcp of length 224/224 into md 0x562121 [1] + 224 00000800:00000001:1.0:1787148524.327018:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787148524.327021:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787148524.327023:0:2385:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787148524.327026:0:2385:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.14@tcp->192.168.202.114@tcp: PUT: OK 00000100:00000001:1.0:1787148524.327030:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787148524.327034:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c5c6dfea680 x1873948276741120/t0(0) o400->MGC192.168.202.114@tcp@192.168.202.114@tcp:26/25 lens 224/224 e 0 to 0 dl 1787148540 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1787148524.327043:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8c5c6dfea680 x1873948276741120/t0(0) o400->MGC192.168.202.114@tcp@192.168.202.114@tcp:26/25 lens 224/224 e 0 to 0 dl 1787148540 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787148524.327059:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1787148524.327063:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787148524.327067:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1787148524.327068:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787148524.327070:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787148524.327073:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:1.0:1787148524.327076:0:2385:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.14@tcp(192.168.202.14@tcp) <- 192.168.202.114@tcp : PUT - for me 00000400:00000200:1.0:1787148524.327080:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:1.0:1787148524.327082:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:1.0:1787148524.327085:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:1.0:1787148524.327088:0:2385:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.114@tcp of length 224 into portal 10 MB=0x6a858955cd500 00000400:00000200:1.0:1787148524.327090:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:1.0:1787148524.327093:0:2385:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.114@tcp of length 224/224 into md 0x562131 [1] + 224 00000800:00000001:1.0:1787148524.327097:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1787148524.327287:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787148524.327293:0:2393:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1787148524.327300:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787148524.327301:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787148524.327305:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5c483f4000. 00000400:00000200:0.0:1787148524.327309:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5c47fecf68 00000400:00000010:0.0:1787148524.327312:0:2393:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff8c5c47fecf68. 00000100:00000001:0.0:1787148524.327315:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787148524.327390:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c5c6dfe8700 x1873948276741248/t0(0) o400->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148579 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787148524.327399:0:2393:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c5c6dfe8700 x1873948276741248/t0(0) o400->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148579 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787148524.327412:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787148524.327414:0:2393:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787148524.327417:0:2393:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1787148524.327420:0:2393:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1787148524.327423:0:2393:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1787148524.327425:0:2393:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787148524.327428:0:2393:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1787148524.327438:0:2393:0:(import.c:2149:obd_at_measure()) add 36 to ffff8c5c5776a460 time=6 v=36 (36 36 36 36) 00000100:00001000:0.0:1787148524.327443:0:2393:0:(import.c:2149:obd_at_measure()) add 1 to ffff8c5c5776a418 time=58 v=5 (1 1 1 0) 00000100:00000001:0.0:1787148524.327445:0:2393:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1787148524.327447:0:2393:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787148524.327450:0:2393:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1787148524.327453:0:2393:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787148524.327456:0:2393:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1787148524.327458:0:2393:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c5c68fb1800: skip recheck: last_committed 30064771464 00000100:00000001:0.0:1787148524.327460:0:2393:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1787148524.327462:0:2393:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787148524.327467:0:2393:0:(lustre_net.h:2406:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8c5c6dfe8700 x1873948276741248/t0(0) o400->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148579 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787148524.327474:0:2393:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787148524.327477:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787148524.327479:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787148524.327482:0:2393:0:(lustre_net.h:2406:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8c5c6dfe8700 x1873948276741248/t0(0) o400->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148579 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787148524.327491:0:2393:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5c6dfe8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7e31181a-25e1-4c2b-a23d-b0f7747006f1:2393:1873948276741248:192.168.202.114@tcp:400:kworker.0 00000100:00000001:0.0:1787148524.327496:0:2393:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787148524.327499:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787148524.327502:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8c5c6dfe8700 x1873948276741248/t0(0) o400->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148579 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787148524.327509:0:2393:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787148524.327517:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787148524.327520:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c5c4b8fda00. 02000000:00000001:0.0:1787148524.327524:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787148524.327537:0:2393:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1787148524.327539:0:2393:0:(genops.c:1244:class_import_put()) import ffff8c5c5776a000 refcount=5 obd=lustre-MDT0000-mdc-ffff8c5c68fb1800 00000020:00000001:0.0:1787148524.327541:0:2393:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1787148524.327544:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8c5c474ae800. 02000000:00000001:0.0:1787148524.327547:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787148524.327549:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787148524.327551:0:2393:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5c6dfe8700. 00000100:00000001:0.0:1787148524.327554:0:2393:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787148524.327555:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787148524.327558:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787148524.327560:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787148524.327562:0:2393:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787148524.327563:0:2393:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787148524.327565:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1787148524.327843:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787148524.327846:0:2385:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787148524.327851:0:2385:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.14@tcp->192.168.202.114@tcp: PUT: OK 00000100:00000001:1.0:1787148524.327855:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787148524.327860:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c5c6dfead80 x1873948276741376/t0(0) o400->lustre-MDT0001-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148579 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1787148524.327867:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8c5c6dfead80 x1873948276741376/t0(0) o400->lustre-MDT0001-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148579 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787148524.327874:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1787148524.327878:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787148524.327882:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787148524.327891:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787148524.327893:0:2394:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1787148524.327896:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787148524.327898:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787148524.327900:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5c48262dc0. 00000400:00000200:1.0:1787148524.327902:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5c6f026dd0 00000400:00000010:1.0:1787148524.327904:0:2394:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff8c5c6f026dd0. 00000100:00000001:1.0:1787148524.327906:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787148524.327910:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c5c6dfea680 x1873948276741120/t0(0) o400->MGC192.168.202.114@tcp@192.168.202.114@tcp:26/25 lens 224/224 e 0 to 0 dl 1787148540 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787148524.327917:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c5c6dfea680 x1873948276741120/t0(0) o400->MGC192.168.202.114@tcp@192.168.202.114@tcp:26/25 lens 224/224 e 0 to 0 dl 1787148540 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787148524.327923:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787148524.327924:0:2394:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787148524.327925:0:2394:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1787148524.327927:0:2394:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1787148524.327928:0:2394:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1787148524.327942:0:2394:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787148524.327944:0:2394:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1787148524.327948:0:2394:0:(import.c:2149:obd_at_measure()) add 5 to ffff8c5c5776b460 time=6 v=5 (5 5 5 5) 00000100:00001000:1.0:1787148524.327951:0:2394:0:(import.c:2149:obd_at_measure()) add 1 to ffff8c5c5776b418 time=58 v=5 (1 1 1 0) 00000100:00000001:1.0:1787148524.327953:0:2394:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1787148524.327954:0:2394:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787148524.327962:0:2394:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1787148524.327964:0:2394:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787148524.327967:0:2394:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787148524.327971:0:2394:0:(lustre_net.h:2406:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8c5c6dfea680 x1873948276741120/t0(0) o400->MGC192.168.202.114@tcp@192.168.202.114@tcp:26/25 lens 224/224 e 0 to 0 dl 1787148540 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787148524.327977:0:2394:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787148524.327979:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787148524.327980:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787148524.327983:0:2394:0:(lustre_net.h:2406:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8c5c6dfea680 x1873948276741120/t0(0) o400->MGC192.168.202.114@tcp@192.168.202.114@tcp:26/25 lens 224/224 e 0 to 0 dl 1787148540 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787148524.327990:0:2394:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5c6dfea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:adab7261-4d97-43ea-82e8-09637750fa21:2394:1873948276741120:192.168.202.114@tcp:400:kworker.0 00000400:00000001:1.0:1787148524.327995:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787148524.327997:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787148524.327999:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5c48262000. 00000400:00000200:1.0:1787148524.328001:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5c6f026ee0 00000400:00000010:1.0:1787148524.328003:0:2394:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff8c5c6f026ee0. 00000100:00000001:1.0:1787148524.328005:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787148524.328008:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c5c6dfead80 x1873948276741376/t0(0) o400->lustre-MDT0001-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148579 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787148524.328016:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c5c6dfead80 x1873948276741376/t0(0) o400->lustre-MDT0001-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148579 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787148524.328022:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787148524.328023:0:2394:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787148524.328024:0:2394:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1787148524.328037:0:2394:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1787148524.328039:0:2394:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1787148524.328040:0:2394:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787148524.328042:0:2394:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1787148524.328046:0:2394:0:(import.c:2149:obd_at_measure()) add 36 to ffff8c5c5776cc60 time=6 v=36 (36 36 36 36) 00000100:00001000:1.0:1787148524.328049:0:2394:0:(import.c:2149:obd_at_measure()) add 1 to ffff8c5c5776cc18 time=33 v=5 (1 1 1 0) 00000100:00000001:1.0:1787148524.328050:0:2394:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1787148524.328052:0:2394:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787148524.328059:0:2394:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1787148524.328063:0:2394:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8c5c6dfead80 x1873948276741376/t0(0) o400->lustre-MDT0001-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148579 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1787148524.328068:0:2394:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787148524.328071:0:2394:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1787148524.328072:0:2394:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8c5c68fb1800: skip recheck: last_committed 21474836540 00000100:00000001:1.0:1787148524.328074:0:2394:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1787148524.328075:0:2394:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787148524.328078:0:2394:0:(lustre_net.h:2406:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8c5c6dfead80 x1873948276741376/t0(0) o400->lustre-MDT0001-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148579 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787148524.328083:0:2394:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787148524.328085:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787148524.328086:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787148524.328090:0:2394:0:(lustre_net.h:2406:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8c5c6dfead80 x1873948276741376/t0(0) o400->lustre-MDT0001-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148579 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787148524.328096:0:2394:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5c6dfead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:7e31181a-25e1-4c2b-a23d-b0f7747006f1:2394:1873948276741376:192.168.202.114@tcp:400:kworker.0 00000100:00000001:1.0:1787148524.328101:0:2394:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787148524.328121:0:2394:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787148524.328124:0:2394:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8c5c6dfea680 x1873948276741120/t0(0) o400->MGC192.168.202.114@tcp@192.168.202.114@tcp:26/25 lens 224/224 e 0 to 0 dl 1787148540 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787148524.328131:0:2394:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787148524.328132:0:2394:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787148524.328134:0:2394:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c5c47fdc400. 02000000:00000001:1.0:1787148524.328140:0:2394:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787148524.328142:0:2394:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1787148524.328143:0:2394:0:(genops.c:1244:class_import_put()) import ffff8c5c5776b000 refcount=3 obd=MGC192.168.202.114@tcp 00000020:00000001:1.0:1787148524.328145:0:2394:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1787148524.328146:0:2394:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8c5c474ae100. 02000000:00000001:1.0:1787148524.328149:0:2394:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787148524.328150:0:2394:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787148524.328591:0:2394:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5c6dfea680. 00000100:00000001:1.0:1787148524.328602:0:2394:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787148524.328604:0:2394:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787148524.328605:0:2394:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787148524.328611:0:2394:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8c5c6dfead80 x1873948276741376/t0(0) o400->lustre-MDT0001-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148579 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787148524.328617:0:2394:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787148524.328619:0:2394:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787148524.328621:0:2394:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c5c47fdca00. 02000000:00000001:1.0:1787148524.328624:0:2394:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787148524.328625:0:2394:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1787148524.328627:0:2394:0:(genops.c:1244:class_import_put()) import ffff8c5c5776c800 refcount=3 obd=lustre-MDT0001-mdc-ffff8c5c68fb1800 00000020:00000001:1.0:1787148524.328628:0:2394:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1787148524.328630:0:2394:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8c5c474ae000. 02000000:00000001:1.0:1787148524.328632:0:2394:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787148524.328633:0:2394:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787148524.328816:0:2394:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5c6dfead80. 00000100:00000001:1.0:1787148524.328820:0:2394:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787148524.328822:0:2394:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787148524.328824:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787148524.328833:0:2394:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787148524.328834:0:2394:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787148524.328836:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787148524.328838:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1787148524.339307:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787148524.339338:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1787148524.339342:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787148524.339345:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787148524.339355:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148524.339363:0:2386:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.14@tcp(192.168.202.14@tcp) <- 192.168.202.114@tcp : PUT - for me 00000400:00000200:0.0:1787148524.339372:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148524.339377:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148524.339383:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148524.339387:0:2386:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.114@tcp of length 224 into portal 4 MB=0x6a858955cd580 00000400:00000200:0.0:1787148524.339391:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148524.339397:0:2386:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.114@tcp of length 224/224 into md 0x562119 [1] + 224 00000800:00000001:0.0:1787148524.339405:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787148524.339413:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787148524.339416:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787148524.339420:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.14@tcp->192.168.202.114@tcp: PUT: OK 00000100:00000001:0.0:1787148524.339429:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787148524.339439:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c5c6dfe8000 x1873948276741504/t0(0) o400->lustre-OST0000-osc-ffff8c5c68fb1800@192.168.202.114@tcp:28/4 lens 224/224 e 0 to 0 dl 1787148579 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1787148524.339470:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8c5c6dfe8000 x1873948276741504/t0(0) o400->lustre-OST0000-osc-ffff8c5c68fb1800@192.168.202.114@tcp:28/4 lens 224/224 e 0 to 0 dl 1787148579 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787148524.339496:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1787148524.339507:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787148524.339511:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787148524.339859:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787148524.339865:0:2393:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1787148524.339872:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787148524.339874:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787148524.339878:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5c483f4528. 00000400:00000200:1.0:1787148524.339883:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5c47fecc38 00000400:00000010:1.0:1787148524.339886:0:2393:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff8c5c47fecc38. 00000100:00000001:1.0:1787148524.339889:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787148524.339894:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c5c6dfe8000 x1873948276741504/t0(0) o400->lustre-OST0000-osc-ffff8c5c68fb1800@192.168.202.114@tcp:28/4 lens 224/224 e 0 to 0 dl 1787148579 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787148524.339903:0:2393:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c5c6dfe8000 x1873948276741504/t0(0) o400->lustre-OST0000-osc-ffff8c5c68fb1800@192.168.202.114@tcp:28/4 lens 224/224 e 0 to 0 dl 1787148579 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787148524.339910:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787148524.339918:0:2393:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787148524.339920:0:2393:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1787148524.339923:0:2393:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1787148524.339926:0:2393:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1787148524.339938:0:2393:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787148524.339942:0:2393:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1787148524.339953:0:2393:0:(import.c:2149:obd_at_measure()) add 36 to ffff8c5c5e0b1c60 time=6 v=36 (36 36 5 5) 00000100:00001000:1.0:1787148524.339957:0:2393:0:(import.c:2149:obd_at_measure()) add 1 to ffff8c5c5e0b1c18 time=132 v=5 (1 1 1 1) 00000100:00000001:1.0:1787148524.339960:0:2393:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1787148524.339961:0:2393:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787148524.339964:0:2393:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1787148524.339967:0:2393:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787148524.339971:0:2393:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1787148524.339973:0:2393:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8c5c68fb1800: skip recheck: last_committed 42949695890 00000100:00000001:1.0:1787148524.339975:0:2393:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1787148524.339977:0:2393:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787148524.339982:0:2393:0:(lustre_net.h:2406:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8c5c6dfe8000 x1873948276741504/t0(0) o400->lustre-OST0000-osc-ffff8c5c68fb1800@192.168.202.114@tcp:28/4 lens 224/224 e 0 to 0 dl 1787148579 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787148524.339990:0:2393:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787148524.339993:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787148524.339995:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787148524.339998:0:2393:0:(lustre_net.h:2406:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8c5c6dfe8000 x1873948276741504/t0(0) o400->lustre-OST0000-osc-ffff8c5c68fb1800@192.168.202.114@tcp:28/4 lens 224/224 e 0 to 0 dl 1787148579 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787148524.340006:0:2393:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5c6dfe8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7e31181a-25e1-4c2b-a23d-b0f7747006f1:2393:1873948276741504:192.168.202.114@tcp:400:kworker.0 00000100:00000001:1.0:1787148524.340012:0:2393:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787148524.340014:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787148524.340018:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8c5c6dfe8000 x1873948276741504/t0(0) o400->lustre-OST0000-osc-ffff8c5c68fb1800@192.168.202.114@tcp:28/4 lens 224/224 e 0 to 0 dl 1787148579 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787148524.340025:0:2393:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787148524.340027:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787148524.340030:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c5c4b8fc800. 02000000:00000001:1.0:1787148524.340035:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787148524.340037:0:2393:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1787148524.340044:0:2393:0:(genops.c:1244:class_import_put()) import ffff8c5c5e0b1800 refcount=3 obd=lustre-OST0000-osc-ffff8c5c68fb1800 00000020:00000001:1.0:1787148524.340047:0:2393:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1787148524.340049:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8c5c474ae500. 02000000:00000001:1.0:1787148524.340052:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787148524.340054:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787148524.340056:0:2393:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5c6dfe8000. 00000100:00000001:1.0:1787148524.340059:0:2393:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787148524.340061:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787148524.340063:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787148524.340070:0:2393:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787148524.340072:0:2393:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787148524.340074:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787148524.340076:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787148524.510453:0:266370:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787148524.510463:0:266370:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1787148524.510466:0:266370:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1787148524.510469:0:266370:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787148524.510474:0:266370:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1787148524.510476:0:266370:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787148524.510479:0:266370:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787148524.510481:0:266370:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787148524.510485:0:266370:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787148524.510487:0:266370:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787148524.510586:0:256812:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787148524.510590:0:256812:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787148524.510593:0:256812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1787148525.534734:0:266370:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787148525.534743:0:266370:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787148525.534751:0:266370:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787148525.534752:0:266370:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787148525.534823:0:235348:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787148525.534828:0:235348:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787148525.534833:0:235348:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1787148526.558292:0:266370:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787148526.558302:0:266370:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787148526.558308:0:266370:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787148526.558310:0:266370:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787148526.558344:0:235349:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787148526.558347:0:235349:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787148526.558351:0:235349:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1787148527.582236:0:266370:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787148527.582243:0:266370:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787148527.582250:0:266370:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787148527.582251:0:266370:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787148527.582549:0:244719:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787148527.582554:0:244719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787148527.582557:0:244719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1787148528.158414:0:267500:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5c48342000 (cpu 0) has reached its deadline 4307036922, at 4307036928 00000100:00000010:0.0:1787148528.158431:0:267500:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5c45784480. 00000100:00000040:1.0:1787148528.162137:0:266370:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5c48342110 (cpu 1) has reached its deadline 4307036922, at 4307036932 00000100:00000010:1.0:1787148528.162155:0:266370:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5c45784d80. 00010000:00000001:1.0:1787148528.606294:0:266370:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787148528.606302:0:266370:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787148528.606309:0:266370:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787148528.606310:0:266370:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787148528.606467:0:244722:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787148528.606471:0:244722:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787148528.606474:0:244722:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:0.0:1787148528.865160:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5c4992e3c0] -> 12345-192.168.202.14@tcp (6) 00000800:00000200:0.0:1787148528.865168:0:2384:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.14@tcp ip 192.168.202.14:988 00000800:00000200:0.0:1787148528.865173:0:2384:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8c5c60f28c00 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:1.0:1787148528.865517:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000001:1.0:1787148528.865523:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787148528.865535:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1787148528.865539:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787148528.865542:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787148529.438416:0:233104:0:(pinger.c:229:ptlrpc_pinger_process_import()) adab7261-4d97-43ea-82e8-09637750fa21->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1787148529.438429:0:233104:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1787148529.438442:0:233104:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5c5e1fe680. 00000020:00000040:2.0:1787148529.438467:0:233104:0:(genops.c:1231:class_import_get()) import ffff8c5c5776b000 refcount=4 obd=MGC192.168.202.114@tcp 00000100:00000001:2.0:1787148529.438473:0:233104:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787148529.438476:0:233104:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787148529.438482:0:233104:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787148529.438491:0:233104:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8c5c46fcbc00. 00000100:00000001:2.0:1787148529.438498:0:233104:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787148529.438513:0:233104:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging adab7261-4d97-43ea-82e8-09637750fa21->MGS req@ffff8c5c5e1fe680 x1873948276741632/t0(0) o400->MGC192.168.202.114@tcp@192.168.202.114@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787148529.438523:0:233104:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787148529.438529:0:233104:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787148529.438535:0:233104:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bc62a3e6] to pc [ptlrpcd_01_00+0] req@ffff8c5c5e1fe680 x1873948276741632/t0(0) o400->MGC192.168.202.114@tcp@192.168.202.114@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787148529.438567:0:233104:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787148529.438570:0:233104:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7e31181a-25e1-4c2b-a23d-b0f7747006f1->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1787148529.438573:0:233104:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1787148529.438577:0:233104:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5c5e1fc700. 00000020:00000040:2.0:1787148529.438579:0:233104:0:(genops.c:1231:class_import_get()) import ffff8c5c5776a000 refcount=6 obd=lustre-MDT0000-mdc-ffff8c5c68fb1800 00000100:00000001:2.0:1787148529.438581:0:233104:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787148529.438583:0:233104:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787148529.438585:0:233104:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787148529.438588:0:233104:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8c5c46fcbf00. 00000100:00000001:2.0:1787148529.438590:0:233104:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787148529.438594:0:233104:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 7e31181a-25e1-4c2b-a23d-b0f7747006f1->lustre-MDT0000_UUID req@ffff8c5c5e1fc700 x1873948276741760/t0(0) o400->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787148529.438602:0:233104:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787148529.438604:0:233104:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787148529.438608:0:233104:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ae4c8ed] to pc [ptlrpcd_01_01+1] req@ffff8c5c5e1fc700 x1873948276741760/t0(0) o400->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787148529.438616:0:233104:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787148529.438619:0:233104:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7e31181a-25e1-4c2b-a23d-b0f7747006f1->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1787148529.438629:0:233104:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1787148529.438631:0:233104:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5c5e1ff480. 00000020:00000040:2.0:1787148529.438634:0:233104:0:(genops.c:1231:class_import_get()) import ffff8c5c5776c800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c5c68fb1800 00000100:00000001:2.0:1787148529.438636:0:233104:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787148529.438637:0:233104:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787148529.438639:0:233104:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787148529.438642:0:233104:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8c5c46fcb700. 00000100:00000001:2.0:1787148529.438645:0:233104:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787148529.438650:0:233104:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 7e31181a-25e1-4c2b-a23d-b0f7747006f1->lustre-MDT0001_UUID req@ffff8c5c5e1ff480 x1873948276741888/t0(0) o400->lustre-MDT0001-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787148529.438657:0:233104:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787148529.438658:0:233104:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787148529.438663:0:233104:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000093ae180f] to pc [ptlrpcd_01_00+0] req@ffff8c5c5e1ff480 x1873948276741888/t0(0) o400->lustre-MDT0001-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787148529.438671:0:233104:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787148529.438673:0:233104:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7e31181a-25e1-4c2b-a23d-b0f7747006f1->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1787148529.438677:0:233104:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1787148529.438679:0:233104:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5c5e1ff100. 00000020:00000040:2.0:1787148529.438681:0:233104:0:(genops.c:1231:class_import_get()) import ffff8c5c5e0b1800 refcount=4 obd=lustre-OST0000-osc-ffff8c5c68fb1800 00000100:00000001:2.0:1787148529.438683:0:233104:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787148529.438684:0:233104:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787148529.438686:0:233104:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787148529.438689:0:233104:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8c5c46fcb500. 00000100:00000001:2.0:1787148529.438692:0:233104:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787148529.438696:0:233104:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 7e31181a-25e1-4c2b-a23d-b0f7747006f1->lustre-OST0000_UUID req@ffff8c5c5e1ff100 x1873948276742016/t0(0) o400->lustre-OST0000-osc-ffff8c5c68fb1800@192.168.202.114@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787148529.438703:0:233104:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787148529.438705:0:233104:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787148529.438709:0:233104:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f7ad6373] to pc [ptlrpcd_01_01+1] req@ffff8c5c5e1ff100 x1873948276742016/t0(0) o400->lustre-OST0000-osc-ffff8c5c68fb1800@192.168.202.114@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787148529.438737:0:233104:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787148529.438739:0:233104:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7e31181a-25e1-4c2b-a23d-b0f7747006f1->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1787148529.438742:0:233104:0:(pinger.c:247:ptlrpc_pinger_process_import()) 7e31181a-25e1-4c2b-a23d-b0f7747006f1->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1787148529.438747:0:233104:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12375) 00000100:00000001:2.0:1787148529.438757:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787148529.438761:0:2396:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787148529.438763:0:2396:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787148529.438769:0:2396:0:(lustre_net.h:2406:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8c5c5e1fc700 x1873948276741760/t0(0) o400->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787148529.438777:0:2396:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787148529.438779:0:2396:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787148529.438783:0:2396:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787148529.438786:0:2396:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787148529.438788:0:2396:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787148529.438792:0:2396:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5c5e1fc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:7e31181a-25e1-4c2b-a23d-b0f7747006f1:2396:1873948276741760:192.168.202.114@tcp:400:kworker.0 00000100:00000001:2.0:1787148529.438796:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787148529.438802:0:2396:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787148529.438804:0:2396:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787148529.438807:0:2396:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787148529.438812:0:2396:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c5c4a511c00. 02000000:00000001:2.0:1787148529.438814:0:2396:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787148529.438821:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000010:2.0:1787148529.438825:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5c68ddb8f0. 00000400:00000010:2.0:1787148529.438833:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5c42ee3198. 00000100:00000200:2.0:1787148529.438839:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1873948276741760, portal 10 00000100:00000001:2.0:1787148529.438841:0:2396:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787148529.438843:0:2396:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616927076861696 : -127146632689920 : ffff8c5c5e1fc700) 00000100:00000040:2.0:1787148529.438850:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8c5c5e1fc700 x1873948276741760/t0(0) o400->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148584 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787148529.438857:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787148529.438866:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.114@tcp 00000400:00000010:2.0:1787148529.438868:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5c42ee3dd0. 00000100:00000200:2.0:1787148529.438873:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1873948276741760, offset 0 00000400:00000200:2.0:1787148529.438881:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.114@tcp 00000400:00000200:2.0:1787148529.438899:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:2.0:1787148529.438907:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.114@tcp local destination 00000400:00000200:2.0:1787148529.438911:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787148529.438915:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.14@tcp 00000400:00000200:2.0:1787148529.438919:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.14@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787148529.438932:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.114@tcp 00000400:00000200:2.0:1787148529.438937:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.14@tcp NI seq info: [556969:556969:256:4294967295] 192.168.202.114@tcp LPNI seq info [556925:556925:8:4294967295] 00000400:00000200:2.0:1787148529.438942:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:2.0:1787148529.438953:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.14@tcp(192.168.202.14@tcp:) -> 192.168.202.114@tcp(192.168.202.114@tcp:192.168.202.114@tcp) : PUT try# 0 00000800:00000200:2.0:1787148529.438959:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.114@tcp 00000800:00000010:2.0:1787148529.438965:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5c46fcba00. 00000800:00000200:2.0:1787148529.438972:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5c4508fcc0] -> 12345-192.168.202.114@tcp (5) 00000800:00000200:2.0:1787148529.438982:0:2396:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.114@tcp ip 192.168.202.114:988 00000800:00000200:2.0:1787148529.438987:0:2396:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8c5c46fcba00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787148529.439001:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787148529.439006:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5c68fb1800: using a timeout of 24635 usecs (25 jiffies) 00000400:00000200:2.0:1787148529.439009:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000100:00000001:2.0:1787148529.439011:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5c68fb1800: PM QoS new deadline estimation for cpu 0 is 4307038233 00000100:00000010:2.0:1787148529.439016:0:2396:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5c45727a20. 00000100:00000001:2.0:1787148529.439023:0:2396:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5c68fb1800: PM QoS request now active for cpu 0 00000100:00000001:2.0:1787148529.439037:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5c68fb1800: PM QoS new deadline estimation for cpu 1 is 4307038233 00000100:00000010:2.0:1787148529.439042:0:2396:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5c45727c60. 00000100:00000001:2.0:1787148529.439046:0:2396:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5c68fb1800: PM QoS request now active for cpu 1 00000100:00000001:2.0:1787148529.439050:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787148529.439053:0:2396:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787148529.439056:0:2396:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787148529.439065:0:2396:0:(lustre_net.h:2406:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8c5c5e1ff100 x1873948276742016/t0(0) o400->lustre-OST0000-osc-ffff8c5c68fb1800@192.168.202.114@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787148529.439072:0:2396:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787148529.439073:0:2396:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787148529.439076:0:2396:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787148529.439078:0:2396:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787148529.439080:0:2396:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787148529.439083:0:2396:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5c5e1ff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:7e31181a-25e1-4c2b-a23d-b0f7747006f1:2396:1873948276742016:192.168.202.114@tcp:400:kworker.0 00000100:00000001:2.0:1787148529.439086:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787148529.439088:0:2396:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787148529.439090:0:2396:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787148529.439092:0:2396:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787148529.439095:0:2396:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c5c4a511000. 02000000:00000001:2.0:1787148529.439097:0:2396:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787148529.439100:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000010:2.0:1787148529.439425:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5c68ddb738. 00000400:00000010:2.0:1787148529.439430:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5c42ee3880. 00000100:00000200:2.0:1787148529.439433:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1873948276742016, portal 4 00000100:00000001:2.0:1787148529.439436:0:2396:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787148529.439437:0:2396:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616927076872448 : -127146632679168 : ffff8c5c5e1ff100) 00000100:00000040:2.0:1787148529.439444:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8c5c5e1ff100 x1873948276742016/t0(0) o400->lustre-OST0000-osc-ffff8c5c68fb1800@192.168.202.114@tcp:28/4 lens 224/224 e 0 to 0 dl 1787148584 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787148529.439452:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787148529.439454:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.114@tcp 00000400:00000010:2.0:1787148529.439456:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5c42ee3908. 00000100:00000200:2.0:1787148529.439459:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1873948276742016, offset 0 00000400:00000200:2.0:1787148529.439463:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.114@tcp 00000400:00000200:2.0:1787148529.439468:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:2.0:1787148529.439471:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.114@tcp local destination 00000400:00000200:2.0:1787148529.439475:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787148529.439478:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.14@tcp 00000400:00000200:2.0:1787148529.439480:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.14@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787148529.439488:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.114@tcp 00000400:00000200:2.0:1787148529.439492:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.14@tcp NI seq info: [556970:556970:255:4294967295] 192.168.202.114@tcp LPNI seq info [556926:556926:7:4294967295] 00000400:00000200:2.0:1787148529.439496:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:2.0:1787148529.439504:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.14@tcp(192.168.202.14@tcp:) -> 192.168.202.114@tcp(192.168.202.114@tcp:192.168.202.114@tcp) : PUT try# 0 00000800:00000200:2.0:1787148529.439508:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.114@tcp 00000800:00000010:2.0:1787148529.439512:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5c46fcb800. 00000800:00000200:2.0:1787148529.439516:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5c4508fcc0] -> 12345-192.168.202.114@tcp (5) 00000800:00000200:2.0:1787148529.439521:0:2396:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.114@tcp ip 192.168.202.114:988 00000800:00000200:2.0:1787148529.439524:0:2396:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8c5c46fcb800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787148529.439528:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787148529.439531:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5c68fb1800: using a timeout of 119328 usecs (120 jiffies) 00000400:00000200:2.0:1787148529.439534:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000100:00000001:2.0:1787148529.439536:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5c68fb1800: PM QoS new deadline estimation for cpu 0 is 4307038329 00000100:00000001:2.0:1787148529.439542:0:2396:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5c68fb1800: PM QoS request active for cpu 0, simply extend its deadline from 4307038233 00000100:00000001:2.0:1787148529.439546:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5c68fb1800: PM QoS new deadline estimation for cpu 1 is 4307038329 00000100:00000001:2.0:1787148529.439549:0:2396:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5c68fb1800: PM QoS request active for cpu 1, simply extend its deadline from 4307038233 00000100:00000001:2.0:1787148529.439552:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787148529.439554:0:2396:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787148529.439557:0:2396:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787148529.439560:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787148529.439568:0:2396:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787148529.439570:0:2396:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00000001:2.0:1787148529.439573:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787148529.439574:0:2396:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787148529.439576:0:2396:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787148529.439578:0:2396:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:2.0:1787148529.439580:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787148529.439582:0:2396:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787148529.439584:0:2396:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787148529.439585:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787148529.439587:0:2396:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787148529.439592:0:2396:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787148529.439597:0:2396:0:(lustre_net.h:2406:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8c5c5e1fe680 x1873948276741632/t0(0) o400->MGC192.168.202.114@tcp@192.168.202.114@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787148529.439605:0:2396:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787148529.439606:0:2396:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787148529.439608:0:2396:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787148529.439610:0:2396:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787148529.439612:0:2396:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787148529.439615:0:2396:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5c5e1fe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:adab7261-4d97-43ea-82e8-09637750fa21:2396:1873948276741632:192.168.202.114@tcp:400:kworker.0 00000100:00000001:2.0:1787148529.439619:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787148529.439622:0:2396:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787148529.439624:0:2396:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787148529.439625:0:2396:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787148529.439628:0:2396:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c5c4a511400. 02000000:00000001:2.0:1787148529.439631:0:2396:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787148529.439634:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000010:2.0:1787148529.439637:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5c68ddb7e8. 00000400:00000010:2.0:1787148529.439640:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5c42ee3d48. 00000100:00000200:2.0:1787148529.439643:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1873948276741632, portal 25 00000100:00000001:2.0:1787148529.439645:0:2396:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787148529.439646:0:2396:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616927076869760 : -127146632681856 : ffff8c5c5e1fe680) 00000100:00000040:2.0:1787148529.439651:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8c5c5e1fe680 x1873948276741632/t0(0) o400->MGC192.168.202.114@tcp@192.168.202.114@tcp:26/25 lens 224/224 e 0 to 0 dl 1787148545 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787148529.439657:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787148529.439659:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.114@tcp 00000400:00000010:2.0:1787148529.439662:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5c42ee34c8. 00000100:00000200:2.0:1787148529.439664:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1873948276741632, offset 0 00000400:00000200:2.0:1787148529.439668:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.114@tcp 00000400:00000200:2.0:1787148529.439672:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:2.0:1787148529.439676:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.114@tcp local destination 00000400:00000200:2.0:1787148529.439678:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787148529.439680:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.14@tcp 00000400:00000200:2.0:1787148529.439683:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.14@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787148529.439692:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.114@tcp 00000400:00000200:2.0:1787148529.439695:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.14@tcp NI seq info: [556971:556971:254:4294967295] 192.168.202.114@tcp LPNI seq info [556927:556927:6:4294967295] 00000400:00000200:2.0:1787148529.439699:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:2.0:1787148529.439706:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.14@tcp(192.168.202.14@tcp:) -> 192.168.202.114@tcp(192.168.202.114@tcp:192.168.202.114@tcp) : PUT try# 0 00000800:00000200:2.0:1787148529.439710:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.114@tcp 00000800:00000010:2.0:1787148529.439713:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5c46fcb200. 00000800:00000200:2.0:1787148529.439717:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5c4508fcc0] -> 12345-192.168.202.114@tcp (5) 00000800:00000200:2.0:1787148529.439721:0:2396:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.114@tcp ip 192.168.202.114:988 00000800:00000200:2.0:1787148529.439723:0:2396:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8c5c46fcb200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787148529.439726:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787148529.439729:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000100:00000001:2.0:1787148529.439731:0:2396:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.114@tcp: PM QoS new deadline estimation for cpu 0 is 4307042042 00000100:00000001:2.0:1787148529.439735:0:2396:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.114@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4307038329 00000100:00000001:2.0:1787148529.439738:0:2396:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.114@tcp: PM QoS new deadline estimation for cpu 1 is 4307042042 00000100:00000001:2.0:1787148529.439741:0:2396:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.114@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4307038329 00000100:00000001:2.0:1787148529.439743:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787148529.439745:0:2396:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787148529.439747:0:2396:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787148529.439751:0:2396:0:(lustre_net.h:2406:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8c5c5e1ff480 x1873948276741888/t0(0) o400->lustre-MDT0001-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787148529.439757:0:2396:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787148529.439758:0:2396:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787148529.439760:0:2396:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787148529.439762:0:2396:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787148529.439764:0:2396:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787148529.439766:0:2396:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5c5e1ff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:7e31181a-25e1-4c2b-a23d-b0f7747006f1:2396:1873948276741888:192.168.202.114@tcp:400:kworker.0 00000100:00000001:2.0:1787148529.439769:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787148529.439772:0:2396:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787148529.439773:0:2396:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787148529.439780:0:2396:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787148529.439783:0:2396:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c5c4a510c00. 02000000:00000001:2.0:1787148529.439785:0:2396:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787148529.439788:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000010:2.0:1787148529.439791:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5c68ddb790. 00000400:00000010:2.0:1787148529.439794:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5c42ee3330. 00000100:00000200:2.0:1787148529.439797:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1873948276741888, portal 10 00000100:00000001:2.0:1787148529.439799:0:2396:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787148529.439801:0:2396:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616927076873344 : -127146632678272 : ffff8c5c5e1ff480) 00000100:00000040:2.0:1787148529.439807:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8c5c5e1ff480 x1873948276741888/t0(0) o400->lustre-MDT0001-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148584 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787148529.439813:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787148529.439815:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.114@tcp 00000400:00000010:2.0:1787148529.439817:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5c42ee3770. 00000100:00000200:2.0:1787148529.439819:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1873948276741888, offset 0 00000400:00000200:2.0:1787148529.439823:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.114@tcp 00000400:00000200:2.0:1787148529.439826:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:2.0:1787148529.439829:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.114@tcp local destination 00000400:00000200:2.0:1787148529.439832:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787148529.439834:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.14@tcp 00000400:00000200:2.0:1787148529.439837:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.14@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787148529.439839:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.114@tcp 00000400:00000200:2.0:1787148529.439842:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.14@tcp NI seq info: [556972:556972:253:4294967295] 192.168.202.114@tcp LPNI seq info [556928:556928:5:4294967295] 00000400:00000200:2.0:1787148529.439845:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:2.0:1787148529.439850:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.14@tcp(192.168.202.14@tcp:) -> 192.168.202.114@tcp(192.168.202.114@tcp:192.168.202.114@tcp) : PUT try# 0 00000800:00000200:2.0:1787148529.439854:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.114@tcp 00000800:00000010:2.0:1787148529.439858:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5c46fcb900. 00000800:00000200:2.0:1787148529.439862:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5c4508fcc0] -> 12345-192.168.202.114@tcp (5) 00000800:00000200:2.0:1787148529.439866:0:2396:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.114@tcp ip 192.168.202.114:988 00000800:00000200:2.0:1787148529.439868:0:2396:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8c5c46fcb900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787148529.439871:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787148529.439879:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5c68fb1800: using a timeout of 16992 usecs (17 jiffies) 00000400:00000200:2.0:1787148529.439893:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000100:00000001:2.0:1787148529.439895:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5c68fb1800: PM QoS new deadline estimation for cpu 0 is 4307038226 00000100:00000001:2.0:1787148529.439897:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5c68fb1800: PM QoS request active for cpu 0, keep current deadline 4307042042 00000100:00000001:2.0:1787148529.439900:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5c68fb1800: PM QoS new deadline estimation for cpu 1 is 4307038226 00000100:00000001:2.0:1787148529.439902:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5c68fb1800: PM QoS request active for cpu 1, keep current deadline 4307042042 00000100:00000001:2.0:1787148529.439904:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787148529.439906:0:2396:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787148529.439908:0:2396:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787148529.439910:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1787148529.440765:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1787148529.440773:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5c46fcba00. 00000400:00000200:1.0:1787148529.440779:0:2385:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787148529.440787:0:2385:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.14@tcp->192.168.202.114@tcp: PUT: OK 00000400:00000200:1.0:1787148529.440794:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5c42ee3dd0 00000400:00000010:1.0:1787148529.440797:0:2385:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff8c5c42ee3dd0. 00000100:00000001:1.0:1787148529.440801:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787148529.440807:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c5c5e1fc700 x1873948276741760/t0(0) o400->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148584 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787148529.440819:0:2385:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787148529.440822:0:2385:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8c5c5e1fc700 x1873948276741760/t0(0) o400->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148584 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787148529.440830:0:2385:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787148529.440832:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1787148529.440848:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1787148529.440850:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5c46fcb800. 00000400:00000200:1.0:1787148529.440852:0:2385:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787148529.440855:0:2385:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.14@tcp->192.168.202.114@tcp: PUT: OK 00000400:00000200:1.0:1787148529.440858:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5c42ee3908 00000400:00000010:1.0:1787148529.440859:0:2385:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff8c5c42ee3908. 00000100:00000001:1.0:1787148529.440862:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787148529.440866:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c5c5e1ff100 x1873948276742016/t0(0) o400->lustre-OST0000-osc-ffff8c5c68fb1800@192.168.202.114@tcp:28/4 lens 224/224 e 0 to 0 dl 1787148584 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787148529.440901:0:2385:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787148529.440905:0:2385:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8c5c5e1ff100 x1873948276742016/t0(0) o400->lustre-OST0000-osc-ffff8c5c68fb1800@192.168.202.114@tcp:28/4 lens 224/224 e 0 to 0 dl 1787148584 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787148529.440911:0:2385:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787148529.440912:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1787148529.440925:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1787148529.440928:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5c46fcb200. 00000400:00000200:1.0:1787148529.440932:0:2385:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787148529.440936:0:2385:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.14@tcp->192.168.202.114@tcp: PUT: OK 00000400:00000200:1.0:1787148529.440940:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5c42ee34c8 00000400:00000010:1.0:1787148529.440942:0:2385:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff8c5c42ee34c8. 00000100:00000001:1.0:1787148529.440945:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787148529.440949:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c5c5e1fe680 x1873948276741632/t0(0) o400->MGC192.168.202.114@tcp@192.168.202.114@tcp:26/25 lens 224/224 e 0 to 0 dl 1787148545 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787148529.440956:0:2385:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1787148529.440958:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1787148529.440960:0:2385:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8c5c5e1fe680 x1873948276741632/t0(0) o400->MGC192.168.202.114@tcp@192.168.202.114@tcp:26/25 lens 224/224 e 0 to 0 dl 1787148545 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787148529.440964:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787148529.440971:0:2385:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787148529.440973:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1787148529.441915:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1787148529.441921:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5c46fcb900. 00000400:00000200:1.0:1787148529.441927:0:2385:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787148529.441933:0:2385:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.14@tcp->192.168.202.114@tcp: PUT: OK 00000400:00000200:1.0:1787148529.441937:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5c42ee3770 00000400:00000010:1.0:1787148529.441939:0:2385:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff8c5c42ee3770. 00000100:00000001:1.0:1787148529.441942:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787148529.441948:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c5c5e1ff480 x1873948276741888/t0(0) o400->lustre-MDT0001-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148584 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787148529.441957:0:2385:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787148529.441960:0:2385:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8c5c5e1ff480 x1873948276741888/t0(0) o400->lustre-MDT0001-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148584 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787148529.441981:0:2385:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787148529.441983:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1787148529.445646:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787148529.445666:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1787148529.445672:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787148529.445675:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787148529.445686:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148529.445695:0:2386:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.14@tcp(192.168.202.14@tcp) <- 192.168.202.114@tcp : PUT - for me 00000400:00000200:0.0:1787148529.445704:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148529.445708:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148529.445714:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148529.445718:0:2386:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.114@tcp of length 224 into portal 4 MB=0x6a858955cd780 00000400:00000200:0.0:1787148529.445723:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:0.0:1787148529.445742:0:2386:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.114@tcp of length 224/224 into md 0x562151 [1] + 224 00000800:00000001:0.0:1787148529.445749:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787148529.445757:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787148529.445760:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787148529.445781:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.14@tcp->192.168.202.114@tcp: PUT: OK 00000100:00000001:0.0:1787148529.445789:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787148529.445799:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c5c5e1ff100 x1873948276742016/t0(0) o400->lustre-OST0000-osc-ffff8c5c68fb1800@192.168.202.114@tcp:28/4 lens 224/224 e 0 to 0 dl 1787148584 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1787148529.445811:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8c5c5e1ff100 x1873948276742016/t0(0) o400->lustre-OST0000-osc-ffff8c5c68fb1800@192.168.202.114@tcp:28/4 lens 224/224 e 0 to 0 dl 1787148584 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787148529.445832:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1787148529.445842:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787148529.445845:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787148529.446047:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787148529.446052:0:2396:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1787148529.446060:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787148529.446062:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787148529.446066:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5c68ddb738. 00000400:00000200:2.0:1787148529.446071:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5c42ee3880 00000400:00000010:2.0:1787148529.446073:0:2396:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff8c5c42ee3880. 00000100:00000001:2.0:1787148529.446076:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787148529.446082:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c5c5e1ff100 x1873948276742016/t0(0) o400->lustre-OST0000-osc-ffff8c5c68fb1800@192.168.202.114@tcp:28/4 lens 224/224 e 0 to 0 dl 1787148584 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787148529.446091:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c5c5e1ff100 x1873948276742016/t0(0) o400->lustre-OST0000-osc-ffff8c5c68fb1800@192.168.202.114@tcp:28/4 lens 224/224 e 0 to 0 dl 1787148584 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787148529.446096:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787148529.446098:0:2396:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787148529.446100:0:2396:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1787148529.446328:0:2396:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1787148529.446332:0:2396:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787148529.446334:0:2396:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787148529.446338:0:2396:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1787148529.446348:0:2396:0:(import.c:2149:obd_at_measure()) add 36 to ffff8c5c5e0b1c60 time=11 v=36 (36 36 5 5) 00000100:00001000:2.0:1787148529.446354:0:2396:0:(import.c:2149:obd_at_measure()) add 1 to ffff8c5c5e0b1c18 time=137 v=5 (1 1 1 1) 00000100:00000001:2.0:1787148529.446357:0:2396:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1787148529.446359:0:2396:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787148529.446370:0:2396:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1787148529.446374:0:2396:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787148529.446379:0:2396:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1787148529.446381:0:2396:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8c5c68fb1800: skip recheck: last_committed 42949695890 00000100:00000001:2.0:1787148529.446384:0:2396:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1787148529.446387:0:2396:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787148529.446393:0:2396:0:(lustre_net.h:2406:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8c5c5e1ff100 x1873948276742016/t0(0) o400->lustre-OST0000-osc-ffff8c5c68fb1800@192.168.202.114@tcp:28/4 lens 224/224 e 0 to 0 dl 1787148584 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787148529.446401:0:2396:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787148529.446404:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787148529.446406:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787148529.446410:0:2396:0:(lustre_net.h:2406:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8c5c5e1ff100 x1873948276742016/t0(0) o400->lustre-OST0000-osc-ffff8c5c68fb1800@192.168.202.114@tcp:28/4 lens 224/224 e 0 to 0 dl 1787148584 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787148529.446417:0:2396:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5c5e1ff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:7e31181a-25e1-4c2b-a23d-b0f7747006f1:2396:1873948276742016:192.168.202.114@tcp:400:kworker.0 00000100:00000001:2.0:1787148529.446421:0:2396:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787148529.446425:0:2396:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787148529.446429:0:2396:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8c5c5e1ff100 x1873948276742016/t0(0) o400->lustre-OST0000-osc-ffff8c5c68fb1800@192.168.202.114@tcp:28/4 lens 224/224 e 0 to 0 dl 1787148584 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787148529.446435:0:2396:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787148529.446438:0:2396:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787148529.446441:0:2396:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c5c4a511000. 02000000:00000001:2.0:1787148529.446445:0:2396:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787148529.446447:0:2396:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1787148529.446450:0:2396:0:(genops.c:1244:class_import_put()) import ffff8c5c5e0b1800 refcount=3 obd=lustre-OST0000-osc-ffff8c5c68fb1800 00000020:00000001:2.0:1787148529.446452:0:2396:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1787148529.446455:0:2396:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8c5c46fcb500. 02000000:00000001:2.0:1787148529.446459:0:2396:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787148529.446461:0:2396:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787148529.446463:0:2396:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5c5e1ff100. 00000100:00000001:2.0:1787148529.446466:0:2396:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787148529.446468:0:2396:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787148529.446471:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787148529.446478:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787148529.446480:0:2396:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787148529.446482:0:2396:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787148529.446484:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1787148529.450635:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787148529.450653:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1787148529.450658:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787148529.450661:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787148529.450670:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:1.0:1787148529.450677:0:2385:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.14@tcp(192.168.202.14@tcp) <- 192.168.202.114@tcp : PUT - for me 00000400:00000200:1.0:1787148529.450686:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:1.0:1787148529.450690:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:1.0:1787148529.450696:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:1.0:1787148529.450699:0:2385:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.114@tcp of length 224 into portal 25 MB=0x6a858955cd600 00000400:00000200:1.0:1787148529.450704:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:1.0:1787148529.450710:0:2385:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.114@tcp of length 224/224 into md 0x562159 [1] + 224 00000800:00000001:1.0:1787148529.450717:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787148529.450720:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787148529.450735:0:2385:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787148529.450739:0:2385:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.14@tcp->192.168.202.114@tcp: PUT: OK 00000100:00000001:1.0:1787148529.450746:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787148529.450756:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c5c5e1fe680 x1873948276741632/t0(0) o400->MGC192.168.202.114@tcp@192.168.202.114@tcp:26/25 lens 224/224 e 0 to 0 dl 1787148545 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1787148529.450768:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8c5c5e1fe680 x1873948276741632/t0(0) o400->MGC192.168.202.114@tcp@192.168.202.114@tcp:26/25 lens 224/224 e 0 to 0 dl 1787148545 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787148529.450791:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1787148529.450800:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787148529.450803:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1787148529.450805:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787148529.450807:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787148529.450811:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:1.0:1787148529.450814:0:2385:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.14@tcp(192.168.202.14@tcp) <- 192.168.202.114@tcp : PUT - for me 00000400:00000200:1.0:1787148529.450819:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:1.0:1787148529.450836:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:1.0:1787148529.450839:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:1.0:1787148529.450842:0:2385:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.114@tcp of length 224 into portal 10 MB=0x6a858955cd700 00000400:00000200:1.0:1787148529.450846:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:1.0:1787148529.450850:0:2385:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.114@tcp of length 224/224 into md 0x562161 [1] + 224 00000800:00000001:1.0:1787148529.450854:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787148529.450857:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787148529.450859:0:2385:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787148529.450863:0:2385:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.14@tcp->192.168.202.114@tcp: PUT: OK 00000100:00000001:1.0:1787148529.450866:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787148529.450871:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c5c5e1ff480 x1873948276741888/t0(0) o400->lustre-MDT0001-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148584 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1787148529.450880:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8c5c5e1ff480 x1873948276741888/t0(0) o400->lustre-MDT0001-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148584 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787148529.450898:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1787148529.450902:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787148529.450905:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1787148529.450907:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787148529.450909:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787148529.450912:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:1.0:1787148529.450915:0:2385:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.14@tcp(192.168.202.14@tcp) <- 192.168.202.114@tcp : PUT - for me 00000400:00000200:1.0:1787148529.450919:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:1.0:1787148529.450922:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:1.0:1787148529.450925:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:1.0:1787148529.450928:0:2385:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.114@tcp of length 224 into portal 10 MB=0x6a858955cd680 00000400:00000200:1.0:1787148529.450931:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.114@tcp to cpt 0 00000400:00000200:1.0:1787148529.450935:0:2385:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.114@tcp of length 224/224 into md 0x562149 [1] + 224 00000800:00000001:1.0:1787148529.450938:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787148529.450944:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787148529.450946:0:2385:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787148529.450949:0:2385:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.14@tcp->192.168.202.114@tcp: PUT: OK 00000100:00000001:1.0:1787148529.450952:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787148529.450962:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c5c5e1fc700 x1873948276741760/t0(0) o400->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148584 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1787148529.450970:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8c5c5e1fc700 x1873948276741760/t0(0) o400->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148584 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787148529.450978:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1787148529.450982:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787148529.450985:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787148529.451470:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787148529.451476:0:2396:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1787148529.451484:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787148529.451486:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787148529.451490:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5c68ddb7e8. 00000400:00000200:2.0:1787148529.451494:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5c42ee3d48 00000400:00000010:2.0:1787148529.451497:0:2396:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff8c5c42ee3d48. 00000100:00000001:2.0:1787148529.451500:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787148529.451506:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c5c5e1fe680 x1873948276741632/t0(0) o400->MGC192.168.202.114@tcp@192.168.202.114@tcp:26/25 lens 224/224 e 0 to 0 dl 1787148545 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787148529.451516:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c5c5e1fe680 x1873948276741632/t0(0) o400->MGC192.168.202.114@tcp@192.168.202.114@tcp:26/25 lens 224/224 e 0 to 0 dl 1787148545 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787148529.451522:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787148529.451524:0:2396:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787148529.451527:0:2396:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1787148529.451530:0:2396:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1787148529.451533:0:2396:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787148529.451536:0:2396:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787148529.451539:0:2396:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1787148529.451546:0:2396:0:(import.c:2149:obd_at_measure()) add 5 to ffff8c5c5776b460 time=11 v=5 (5 5 5 5) 00000100:00001000:2.0:1787148529.451550:0:2396:0:(import.c:2149:obd_at_measure()) add 1 to ffff8c5c5776b418 time=63 v=5 (1 1 1 0) 00000100:00000001:2.0:1787148529.451553:0:2396:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1787148529.451555:0:2396:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787148529.451558:0:2396:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1787148529.451561:0:2396:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787148529.451563:0:2396:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787148529.451568:0:2396:0:(lustre_net.h:2406:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8c5c5e1fe680 x1873948276741632/t0(0) o400->MGC192.168.202.114@tcp@192.168.202.114@tcp:26/25 lens 224/224 e 0 to 0 dl 1787148545 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787148529.451575:0:2396:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787148529.451578:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787148529.451580:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787148529.451584:0:2396:0:(lustre_net.h:2406:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8c5c5e1fe680 x1873948276741632/t0(0) o400->MGC192.168.202.114@tcp@192.168.202.114@tcp:26/25 lens 224/224 e 0 to 0 dl 1787148545 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787148529.451603:0:2396:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5c5e1fe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:adab7261-4d97-43ea-82e8-09637750fa21:2396:1873948276741632:192.168.202.114@tcp:400:kworker.0 00000400:00000001:2.0:1787148529.451609:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787148529.451611:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787148529.451613:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5c68ddb790. 00000400:00000200:2.0:1787148529.451615:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5c42ee3330 00000400:00000010:2.0:1787148529.451617:0:2396:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff8c5c42ee3330. 00000100:00000001:2.0:1787148529.451619:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787148529.451623:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c5c5e1ff480 x1873948276741888/t0(0) o400->lustre-MDT0001-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148584 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787148529.451632:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c5c5e1ff480 x1873948276741888/t0(0) o400->lustre-MDT0001-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148584 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787148529.451638:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787148529.451639:0:2396:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787148529.451641:0:2396:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1787148529.451643:0:2396:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1787148529.451644:0:2396:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787148529.451646:0:2396:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787148529.451648:0:2396:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1787148529.451655:0:2396:0:(import.c:2149:obd_at_measure()) add 36 to ffff8c5c5776cc60 time=11 v=36 (36 36 36 36) 00000100:00001000:2.0:1787148529.451658:0:2396:0:(import.c:2149:obd_at_measure()) add 1 to ffff8c5c5776cc18 time=38 v=5 (1 1 1 0) 00000100:00000001:2.0:1787148529.451661:0:2396:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1787148529.451662:0:2396:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787148529.451664:0:2396:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1787148529.451668:0:2396:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8c5c5e1ff480 x1873948276741888/t0(0) o400->lustre-MDT0001-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148584 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1787148529.451674:0:2396:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787148529.451678:0:2396:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1787148529.451680:0:2396:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8c5c68fb1800: skip recheck: last_committed 21474836540 00000100:00000001:2.0:1787148529.451682:0:2396:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1787148529.451683:0:2396:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787148529.451687:0:2396:0:(lustre_net.h:2406:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8c5c5e1ff480 x1873948276741888/t0(0) o400->lustre-MDT0001-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148584 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787148529.451707:0:2396:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787148529.451710:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787148529.451711:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787148529.451716:0:2396:0:(lustre_net.h:2406:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8c5c5e1ff480 x1873948276741888/t0(0) o400->lustre-MDT0001-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148584 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787148529.451736:0:2396:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5c5e1ff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:7e31181a-25e1-4c2b-a23d-b0f7747006f1:2396:1873948276741888:192.168.202.114@tcp:400:kworker.0 00000400:00000001:2.0:1787148529.451742:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787148529.451744:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787148529.451745:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5c68ddb8f0. 00000400:00000200:2.0:1787148529.451748:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5c42ee3198 00000400:00000010:2.0:1787148529.451750:0:2396:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff8c5c42ee3198. 00000100:00000001:2.0:1787148529.451753:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787148529.451756:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c5c5e1fc700 x1873948276741760/t0(0) o400->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148584 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787148529.451765:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c5c5e1fc700 x1873948276741760/t0(0) o400->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148584 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787148529.451771:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787148529.451772:0:2396:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787148529.451774:0:2396:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1787148529.451775:0:2396:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1787148529.451777:0:2396:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787148529.451778:0:2396:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787148529.451780:0:2396:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1787148529.451785:0:2396:0:(import.c:2149:obd_at_measure()) add 36 to ffff8c5c5776a460 time=11 v=36 (36 36 36 36) 00000100:00001000:2.0:1787148529.451788:0:2396:0:(import.c:2149:obd_at_measure()) add 1 to ffff8c5c5776a418 time=63 v=5 (1 1 1 0) 00000100:00000001:2.0:1787148529.451790:0:2396:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1787148529.451792:0:2396:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787148529.451793:0:2396:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1787148529.451795:0:2396:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787148529.451798:0:2396:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1787148529.451799:0:2396:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c5c68fb1800: skip recheck: last_committed 30064771464 00000100:00000001:2.0:1787148529.451805:0:2396:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1787148529.451807:0:2396:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787148529.451811:0:2396:0:(lustre_net.h:2406:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8c5c5e1fc700 x1873948276741760/t0(0) o400->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148584 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787148529.451817:0:2396:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787148529.451819:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787148529.451821:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787148529.451824:0:2396:0:(lustre_net.h:2406:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8c5c5e1fc700 x1873948276741760/t0(0) o400->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148584 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787148529.451831:0:2396:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5c5e1fc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:7e31181a-25e1-4c2b-a23d-b0f7747006f1:2396:1873948276741760:192.168.202.114@tcp:400:kworker.0 00000100:00000001:2.0:1787148529.451835:0:2396:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787148529.451838:0:2396:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787148529.451842:0:2396:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8c5c5e1fe680 x1873948276741632/t0(0) o400->MGC192.168.202.114@tcp@192.168.202.114@tcp:26/25 lens 224/224 e 0 to 0 dl 1787148545 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787148529.451849:0:2396:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787148529.451852:0:2396:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787148529.451855:0:2396:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c5c4a511400. 02000000:00000001:2.0:1787148529.451859:0:2396:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787148529.451861:0:2396:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1787148529.451864:0:2396:0:(genops.c:1244:class_import_put()) import ffff8c5c5776b000 refcount=3 obd=MGC192.168.202.114@tcp 00000020:00000001:2.0:1787148529.451866:0:2396:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1787148529.451869:0:2396:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8c5c46fcbc00. 02000000:00000001:2.0:1787148529.451872:0:2396:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787148529.451874:0:2396:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787148529.451876:0:2396:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5c5e1fe680. 00000100:00000001:2.0:1787148529.451880:0:2396:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787148529.451891:0:2396:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787148529.451894:0:2396:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787148529.451897:0:2396:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8c5c5e1ff480 x1873948276741888/t0(0) o400->lustre-MDT0001-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148584 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787148529.451904:0:2396:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787148529.451905:0:2396:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787148529.451912:0:2396:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c5c4a510c00. 02000000:00000001:2.0:1787148529.451915:0:2396:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787148529.451917:0:2396:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1787148529.451918:0:2396:0:(genops.c:1244:class_import_put()) import ffff8c5c5776c800 refcount=3 obd=lustre-MDT0001-mdc-ffff8c5c68fb1800 00000020:00000001:2.0:1787148529.451920:0:2396:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1787148529.451921:0:2396:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8c5c46fcb700. 02000000:00000001:2.0:1787148529.451923:0:2396:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787148529.451925:0:2396:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787148529.451926:0:2396:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5c5e1ff480. 00000100:00000001:2.0:1787148529.451928:0:2396:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787148529.451930:0:2396:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787148529.451932:0:2396:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787148529.451935:0:2396:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8c5c5e1fc700 x1873948276741760/t0(0) o400->lustre-MDT0000-mdc-ffff8c5c68fb1800@192.168.202.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787148584 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787148529.451942:0:2396:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787148529.451943:0:2396:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787148529.451945:0:2396:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c5c4a511c00. 02000000:00000001:2.0:1787148529.451946:0:2396:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787148529.451948:0:2396:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1787148529.451949:0:2396:0:(genops.c:1244:class_import_put()) import ffff8c5c5776a000 refcount=5 obd=lustre-MDT0000-mdc-ffff8c5c68fb1800 00000020:00000001:2.0:1787148529.451950:0:2396:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1787148529.451952:0:2396:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8c5c46fcbf00. 02000000:00000001:2.0:1787148529.451953:0:2396:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787148529.451954:0:2396:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787148529.451955:0:2396:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5c5e1fc700. 00000100:00000001:2.0:1787148529.451957:0:2396:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787148529.451958:0:2396:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787148529.451960:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787148529.451968:0:2396:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787148529.451970:0:2396:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787148529.451972:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787148529.451974:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787148529.630284:0:266370:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787148529.630291:0:266370:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787148529.630297:0:266370:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787148529.630298:0:266370:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787148529.630444:0:256812:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787148529.630448:0:256812:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787148529.630452:0:256812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1787148530.654179:0:266370:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787148530.654185:0:266370:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787148530.654191:0:266370:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787148530.654192:0:266370:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787148530.655456:0:235348:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787148530.655463:0:235348:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787148530.655468:0:235348:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1787148531.614859:0:279469:0:(llite_lib.c:4245:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787148531.678237:0:266370:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787148531.678246:0:266370:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787148531.678252:0:266370:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787148531.678257:0:266370:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1787148531.678260:0:266370:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1787148531.678267:0:266370:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787148531.678269:0:266370:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787148531.678270:0:266370:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787148531.678273:0:266370:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1787148531.678276:0:266370:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787148531.678278:0:266370:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787148531.678280:0:266370:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787148531.678306:0:235349:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787148531.678310:0:235349:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787148531.678313:0:235349:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:1.0:1787148531.899531:0:279505:0:(debug.c:653:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1787148531.899538:0:279505:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: rpc test_812b: @@@@@@ FAIL: can't put import for osc.lustre-OST0000-osc-ffff8c5c68fb1800.ost_server_uuid into CONNECTING state after 50 sec, have FULL 00000001:00000001:1.0:1787148531.906973:0:279505:0:(debug.c:656:libcfs_debug_mark_buffer()) ************************************************** 00010000:00000001:1.0:1787148532.702246:0:266370:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787148532.702270:0:266370:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787148532.702277:0:266370:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787148532.702278:0:266370:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787148532.702368:0:244719:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787148532.702372:0:244719:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787148532.702375:0:244719:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1787148533.278711:0:267500:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5c48342000 (cpu 0) has reached its deadline 4307042042, at 4307042048 00000100:00000010:0.0:1787148533.278730:0:267500:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5c45727a20. 00000100:00000040:1.0:1787148533.279166:0:266370:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5c48342110 (cpu 1) has reached its deadline 4307042042, at 4307042048 00000100:00000010:1.0:1787148533.279173:0:266370:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5c45727c60. 00010000:00000001:1.0:1787148533.727171:0:266370:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787148533.727180:0:266370:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1787148533.727182:0:266370:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1787148533.727185:0:266370:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787148533.727191:0:266370:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1787148533.727194:0:266370:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787148533.727196:0:266370:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787148533.727198:0:266370:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787148533.727202:0:266370:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787148533.727203:0:266370:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787148533.729207:0:244722:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787148533.729216:0:244722:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787148533.729222:0:244722:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1787148534.105934:0:279605:0:(llite_lib.c:4245:ll_show_options()) Process leaving (rc=0 : 0 : 0) Debug log: 14543 lines, 14543 kept, 0 dropped, 0 bad.