00000100:00000040:2.0F:1767735715.362432:0:166640:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6d7b501b-fa70-4fef-9613-be2df560a7ce->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767735715.362447:0:166640:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767735715.362454:0:166640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1f6badf80. 00000020:00000040:2.0:1767735715.362459:0:166640:0:(genops.c:1229:class_import_get()) import ffff94b1ef331000 refcount=4 obd=MGC192.168.203.112@tcp 00000100:00000001:2.0:1767735715.362463:0:166640:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767735715.362465:0:166640:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767735715.362470:0:166640:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767735715.362476:0:166640:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94b1d1c83e00. 00000100:00000001:2.0:1767735715.362482:0:166640:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767735715.362492:0:166640:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6d7b501b-fa70-4fef-9613-be2df560a7ce->MGS req@ffff94b1f6badf80 x1853602709330048/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767735715.362501:0:166640:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767735715.362504:0:166640:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767735715.362510:0:166640:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e64b0590] to pc [ptlrpcd_01_00+0] req@ffff94b1f6badf80 x1853602709330048/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767735715.362540:0:166640:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767735715.362543:0:166640:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66586885-669e-469f-b1c7-cb1a0fe6eee4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767735715.362546:0:166640:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767735715.362549:0:166640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1f6baf800. 00000020:00000040:2.0:1767735715.362552:0:166640:0:(genops.c:1229:class_import_get()) import ffff94b1c403d800 refcount=13 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000100:00000001:2.0:1767735715.362554:0:166640:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767735715.362555:0:166640:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767735715.362557:0:166640:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767735715.362560:0:166640:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94b1d1c83600. 00000100:00000001:2.0:1767735715.362562:0:166640:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0F:1767735715.362564:0:196093:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767735715.362566:0:166640:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 66586885-669e-469f-b1c7-cb1a0fe6eee4->lustre-MDT0000_UUID req@ffff94b1f6baf800 x1853602709330176/t0(0) o400->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767735715.362572:0:166640:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767735715.362576:0:166640:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767735715.362577:0:196093:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767735715.362581:0:166640:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000043b32153] to pc [ptlrpcd_01_01+1] req@ffff94b1f6baf800 x1853602709330176/t0(0) o400->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767735715.362582:0:196093:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767735715.362591:0:166640:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767735715.362592:0:196093:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1f6badf80 x1853602709330048/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767735715.362603:0:166640:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66586885-669e-469f-b1c7-cb1a0fe6eee4->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767735715.362604:0:196093:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767735715.362608:0:196093:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767735715.362609:0:166640:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:3.0:1767735715.362612:0:196093:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000010:2.0:1767735715.362614:0:166640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1f6bad880. 02000000:00000001:3.0:1767735715.362616:0:196093:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000040:2.0:1767735715.362618:0:166640:0:(genops.c:1229:class_import_get()) import ffff94b1f0134000 refcount=3 obd=lustre-OST0000-osc-ffff94b1e7e86000 02000000:00000001:3.0:1767735715.362620:0:196093:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767735715.362623:0:166640:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00100000:3.0:1767735715.362626:0:196093:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1f6badf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6d7b501b-fa70-4fef-9613-be2df560a7ce:196093:1853602709330048:192.168.203.112@tcp:400:kworker.0 02000000:00000001:2.0:1767735715.362626:0:166640:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767735715.362631:0:166640:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767735715.362632:0:196093:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000010:2.0:1767735715.362635:0:166640:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94b1d1c83200. 02000000:00000001:3.0:1767735715.362638:0:196093:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767735715.362640:0:166640:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767735715.362642:0:196093:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767735715.362645:0:196093:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1767735715.362648:0:166640:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 66586885-669e-469f-b1c7-cb1a0fe6eee4->lustre-OST0000_UUID req@ffff94b1f6bad880 x1853602709330304/t0(0) o400->lustre-OST0000-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:3.0:1767735715.362651:0:196093:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94b201902c00. 02000000:00000001:3.0:1767735715.362656:0:196093:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767735715.362658:0:166640:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767735715.362661:0:166640:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767735715.362666:0:196093:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000040:2.0:1767735715.362666:0:166640:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005416517f] to pc [ptlrpcd_01_00+0] req@ffff94b1f6bad880 x1853602709330304/t0(0) o400->lustre-OST0000-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767735715.362673:0:196093:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1dd1137e8. 00000100:00000001:2.0:1767735715.362677:0:166640:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767735715.362680:0:166640:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66586885-669e-469f-b1c7-cb1a0fe6eee4->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:3.0:1767735715.362681:0:196093:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d85e77f8. 00000100:00000001:2.0:1767735715.362684:0:166640:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767735715.362689:0:166640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1f6baed80. 00000100:00000200:3.0:1767735715.362690:0:196093:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853602709330048, portal 25 00000020:00000040:2.0:1767735715.362692:0:166640:0:(genops.c:1229:class_import_get()) import ffff94b1f0134800 refcount=4 obd=lustre-OST0001-osc-ffff94b1e7e86000 00000100:00000001:3.0:1767735715.362694:0:196093:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767735715.362696:0:166640:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1767735715.362697:0:196093:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090802405248 : -117982907146368 : ffff94b1f6badf80) 02000000:00000001:2.0:1767735715.362698:0:166640:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767735715.362702:0:166640:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767735715.362706:0:166640:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94b1d1c83000. 00000100:00000040:3.0:1767735715.362707:0:196093:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b1f6badf80 x1853602709330048/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767735731 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767735715.362710:0:166640:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767735715.362718:0:196093:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767735715.362720:0:166640:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 66586885-669e-469f-b1c7-cb1a0fe6eee4->lustre-OST0001_UUID req@ffff94b1f6baed80 x1853602709330432/t0(0) o400->lustre-OST0001-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1767735715.362725:0:196093:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:3.0:1767735715.362732:0:196093:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d85e7f68. 00000100:00000001:2.0:1767735715.362732:0:166640:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000200:3.0:1767735715.362736:0:196093:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853602709330048, offset 0 00000100:00000001:2.0:1767735715.362736:0:166640:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767735715.362741:0:166640:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000078a5bdc7] to pc [ptlrpcd_01_01+1] req@ffff94b1f6baed80 x1853602709330432/t0(0) o400->lustre-OST0001-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767735715.362748:0:196093:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:3.0:1767735715.362759:0:196093:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:2.0:1767735715.362768:0:166640:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767735715.362770:0:196093:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000100:00000040:2.0:1767735715.362774:0:166640:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (9814) 00000400:00000200:3.0:1767735715.362777:0:196093:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767735715.362783:0:196093:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000100:00000001:2.0:1767735715.362787:0:196094:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767735715.362791:0:196094:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767735715.362794:0:196094:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1767735715.362796:0:196093:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000100:00000040:2.0:1767735715.362801:0:196094:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1f6baf800 x1853602709330176/t0(0) o400->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767735715.362803:0:196093:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:3.0:1767735715.362813:0:196093:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [355000:355000:256:4294967295] 192.168.203.112@tcp LPNI seq info [355000:355000:8:4294967295] 00000100:00000001:2.0:1767735715.362814:0:196094:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767735715.362817:0:196094:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767735715.362821:0:196093:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 02000000:00000001:2.0:1767735715.362821:0:196094:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767735715.362825:0:196094:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767735715.362827:0:196094:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767735715.362834:0:196094:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1f6baf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:66586885-669e-469f-b1c7-cb1a0fe6eee4:196094:1853602709330176:192.168.203.112@tcp:400:kworker.0 00000400:00000200:3.0:1767735715.362839:0:196093:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000100:00000001:2.0:1767735715.362840:0:196094:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767735715.362845:0:196094:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767735715.362849:0:196094:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767735715.362850:0:196093:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.112@tcp 02000000:00000001:2.0:1767735715.362855:0:196094:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000010:3.0:1767735715.362858:0:196093:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1c53e8100. 02000000:00000010:2.0:1767735715.362860:0:196094:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94b1d1fe4800. 02000000:00000001:2.0:1767735715.362863:0:196094:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767735715.362867:0:196093:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000400:00000200:2.0:1767735715.362871:0:196094:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:2.0:1767735715.362875:0:196094:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1f8c5e1b8. 00000800:00000200:3.0:1767735715.362879:0:196093:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000400:00000010:2.0:1767735715.362882:0:196094:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1faa29ee0. 00000800:00000200:3.0:1767735715.362885:0:196093:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1c53e8100 type 1, nob 320 niov 1 nkiov 1 00000100:00000200:2.0:1767735715.362888:0:196094:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853602709330176, portal 10 00000100:00000001:2.0:1767735715.362891:0:196094:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767735715.362893:0:196094:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090802411520 : -117982907140096 : ffff94b1f6baf800) 00000100:00000001:3.0:1767735715.362897:0:196093:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767735715.362901:0:196094:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b1f6baf800 x1853602709330176/t0(0) o400->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1767735770 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767735715.362907:0:196093:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:3.0:1767735715.362913:0:196093:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 2 is 4304478040 00000100:00000001:2.0:1767735715.362914:0:196094:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767735715.362918:0:196094:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000100:00000010:3.0:1767735715.362919:0:196093:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94b1f41b82a0. 00000400:00000010:2.0:1767735715.362922:0:196094:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1faa29110. 00000100:00000200:2.0:1767735715.362926:0:196094:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853602709330176, offset 0 00000100:00000001:3.0:1767735715.362927:0:196093:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767735715.362933:0:196093:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 3 is 4304478040 00000100:00000010:3.0:1767735715.362939:0:196093:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94b1f41b8780. 00000400:00000200:2.0:1767735715.362940:0:196094:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000100:00000001:3.0:1767735715.362943:0:196093:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 3 00000400:00000200:2.0:1767735715.362947:0:196094:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:3.0:1767735715.362948:0:196093:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767735715.362953:0:196093:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767735715.362956:0:196094:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000100:00000001:3.0:1767735715.362957:0:196093:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767735715.362962:0:196093:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767735715.362963:0:196094:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767735715.362968:0:196094:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000100:00000001:3.0:1767735715.362970:0:196093:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:2.0:1767735715.362971:0:196094:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1767735715.362973:0:196093:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767735715.362977:0:196093:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767735715.362977:0:196094:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000100:00000001:3.0:1767735715.362982:0:196093:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767735715.362983:0:196094:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [355001:355001:255:4294967295] 192.168.203.112@tcp LPNI seq info [355001:355001:7:4294967295] 00000100:00000001:3.0:1767735715.362985:0:196093:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1767735715.362989:0:196094:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000040:3.0:1767735715.362992:0:196093:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1f6bad880 x1853602709330304/t0(0) o400->lustre-OST0000-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767735715.363004:0:196094:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000100:00000001:3.0:1767735715.363009:0:196093:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767735715.363012:0:196093:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767735715.363013:0:196094:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:2.0:1767735715.363017:0:196094:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1d1c83500. 02000000:00000001:3.0:1767735715.363023:0:196093:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000200:2.0:1767735715.363025:0:196094:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 02000000:00000001:3.0:1767735715.363027:0:196093:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767735715.363030:0:196093:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767735715.363033:0:196094:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000100:00100000:3.0:1767735715.363038:0:196093:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1f6bad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:66586885-669e-469f-b1c7-cb1a0fe6eee4:196093:1853602709330304:192.168.203.112@tcp:400:kworker.0 00000800:00000200:2.0:1767735715.363039:0:196094:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1d1c83500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767735715.363044:0:196093:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767735715.363046:0:196094:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767735715.363048:0:196093:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767735715.363051:0:196093:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767735715.363052:0:196094:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: using a timeout of 4050 usecs (5 jiffies) 02000000:00000001:3.0:1767735715.363053:0:196093:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767735715.363060:0:196093:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94b201903a00. 00000400:00000200:2.0:1767735715.363060:0:196094:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:2.0:1767735715.363064:0:196094:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 2 is 4304477189 02000000:00000001:3.0:1767735715.363065:0:196093:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767735715.363070:0:196094:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 2, keep current deadline 4304478040 00000400:00000200:3.0:1767735715.363075:0:196093:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:2.0:1767735715.363076:0:196094:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 3 is 4304477189 00000400:00000010:3.0:1767735715.363081:0:196093:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1dd1136e0. 00000100:00000001:2.0:1767735715.363081:0:196094:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 3, keep current deadline 4304478040 00000100:00000001:2.0:1767735715.363086:0:196094:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1767735715.363088:0:196093:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d85e7088. 00000100:00000001:2.0:1767735715.363089:0:196094:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767735715.363095:0:196093:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853602709330304, portal 4 00000100:00000001:2.0:1767735715.363095:0:196094:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767735715.363098:0:196093:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:2.0:1767735715.363101:0:196094:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1f6baed80 x1853602709330432/t0(0) o400->lustre-OST0001-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767735715.363102:0:196093:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090802403456 : -117982907148160 : ffff94b1f6bad880) 00000100:00000001:2.0:1767735715.363110:0:196094:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:3.0:1767735715.363112:0:196093:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b1f6bad880 x1853602709330304/t0(0) o400->lustre-OST0000-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767735731 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767735715.363113:0:196094:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767735715.363118:0:196093:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767735715.363123:0:196093:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 02000000:00000001:2.0:1767735715.363125:0:196094:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:3.0:1767735715.363127:0:196093:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d85e7770. 02000000:00000001:2.0:1767735715.363129:0:196094:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1767735715.363131:0:196093:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853602709330304, offset 0 02000000:00000001:2.0:1767735715.363133:0:196094:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767735715.363139:0:196094:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1f6baed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:66586885-669e-469f-b1c7-cb1a0fe6eee4:196094:1853602709330432:192.168.203.112@tcp:400:kworker.0 00000400:00000200:3.0:1767735715.363140:0:196093:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000100:00000001:2.0:1767735715.363146:0:196094:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1767735715.363149:0:196093:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 02000000:00000001:2.0:1767735715.363151:0:196094:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767735715.363154:0:196094:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767735715.363156:0:196093:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 02000000:00000001:2.0:1767735715.363157:0:196094:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1767735715.363161:0:196093:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000010:2.0:1767735715.363163:0:196094:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94b1d1fe4600. 00000400:00000200:3.0:1767735715.363164:0:196093:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 02000000:00000001:2.0:1767735715.363167:0:196094:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767735715.363170:0:196093:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767735715.363173:0:196093:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:3.0:1767735715.363176:0:196093:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [355002:355002:254:4294967295] 192.168.203.112@tcp LPNI seq info [355002:355002:6:4294967295] 00000400:00000200:3.0:1767735715.363180:0:196093:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767735715.363186:0:196093:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000400:00000200:2.0:1767735715.363200:0:196094:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000800:00000200:3.0:1767735715.363201:0:196093:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.112@tcp 00000400:00000010:2.0:1767735715.363206:0:196094:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1f8c5e108. 00000800:00000010:3.0:1767735715.363207:0:196093:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1c53e8f00. 00000400:00000010:2.0:1767735715.363213:0:196094:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1faa29198. 00000800:00000200:3.0:1767735715.363214:0:196093:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000100:00000200:2.0:1767735715.363218:0:196094:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853602709330432, portal 4 00000800:00000200:3.0:1767735715.363223:0:196093:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000100:00000001:2.0:1767735715.363223:0:196094:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767735715.363227:0:196094:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090802408832 : -117982907142784 : ffff94b1f6baed80) 00000800:00000200:3.0:1767735715.363229:0:196093:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1c53e8f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767735715.363233:0:196093:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767735715.363236:0:196094:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b1f6baed80 x1853602709330432/t0(0) o400->lustre-OST0001-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767735731 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767735715.363238:0:196093:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff94b1e7e86000: using a timeout of 9381 usecs (10 jiffies) 00000400:00000200:3.0:1767735715.363247:0:196093:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:2.0:1767735715.363248:0:196094:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767735715.363251:0:196093:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 2 is 4304477194 00000100:00000040:2.0:1767735715.363256:0:196094:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000100:00000001:3.0:1767735715.363258:0:196093:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff94b1e7e86000: PM QoS request active for cpu 2, keep current deadline 4304478040 00000400:00000010:2.0:1767735715.363260:0:196094:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1faa29bb0. 00000100:00000001:3.0:1767735715.363262:0:196093:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 3 is 4304477194 00000100:00000200:2.0:1767735715.363264:0:196094:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853602709330432, offset 0 00000100:00000001:3.0:1767735715.363266:0:196093:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff94b1e7e86000: PM QoS request active for cpu 3, keep current deadline 4304478040 00000100:00000001:3.0:1767735715.363270:0:196093:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767735715.363275:0:196094:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000100:00000001:3.0:1767735715.363276:0:196093:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767735715.363281:0:196093:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767735715.363285:0:196094:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:3.0:1767735715.363286:0:196093:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767735715.363292:0:196093:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:2.0:1767735715.363293:0:196094:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000100:00000001:3.0:1767735715.363294:0:196093:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767735715.363299:0:196093:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767735715.363300:0:196094:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1767735715.363302:0:196093:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767735715.363305:0:196094:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000100:00000001:3.0:1767735715.363306:0:196093:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767735715.363332:0:196094:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767735715.363335:0:196094:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000100:00000001:3.0:1767735715.363338:0:196093:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767735715.363339:0:196094:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [355003:355003:253:4294967295] 192.168.203.112@tcp LPNI seq info [355003:355003:5:4294967295] 00000400:00000200:2.0:1767735715.363347:0:196094:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767735715.363357:0:196094:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:2.0:1767735715.363367:0:196094:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:2.0:1767735715.363382:0:196094:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1d1c83400. 00000800:00000200:2.0:1767735715.363386:0:196094:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:2.0:1767735715.363389:0:196094:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:2.0:1767735715.363392:0:196094:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1d1c83400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767735715.363395:0:196094:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767735715.363398:0:196094:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff94b1e7e86000: using a timeout of 6343 usecs (7 jiffies) 00000800:00000200:3.0:1767735715.363399:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:2.0:1767735715.363403:0:196094:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000800:00000010:3.0:1767735715.363404:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1c53e8100. 00000100:00000001:2.0:1767735715.363407:0:196094:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 2 is 4304477192 00000400:00000200:3.0:1767735715.363410:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767735715.363411:0:196094:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff94b1e7e86000: PM QoS request active for cpu 2, keep current deadline 4304478040 00000100:00000001:2.0:1767735715.363416:0:196094:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 3 is 4304477192 00000400:00000200:3.0:1767735715.363421:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767735715.363421:0:196094:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff94b1e7e86000: PM QoS request active for cpu 3, keep current deadline 4304478040 00000100:00000001:2.0:1767735715.363428:0:196094:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767735715.363430:0:196085:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d85e7f68 00000100:00000001:2.0:1767735715.363431:0:196094:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767735715.363435:0:196085:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d85e7f68. 00000100:00000001:2.0:1767735715.363436:0:196094:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767735715.363440:0:196094:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767735715.363441:0:196085:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767735715.363444:0:196094:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767735715.363447:0:196094:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000200:3.0:1767735715.363448:0:196085:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1f6badf80 x1853602709330048/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767735731 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767735715.363450:0:196094:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767735715.363453:0:196094:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767735715.363457:0:196094:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767735715.363462:0:196094:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767735715.363463:0:196085:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767735715.363474:0:196085:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f6badf80 x1853602709330048/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767735731 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767735715.363481:0:196085:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767735715.363483:0:196085:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767735715.363495:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767735715.363497:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1d1c83500. 00000400:00000200:3.0:1767735715.363500:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767735715.363503:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:3.0:1767735715.363505:0:196085:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1faa29110 00000400:00000010:3.0:1767735715.363506:0:196085:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1faa29110. 00000100:00000001:3.0:1767735715.363508:0:196085:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767735715.363511:0:196085:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1f6baf800 x1853602709330176/t0(0) o400->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1767735770 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767735715.363516:0:196085:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767735715.363518:0:196085:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f6baf800 x1853602709330176/t0(0) o400->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1767735770 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767735715.363523:0:196085:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767735715.363524:0:196085:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767735715.363532:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767735715.363533:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1c53e8f00. 00000400:00000200:3.0:1767735715.363535:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767735715.363538:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:3.0:1767735715.363540:0:196085:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d85e7770 00000400:00000010:3.0:1767735715.363541:0:196085:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d85e7770. 00000100:00000001:3.0:1767735715.363543:0:196085:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767735715.363546:0:196085:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1f6bad880 x1853602709330304/t0(0) o400->lustre-OST0000-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767735731 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767735715.363551:0:196085:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767735715.363553:0:196085:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f6bad880 x1853602709330304/t0(0) o400->lustre-OST0000-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767735731 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767735715.363557:0:196085:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767735715.363559:0:196085:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767735715.363618:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767735715.363621:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1d1c83400. 00000400:00000200:3.0:1767735715.363624:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767735715.363627:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:3.0:1767735715.363629:0:196085:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1faa29bb0 00000400:00000010:3.0:1767735715.363631:0:196085:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1faa29bb0. 00000100:00000001:3.0:1767735715.363634:0:196085:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767735715.363637:0:196085:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1f6baed80 x1853602709330432/t0(0) o400->lustre-OST0001-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767735731 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767735715.363643:0:196085:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767735715.363645:0:196085:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f6baed80 x1853602709330432/t0(0) o400->lustre-OST0001-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767735731 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767735715.363651:0:196085:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767735715.363652:0:196085:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767735715.366642:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767735715.366654:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767735715.366657:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767735715.366660:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767735715.366665:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767735715.366670:0:196086:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767735715.366675:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767735715.366678:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767735715.366682:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767735715.366686:0:196086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 224 into portal 25 MB=0x695d7830b5880 00000400:00000200:2.0:1767735715.366697:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767735715.366702:0:196086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.112@tcp of length 224/224 into md 0x2241cd [1] + 224 00000800:00000001:2.0:1767735715.366708:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767735715.366713:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767735715.366715:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767735715.366719:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767735715.366723:0:196086:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767735715.366728:0:196086:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1f6badf80 x1853602709330048/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767735731 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767735715.366736:0:196086:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94b1f6badf80 x1853602709330048/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767735731 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767735715.366762:0:196086:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767735715.366770:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767735715.366774:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767735715.366776:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767735715.366779:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767735715.366782:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767735715.366787:0:196086:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000100:00000001:3.0:1767735715.366789:0:196093:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767735715.366792:0:196093:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767735715.366793:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767735715.366797:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000001:3.0:1767735715.366799:0:196093:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767735715.366803:0:196093:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767735715.366803:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767735715.366808:0:196086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 224 into portal 10 MB=0x695d7830b5900 00000400:00000010:3.0:1767735715.366809:0:196093:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1dd1137e8. 00000400:00000200:2.0:1767735715.366813:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767735715.366815:0:196093:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d85e77f8 00000400:00000010:3.0:1767735715.366818:0:196093:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d85e77f8. 00000100:00000001:3.0:1767735715.366821:0:196093:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:2.0:1767735715.366826:0:196086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 224/224 into md 0x2241dd [1] + 224 00000100:00000200:3.0:1767735715.366827:0:196093:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1f6badf80 x1853602709330048/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767735731 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767735715.366835:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767735715.366841:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767735715.366844:0:196093:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1f6badf80 x1853602709330048/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767735731 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767735715.366845:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767735715.366854:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:3.0:1767735715.366862:0:196093:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767735715.366862:0:196086:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767735715.366864:0:196093:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767735715.366867:0:196093:0:(client.c:1578:after_reply()) Process entered 00000100:00000200:2.0:1767735715.366869:0:196086:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1f6baf800 x1853602709330176/t0(0) o400->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1767735770 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767735715.366870:0:196093:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767735715.366873:0:196093:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767735715.366877:0:196093:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767735715.366881:0:196093:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767735715.366885:0:196093:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1ef331458 time=93 v=5 (5 5 5 5) 00000100:00001000:3.0:1767735715.366893:0:196093:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1ef331410 time=93 v=5 (1 1 1 1) 00000100:00000040:2.0:1767735715.366900:0:196086:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94b1f6baf800 x1853602709330176/t0(0) o400->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1767735770 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767735715.366908:0:196093:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767735715.366912:0:196093:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767735715.366915:0:196093:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767735715.366917:0:196093:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767735715.366919:0:196093:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767735715.366919:0:196086:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767735715.366928:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:3.0:1767735715.366929:0:196093:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1f6badf80 x1853602709330048/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767735731 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767735715.366935:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767735715.366937:0:196093:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000800:00000001:2.0:1767735715.366938:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767735715.366941:0:196093:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767735715.366944:0:196093:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767735715.366944:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767735715.366954:0:196093:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1f6badf80 x1853602709330048/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767735731 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767735715.366954:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767735715.366963:0:196086:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000100:00100000:3.0:1767735715.366975:0:196093:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1f6badf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6d7b501b-fa70-4fef-9613-be2df560a7ce:196093:1853602709330048:192.168.203.112@tcp:400:kworker.0 00000400:00000200:2.0:1767735715.366975:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767735715.366981:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:3.0:1767735715.366983:0:196093:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767735715.366988:0:196093:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1767735715.366988:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000040:3.0:1767735715.366995:0:196093:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f6badf80 x1853602709330048/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767735731 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767735715.366996:0:196086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 224 into portal 4 MB=0x695d7830b5980 00000400:00000200:2.0:1767735715.367006:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:3.0:1767735715.367008:0:196093:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767735715.367012:0:196093:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:2.0:1767735715.367012:0:196086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.112@tcp of length 224/224 into md 0x2241ed [1] + 224 02000000:00000010:3.0:1767735715.367015:0:196093:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94b201902c00. 00000800:00000001:2.0:1767735715.367018:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:3.0:1767735715.367020:0:196093:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767735715.367024:0:196093:0:(genops.c:1236:class_import_put()) Process entered 00000800:00000001:2.0:1767735715.367024:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1767735715.367027:0:196093:0:(genops.c:1242:class_import_put()) import ffff94b1ef331000 refcount=3 obd=MGC192.168.203.112@tcp 00000400:00000200:2.0:1767735715.367028:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:3.0:1767735715.367032:0:196093:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767735715.367037:0:196093:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94b1d1c83e00. 00000400:00000200:2.0:1767735715.367037:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767735715.367043:0:196086:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:3.0:1767735715.367044:0:196093:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767735715.367047:0:196093:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767735715.367051:0:196093:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f6badf80. 00000100:00000200:2.0:1767735715.367051:0:196086:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1f6bad880 x1853602709330304/t0(0) o400->lustre-OST0000-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767735731 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767735715.367057:0:196093:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767735715.367061:0:196093:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767735715.367065:0:196093:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767735715.367065:0:196086:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94b1f6bad880 x1853602709330304/t0(0) o400->lustre-OST0000-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767735731 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767735715.367070:0:196093:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767735715.367073:0:196093:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767735715.367076:0:196086:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767735715.367081:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:3.0:1767735715.367083:0:196093:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767735715.367086:0:196093:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000800:00000001:2.0:1767735715.367087:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767735715.367089:0:196093:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1dd1136e0. 00000800:00000001:2.0:1767735715.367090:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767735715.367095:0:196093:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d85e7088 00000800:00000001:2.0:1767735715.367096:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767735715.367099:0:196093:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d85e7088. 00000400:00000200:2.0:1767735715.367104:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:3.0:1767735715.367106:0:196093:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767735715.367112:0:196093:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1f6bad880 x1853602709330304/t0(0) o400->lustre-OST0000-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767735731 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767735715.367120:0:196086:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000100:00000200:3.0:1767735715.367129:0:196093:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1f6bad880 x1853602709330304/t0(0) o400->lustre-OST0000-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767735731 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767735715.367130:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767735715.367138:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:3.0:1767735715.367145:0:196093:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767735715.367146:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:3.0:1767735715.367149:0:196093:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767735715.367154:0:196093:0:(client.c:1578:after_reply()) Process entered 00000400:00000200:2.0:1767735715.367155:0:196086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 224 into portal 4 MB=0x695d7830b5a00 02000000:00000001:3.0:1767735715.367158:0:196093:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767735715.367160:0:196093:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:2.0:1767735715.367161:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:3.0:1767735715.367162:0:196093:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767735715.367166:0:196093:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767735715.367168:0:196086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.112@tcp of length 224/224 into md 0x2241fd [1] + 224 00000100:00001000:3.0:1767735715.367171:0:196093:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1f0134458 time=145 v=5 (5 0 0 0) 00000800:00000001:2.0:1767735715.367173:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00001000:3.0:1767735715.367175:0:196093:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1f0134410 time=2 v=5 (1 0 0 0) 00000100:00000001:3.0:1767735715.367179:0:196093:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767735715.367181:0:196093:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767735715.367182:0:196093:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000800:00000001:2.0:1767735715.367184:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767735715.367185:0:196093:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767735715.367189:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767735715.367190:0:196093:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767735715.367193:0:196093:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff94b1e7e86000: skip recheck: last_committed 17179879262 00000400:00000200:2.0:1767735715.367196:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:3.0:1767735715.367197:0:196093:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767735715.367201:0:196093:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767735715.367204:0:196086:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:3.0:1767735715.367207:0:196093:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1f6bad880 x1853602709330304/t0(0) o400->lustre-OST0000-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767735731 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767735715.367212:0:196086:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1f6baed80 x1853602709330432/t0(0) o400->lustre-OST0001-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767735731 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767735715.367224:0:196093:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767735715.367229:0:196093:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767735715.367231:0:196093:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767735715.367232:0:196086:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94b1f6baed80 x1853602709330432/t0(0) o400->lustre-OST0001-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767735731 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767735715.367238:0:196093:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1f6bad880 x1853602709330304/t0(0) o400->lustre-OST0000-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767735731 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767735715.367244:0:196086:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767735715.367249:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767735715.367254:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767735715.367263:0:196093:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1f6bad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:66586885-669e-469f-b1c7-cb1a0fe6eee4:196093:1853602709330304:192.168.203.112@tcp:400:kworker.0 00000100:00000001:3.0:1767735715.367268:0:196093:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767735715.367270:0:196093:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767735715.367271:0:196094:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767735715.367273:0:196093:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f6bad880 x1853602709330304/t0(0) o400->lustre-OST0000-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767735731 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767735715.367274:0:196094:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767735715.367279:0:196094:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767735715.367282:0:196094:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1767735715.367283:0:196093:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000010:2.0:1767735715.367287:0:196094:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1f8c5e1b8. 02000000:00000001:3.0:1767735715.367288:0:196093:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767735715.367292:0:196093:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94b201903a00. 00000400:00000200:2.0:1767735715.367293:0:196094:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1faa29ee0 02000000:00000001:3.0:1767735715.367296:0:196093:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000010:2.0:1767735715.367297:0:196094:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1faa29ee0. 00000020:00000001:3.0:1767735715.367300:0:196093:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1767735715.367302:0:196094:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000040:3.0:1767735715.367303:0:196093:0:(genops.c:1242:class_import_put()) import ffff94b1f0134000 refcount=2 obd=lustre-OST0000-osc-ffff94b1e7e86000 00000020:00000001:3.0:1767735715.367307:0:196093:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767735715.367335:0:196093:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94b1d1c83200. 00000100:00000200:2.0:1767735715.367337:0:196094:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1f6baf800 x1853602709330176/t0(0) o400->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1767735770 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767735715.367341:0:196093:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767735715.367344:0:196093:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767735715.367348:0:196093:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f6bad880. 00000100:00000200:2.0:1767735715.367349:0:196094:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1f6baf800 x1853602709330176/t0(0) o400->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1767735770 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767735715.367355:0:196093:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767735715.367360:0:196093:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767735715.367360:0:196094:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767735715.367364:0:196093:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767735715.367380:0:196093:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767735715.367383:0:196094:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767735715.367384:0:196093:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767735715.367388:0:196094:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:3.0:1767735715.367390:0:196093:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1767735715.367391:0:196094:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767735715.367394:0:196093:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767735715.367395:0:196094:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767735715.367398:0:196094:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767735715.367400:0:196094:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767735715.367405:0:196094:0:(import.c:2128:obd_at_measure()) add 36 to ffff94b1c403dc58 time=145 v=36 (36 5 5 5) 00000100:00001000:2.0:1767735715.367408:0:196094:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1c403dc10 time=145 v=5 (1 1 1 1) 00000100:00000001:2.0:1767735715.367411:0:196094:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767735715.367413:0:196094:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767735715.367414:0:196094:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767735715.367417:0:196094:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767735715.367419:0:196094:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767735715.367421:0:196094:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1e7e86000: skip recheck: last_committed 12885028849 00000100:00000001:2.0:1767735715.367423:0:196094:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767735715.367424:0:196094:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767735715.367428:0:196094:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1f6baf800 x1853602709330176/t0(0) o400->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1767735770 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767735715.367433:0:196094:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767735715.367435:0:196094:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767735715.367437:0:196094:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767735715.367440:0:196094:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1f6baf800 x1853602709330176/t0(0) o400->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1767735770 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767735715.367446:0:196094:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1f6baf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:66586885-669e-469f-b1c7-cb1a0fe6eee4:196094:1853602709330176:192.168.203.112@tcp:400:kworker.0 00000400:00000001:2.0:1767735715.367451:0:196094:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767735715.367452:0:196094:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767735715.367454:0:196094:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1f8c5e108. 00000400:00000200:2.0:1767735715.367456:0:196094:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1faa29198 00000400:00000010:2.0:1767735715.367458:0:196094:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1faa29198. 00000100:00000001:2.0:1767735715.367461:0:196094:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767735715.367463:0:196094:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1f6baed80 x1853602709330432/t0(0) o400->lustre-OST0001-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767735731 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767735715.367470:0:196094:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1f6baed80 x1853602709330432/t0(0) o400->lustre-OST0001-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767735731 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767735715.367480:0:196094:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767735715.367482:0:196094:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767735715.367483:0:196094:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767735715.367485:0:196094:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767735715.367486:0:196094:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767735715.367487:0:196094:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767735715.367489:0:196094:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767735715.367492:0:196094:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1f0134c58 time=145 v=5 (5 0 0 0) 00000100:00001000:2.0:1767735715.367494:0:196094:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1f0134c10 time=31 v=5 (1 0 0 0) 00000100:00000001:2.0:1767735715.367497:0:196094:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767735715.367498:0:196094:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767735715.367499:0:196094:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767735715.367501:0:196094:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767735715.367502:0:196094:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767735715.367504:0:196094:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff94b1e7e86000: skip recheck: last_committed 12884911455 00000100:00000001:2.0:1767735715.367505:0:196094:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767735715.367507:0:196094:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767735715.367510:0:196094:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1f6baed80 x1853602709330432/t0(0) o400->lustre-OST0001-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767735731 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767735715.367514:0:196094:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767735715.367516:0:196094:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767735715.367517:0:196094:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767735715.367519:0:196094:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1f6baed80 x1853602709330432/t0(0) o400->lustre-OST0001-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767735731 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767735715.367524:0:196094:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1f6baed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:66586885-669e-469f-b1c7-cb1a0fe6eee4:196094:1853602709330432:192.168.203.112@tcp:400:kworker.0 00000100:00000001:2.0:1767735715.367528:0:196094:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767735715.367530:0:196094:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767735715.367533:0:196094:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f6baf800 x1853602709330176/t0(0) o400->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1767735770 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767735715.367538:0:196094:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767735715.367539:0:196094:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767735715.367544:0:196094:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94b1d1fe4800. 02000000:00000001:2.0:1767735715.367547:0:196094:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767735715.367548:0:196094:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767735715.367550:0:196094:0:(genops.c:1242:class_import_put()) import ffff94b1c403d800 refcount=12 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000020:00000001:2.0:1767735715.367552:0:196094:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767735715.367553:0:196094:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94b1d1c83600. 02000000:00000001:2.0:1767735715.367556:0:196094:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767735715.367557:0:196094:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767735715.367559:0:196094:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f6baf800. 00000100:00000001:2.0:1767735715.367561:0:196094:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767735715.367562:0:196094:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767735715.367564:0:196094:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767735715.367567:0:196094:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f6baed80 x1853602709330432/t0(0) o400->lustre-OST0001-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767735731 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767735715.367573:0:196094:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767735715.367574:0:196094:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767735715.367576:0:196094:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94b1d1fe4600. 02000000:00000001:2.0:1767735715.367578:0:196094:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767735715.367579:0:196094:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767735715.367580:0:196094:0:(genops.c:1242:class_import_put()) import ffff94b1f0134800 refcount=3 obd=lustre-OST0001-osc-ffff94b1e7e86000 00000020:00000001:2.0:1767735715.367581:0:196094:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767735715.367582:0:196094:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94b1d1c83000. 02000000:00000001:2.0:1767735715.367584:0:196094:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767735715.367584:0:196094:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767735715.367586:0:196094:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f6baed80. 00000100:00000001:2.0:1767735715.367587:0:196094:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767735715.367588:0:196094:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767735715.367590:0:196094:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767735715.367593:0:196094:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767735715.367594:0:196094:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767735715.367596:0:196094:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767735715.367598:0:196094:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767735715.554393:0:285121:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767735715.554397:0:285121:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767735715.554402:0:285121:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767735715.554404:0:285121:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767735715.554408:0:285121:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767735715.554409:0:285121:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767735715.554412:0:285121:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767735715.554413:0:285121:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0F:1767735715.554465:0:215725:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767735715.554474:0:215725:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767735715.554477:0:215725:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767735716.258378:0:285121:0:(connection.c:75:cpu_latency_work()) work item of ffff94b1c5121b30 (cpu 0) has reached its deadline 4304478040, at 4304478080 00000100:00000040:2.0:1767735716.258387:0:284304:0:(connection.c:75:cpu_latency_work()) work item of ffff94b1c5121a20 (cpu 0) has reached its deadline 4304478040, at 4304478080 00000100:00000010:3.0:1767735716.258390:0:285121:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94b1f41b8780. 00000100:00000010:2.0:1767735716.258396:0:284304:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94b1f41b82a0. 00000080:00000001:2.0:1767735716.268258:0:291526:0:(llite_lib.c:4131:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767735716.578457:0:285121:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767735716.578466:0:285121:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767735716.578474:0:285121:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767735716.578477:0:285121:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767735716.578484:0:285121:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767735716.578486:0:285121:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767735716.578492:0:285121:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767735716.578495:0:285121:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767735716.578577:0:249777:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767735716.578583:0:249777:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767735716.578588:0:249777:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000002:00000001:1.0F:1767735716.851293:0:291592:0:(mdc_changelog.c:618:chlg_open()) Process entered 00000002:00000010:1.0:1767735716.851307:0:291592:0:(mdc_changelog.c:622:chlg_open()) kmalloced '(crs)': 224 at ffff94b1fd106b00. 00000002:00000001:1.0:1767735716.851347:0:291592:0:(mdc_changelog.c:638:chlg_open()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767735716.851383:0:291592:0:(mdc_changelog.c:582:chlg_write()) Process entered 00000002:00000010:1.0:1767735716.851389:0:291592:0:(mdc_changelog.c:587:chlg_write()) kmalloced '(kbuf)': 64 at ffff94b201a86100. 00000020:00000040:1.0:1767735716.851401:0:291592:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000-mdc-ffff94b1e7e86000 (ffff94b1c699caa0) now 6 - changelog 00000002:00000001:1.0:1767735716.851406:0:291592:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000002:00000001:1.0:1767735716.851412:0:291592:0:(mdc_request.c:2643:mdc_set_info_async()) Process entered 00000100:00000001:1.0:1767735716.851416:0:291592:0:(pack_generic.c:1733:do_set_info_async()) Process entered 00000100:00000010:1.0:1767735716.851423:0:291592:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1d0398a80. 00000020:00000040:1.0:1767735716.851428:0:291592:0:(genops.c:1229:class_import_get()) import ffff94b1c403d800 refcount=13 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000100:00000001:1.0:1767735716.851435:0:291592:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767735716.851439:0:291592:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767735716.851445:0:291592:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767735716.851453:0:291592:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1f692aa00. 00000100:00000001:1.0:1767735716.851461:0:291592:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767735716.851468:0:291592:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767735716.851470:0:291592:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767735716.851476:0:291592:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1df285cc0. 00000100:00000001:1.0:1767735716.851479:0:291592:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090406927552 : -117983302624064 : ffff94b1df285cc0) 00000100:00000001:1.0:1767735716.851483:0:291592:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767735716.851485:0:291592:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090156395136 : -117983553156480 : ffff94b1d0398a80) 00000100:00000001:1.0:1767735716.851491:0:291592:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767735716.851496:0:291592:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767735716.851499:0:291592:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767735716.851501:0:291592:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767735716.851514:0:291592:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1d0398a80 x1853602709330560/t0(0) o46->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 480/224 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767735716.851527:0:291592:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767735716.851530:0:291592:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767735716.851534:0:291592:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767735716.851537:0:291592:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767735716.851541:0:291592:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767735716.851546:0:291592:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1d0398a80 pname:cluuid:pid:xid:nid:opc:job lfs:66586885-669e-469f-b1c7-cb1a0fe6eee4:291592:1853602709330560:192.168.203.112@tcp:46:lfs.0 00000100:00000001:1.0:1767735716.851551:0:291592:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767735716.851566:0:291592:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767735716.851569:0:291592:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767735716.851572:0:291592:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767735716.851577:0:291592:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94b1f692a400. 02000000:00000001:1.0:1767735716.851579:0:291592:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767735716.851591:0:291592:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:1.0:1767735716.851596:0:291592:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1ed8107e8. 00000400:00000010:1.0:1767735716.851604:0:291592:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b088. 00000100:00000200:1.0:1767735716.851612:0:291592:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853602709330560, portal 10 00000100:00000001:1.0:1767735716.851615:0:291592:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767735716.851617:0:291592:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090156395136 : -117983553156480 : ffff94b1d0398a80) 00000100:00000040:1.0:1767735716.851625:0:291592:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b1d0398a80 x1853602709330560/t0(0) o46->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 480/224 e 0 to 0 dl 1767735771 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767735716.851635:0:291592:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767735716.851639:0:291592:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:1.0:1767735716.851642:0:291592:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b2a8. 00000100:00000200:1.0:1767735716.851646:0:291592:0:(niobuf.c:94:ptl_send_buf()) Sending 480 bytes to portal 12, xid 1853602709330560, offset 0 00000400:00000200:1.0:1767735716.851655:0:291592:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:1.0:1767735716.851665:0:291592:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767735716.851674:0:291592:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:1.0:1767735716.851681:0:291592:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767735716.851686:0:291592:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:1.0:1767735716.851691:0:291592:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767735716.851695:0:291592:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:1.0:1767735716.851700:0:291592:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [355004:355004:256:4294967295] 192.168.203.112@tcp LPNI seq info [355004:355004:8:4294967295] 00000400:00000200:1.0:1767735716.851705:0:291592:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767735716.851718:0:291592:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:1.0:1767735716.851726:0:291592:0:(socklnd_cb.c:1001:ksocknal_send()) sending 480 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:1.0:1767735716.851732:0:291592:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1fd106e00. 00000800:00000200:1.0:1767735716.851740:0:291592:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:1.0:1767735716.851750:0:291592:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:1.0:1767735716.851756:0:291592:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1fd106e00 type 1, nob 576 niov 1 nkiov 1 00000100:00000001:1.0:1767735716.851785:0:291592:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767735716.851791:0:291592:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: using a timeout of 4050 usecs (5 jiffies) 00000400:00000200:1.0:1767735716.851797:0:291592:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:1.0:1767735716.851800:0:291592:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 2 is 4304478678 00000100:00000010:1.0:1767735716.851805:0:291592:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94b1f0d30e40. 00000100:00000001:1.0:1767735716.851815:0:291592:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767735716.851821:0:291592:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 3 is 4304478678 00000100:00000010:1.0:1767735716.851825:0:291592:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94b1f0d30000. 00000100:00000001:1.0:1767735716.851828:0:291592:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767735716.851832:0:291592:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767735716.851835:0:291592:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767735716.851838:0:291592:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767735716.851841:0:291592:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00100000:1.0:1767735716.851844:0:291592:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1df285cc0 going to sleep for 50 seconds 00000100:00000001:1.0:1767735716.851848:0:291592:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767735716.851851:0:291592:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767735716.851951:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767735716.851961:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1fd106e00. 00000400:00000200:3.0:1767735716.851967:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767735716.851976:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:3.0:1767735716.851984:0:196085:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b2a8 00000400:00000010:3.0:1767735716.851987:0:196085:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b2a8. 00000100:00000001:3.0:1767735716.851993:0:196085:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767735716.852001:0:196085:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1d0398a80 x1853602709330560/t0(0) o46->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 480/224 e 0 to 0 dl 1767735771 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767735716.852015:0:196085:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767735716.852020:0:196085:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1d0398a80 x1853602709330560/t0(0) o46->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 480/224 e 0 to 0 dl 1767735771 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767735716.852030:0:196085:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767735716.852033:0:196085:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767735716.856644:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767735716.856671:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767735716.856675:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767735716.856678:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767735716.856687:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767735716.856695:0:196086:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767735716.856703:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767735716.856709:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767735716.856716:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767735716.856721:0:196086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 224 into portal 10 MB=0x695d7830b5a80 00000400:00000200:2.0:1767735716.856727:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767735716.856735:0:196086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 224/224 into md 0x22420d [1] + 224 00000800:00000001:2.0:1767735716.856743:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767735716.856754:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767735716.856757:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767735716.856764:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767735716.856771:0:196086:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767735716.856780:0:196086:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1d0398a80 x1853602709330560/t0(0) o46->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 480/224 e 0 to 0 dl 1767735771 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767735716.856795:0:196086:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94b1d0398a80 x1853602709330560/t0(0) o46->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 480/224 e 0 to 0 dl 1767735771 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767735716.856823:0:196086:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767735716.856834:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767735716.856838:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767735716.856931:0:291592:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767735716.856942:0:291592:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767735716.856945:0:291592:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767735716.856948:0:291592:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1ed8107e8. 00000400:00000200:1.0:1767735716.856955:0:291592:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b088 00000400:00000010:1.0:1767735716.856958:0:291592:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b088. 00000100:00000001:1.0:1767735716.856962:0:291592:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767735716.856971:0:291592:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1d0398a80 x1853602709330560/t0(0) o46->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 480/224 e 0 to 0 dl 1767735771 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767735716.856986:0:291592:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1d0398a80 x1853602709330560/t0(0) o46->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 480/224 e 0 to 0 dl 1767735771 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767735716.856996:0:291592:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767735716.856998:0:291592:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767735716.857001:0:291592:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767735716.857005:0:291592:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767735716.857007:0:291592:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767735716.857010:0:291592:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767735716.857026:0:291592:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767735716.857035:0:291592:0:(import.c:2128:obd_at_measure()) add 36 to ffff94b1c403dc58 time=146 v=36 (36 5 5 5) 00000100:00001000:1.0:1767735716.857040:0:291592:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1c403dc10 time=146 v=5 (1 1 1 1) 00000100:00000001:1.0:1767735716.857044:0:291592:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767735716.857046:0:291592:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767735716.857049:0:291592:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767735716.857053:0:291592:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767735716.857057:0:291592:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767735716.857060:0:291592:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1e7e86000: skip recheck: last_committed 12885028849 00000100:00000001:1.0:1767735716.857062:0:291592:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767735716.857065:0:291592:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767735716.857070:0:291592:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1d0398a80 x1853602709330560/t0(0) o46->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 480/224 e 0 to 0 dl 1767735771 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767735716.857079:0:291592:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767735716.857083:0:291592:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767735716.857086:0:291592:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767735716.857091:0:291592:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1d0398a80 x1853602709330560/t0(0) o46->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 480/224 e 0 to 0 dl 1767735771 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767735716.857100:0:291592:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1d0398a80 pname:cluuid:pid:xid:nid:opc:job lfs:66586885-669e-469f-b1c7-cb1a0fe6eee4:291592:1853602709330560:192.168.203.112@tcp:46:lfs.0 00000100:00000001:1.0:1767735716.857106:0:291592:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767735716.857109:0:291592:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767735716.857112:0:291592:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767735716.857114:0:291592:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767735716.857118:0:291592:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1d0398a80 x1853602709330560/t0(0) o46->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 480/224 e 0 to 0 dl 1767735771 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767735716.857126:0:291592:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767735716.857129:0:291592:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1df285cc0. 00000100:00000001:1.0:1767735716.857133:0:291592:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767735716.857135:0:291592:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767735716.857137:0:291592:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767735716.857140:0:291592:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1d0398a80 x1853602709330560/t0(0) o46->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 480/224 e 0 to 0 dl 1767735771 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767735716.857161:0:291592:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767735716.857164:0:291592:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767735716.857168:0:291592:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94b1f692a400. 02000000:00000001:1.0:1767735716.857171:0:291592:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767735716.857173:0:291592:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767735716.857175:0:291592:0:(genops.c:1242:class_import_put()) import ffff94b1c403d800 refcount=12 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000020:00000001:1.0:1767735716.857178:0:291592:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767735716.857180:0:291592:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1f692aa00. 02000000:00000001:1.0:1767735716.857184:0:291592:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767735716.857186:0:291592:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767735716.857188:0:291592:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1d0398a80. 00000100:00000001:1.0:1767735716.857191:0:291592:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767735716.857193:0:291592:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767735716.857195:0:291592:0:(pack_generic.c:1769:do_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767735716.857198:0:291592:0:(mdc_request.c:2667:mdc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767735716.857201:0:291592:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767735716.857204:0:291592:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-mdc-ffff94b1e7e86000 (ffff94b1c699caa0) now 6 - changelog 00000002:00000001:1.0:1767735716.857208:0:291592:0:(mdc_changelog.c:601:chlg_write()) Process leaving 00000002:00000010:1.0:1767735716.857210:0:291592:0:(mdc_changelog.c:603:chlg_write()) kfreed 'kbuf': 64 at ffff94b201a86100. 00000002:00000010:1.0:1767735716.857223:0:291592:0:(mdc_changelog.c:662:chlg_release()) kfreed 'crs': 224 at ffff94b1fd106b00. 00000100:00000040:3.0:1767735716.857409:0:285121:0:(connection.c:75:cpu_latency_work()) work item of ffff94b1c5121b30 (cpu 0) has reached its deadline 4304478678, at 4304478679 00000100:00000040:2.0:1767735716.857421:0:284024:0:(connection.c:75:cpu_latency_work()) work item of ffff94b1c5121a20 (cpu 0) has reached its deadline 4304478678, at 4304478679 00000100:00000010:3.0:1767735716.857424:0:285121:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94b1f0d30000. 00000100:00000010:2.0:1767735716.857438:0:284024:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94b1f0d30e40. 00010000:00000001:3.0:1767735717.602469:0:285121:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767735717.602478:0:285121:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1767735717.602481:0:285121:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1767735717.602484:0:285121:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767735717.602489:0:285121:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1767735717.602492:0:285121:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767735717.602495:0:285121:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767735717.602498:0:285121:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767735717.602503:0:285121:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767735717.602505:0:285121:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767735717.602509:0:285121:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767735717.602525:0:285121:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767735717.602530:0:285121:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767735717.602531:0:285121:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767735717.602661:0:215726:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767735717.602667:0:215726:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767735717.602672:0:215726:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:3.0:1767735718.269881:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767735718.269895:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767735718.269899:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767735718.269902:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767735718.269913:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767735718.269923:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:3.0:1767735718.269992:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767735718.269999:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767735718.270007:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767735718.270012:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 328 into portal 15 MB=0x695d780cdee00 00000400:00000200:3.0:1767735718.270023:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.203.112@tcp of length 328/328 into md 0x21bd95 [2] + 392 00000800:00000001:3.0:1767735718.270033:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767735718.270042:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767735718.270046:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767735718.270051:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:3.0:1767735718.270060:0:196085:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767735718.270063:0:196085:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:3.0:1767735718.270070:0:196085:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1d02c8a80. 00000100:00000040:3.0:1767735718.270075:0:196085:0:(events.c:337:request_in_callback()) incoming req@ffff94b1d02c8a80 x1853602671750656 msgsize 328 00000100:00100000:3.0:1767735718.270082:0:196085:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.112@tcp (source: 12345-192.168.203.112@tcp) 00000100:00000001:3.0:1767735718.270102:0:196085:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1767735718.270112:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767735718.270116:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767735718.270215:0:215717:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767735718.270221:0:215717:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853602671750656 02000000:00000001:2.0:1767735718.270225:0:215717:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767735718.270228:0:215717:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767735718.270231:0:215717:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767735718.270237:0:215717:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767735718.270242:0:215717:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853602671750656 00000020:00000001:2.0:1767735718.270262:0:215717:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767735718.270264:0:215717:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1886cffb85c2b870 00000020:00000001:2.0:1767735718.270267:0:215717:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767735718.270271:0:215717:0:(lustre_handles.c:131:class_handle2object()) GET export ffff94b1e7e80800 refcount=4 00000020:00000001:2.0:1767735718.270275:0:215717:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090553706496 : -117983155845120 : ffff94b1e7e80800) 00000020:00000001:2.0:1767735718.270278:0:215717:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626090553706496 : -117983155845120 : ffff94b1e7e80800) 00000100:00000001:2.0:1767735718.270284:0:215717:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767735718.270289:0:215717:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff94b1d1dfb900. 00000100:00000001:2.0:1767735718.270293:0:215717:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767735718.270296:0:215717:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff94b1d1dfb900. 00000020:00000010:2.0:1767735718.270304:0:215717:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff94b1f8add400. 00000020:00000010:2.0:1767735718.270380:0:215717:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff94b1f8fdd880. 00000020:00000010:2.0:1767735718.270389:0:215717:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff94b1c8a5ec80. 00000100:00000040:2.0:1767735718.270399:0:215717:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:2.0:1767735718.270403:0:215717:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767735718.270405:0:215717:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767735718.270408:0:215717:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767735718.270417:0:215717:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767735718.270434:0:215717:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767735718.270448:0:215717:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767735718.270451:0:215717:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767735718.270458:0:215717:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.112@tcp, seq: 146 00000100:00000040:2.0:1767735718.270463:0:215717:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff94b1e7e80800 : new rpc_count 1 00000100:00000001:2.0:1767735718.270465:0:215717:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626090155543168 : -117983554008448 : ffff94b1d02c8a80) 00000100:00000040:2.0:1767735718.270475:0:215717:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff94b1d02c8a80 x1853602671750656/t0(0) o104->LOV_OSC_UUID@192.168.203.112@tcp:624/0 lens 328/0 e 0 to 0 dl 1767735729 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767735718.270487:0:215717:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767735718.270490:0:215717:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff94b1d1dfb900. 00000100:00000001:2.0:1767735718.270493:0:215717:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767735718.270496:0:215717:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff94b1d1dfb900. 00000100:00100000:2.0:1767735718.270501:0:215717:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff94b1d02c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:152312:x1853602671750656:12345-192.168.203.112@tcp:104: 00000100:00000200:2.0:1767735718.270507:0:215717:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853602671750656 00010000:00000001:2.0:1767735718.270519:0:215717:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:2.0:1767735718.270529:0:215717:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767735718.270532:0:215717:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767735718.270535:0:215717:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1fdd74400 refcount=2 00000020:00000001:2.0:1767735718.270539:0:215717:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090921706496 : -117982787845120 : ffff94b1fdd74400) 00010000:00000001:2.0:1767735718.270543:0:215717:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090921706496 : -117982787845120 : ffff94b1fdd74400) 00010000:00000001:2.0:1767735718.270547:0:215717:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767735718.270552:0:215717:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1767735718.270559:0:215717:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff94b1e7e86000 lock: ffff94b1fdd74400/0x1886cffb85ccd6a1 lrc: 2/0,0 mode: PR/PR res: [0x280000403:0x4368:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000010000 nid: local remote: 0x9bbb2ede5923897d expref: -99 pid: 291125 timeout: 0 lvb_type: 1 00000100:00000001:2.0:1767735718.270573:0:215717:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767735718.270577:0:215717:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767735718.270582:0:215717:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff94b1c597f000. 02000000:00000001:2.0:1767735718.270585:0:215717:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767735718.270588:0:215717:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767735718.270593:0:215717:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767735718.270597:0:215717:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767735718.270601:0:215717:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1dfa545e8 time=95 v=5 (1 0 0 1) 00000100:00000001:2.0:1767735718.270607:0:215717:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767735718.270611:0:215717:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff94b1d1f815c0 refcount 13 to 192.168.203.112@tcp 00000100:00000001:2.0:1767735718.270614:0:215717:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626090185659840 : -117983523891776 : ffff94b1d1f815c0) 02000000:00000001:2.0:1767735718.270618:0:215717:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767735718.270620:0:215717:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767735718.270624:0:215717:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767735718.270627:0:215717:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:2.0:1767735718.270632:0:215717:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1faa29198. 00000100:00000200:2.0:1767735718.270638:0:215717:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853602671750656, offset 224 00000400:00000200:2.0:1767735718.270646:0:215717:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:2.0:1767735718.270655:0:215717:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767735718.270663:0:215717:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.12@tcp to MR: 192.168.203.112@tcp local destination 00000400:00000200:2.0:1767735718.270671:0:215717:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [355005:355005:256:4294967295] 192.168.203.112@tcp LPNI seq info [355005:355005:8:4294967295] 00000400:00000200:2.0:1767735718.270677:0:215717:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767735718.270694:0:215717:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:192.168.203.12@tcp) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:2.0:1767735718.270701:0:215717:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:2.0:1767735718.270706:0:215717:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1d1c83900. 00000800:00000200:2.0:1767735718.270713:0:215717:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:2.0:1767735718.270723:0:215717:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:2.0:1767735718.270728:0:215717:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1d1c83900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767735718.270748:0:215717:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767735718.270753:0:215717:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff94b1d1f815c0 refcount 12 to 192.168.203.112@tcp 00010000:00000001:2.0:1767735718.270757:0:215717:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1767735718.270762:0:215717:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff94b201a9db40. 00010000:00000001:2.0:1767735718.270766:0:215717:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1767735718.270797:0:215717:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:2.0:1767735718.270802:0:215717:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767735718.270805:0:215717:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767735718.270808:0:215717:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767735718.270816:0:215717:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1d02c8a80 x1853602671750656/t0(0) o104->LOV_OSC_UUID@192.168.203.112@tcp:624/0 lens 328/224 e 0 to 0 dl 1767735729 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767735718.270831:0:215717:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff94b1d02c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:152312:x1853602671750656:12345-192.168.203.112@tcp:104: Request processed in 340us (751us total) trans 0 rc 0/0 00000100:00100000:2.0:1767735718.270843:0:215717:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.112@tcp, seq: 146 00000100:00000040:2.0:1767735718.270848:0:215717:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff94b1e7e80800 : new rpc_count 0 00000100:00000001:2.0:1767735718.270851:0:215717:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767735718.270853:0:215717:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767735718.270860:0:215717:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff94b1f8fdd880. 00000020:00000010:2.0:1767735718.270866:0:215717:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff94b1c8a5ec80. 00000020:00000010:2.0:1767735718.270872:0:215717:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff94b1f8add400. 00000800:00000200:3.0:1767735718.270880:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000040:2.0:1767735718.270881:0:215717:0:(genops.c:898:class_export_put()) PUTting export ffff94b1e7e80800 : new refcount 3 00000100:00000001:2.0:1767735718.270892:0:215717:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:3.0:1767735718.270893:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1d1c83900. 00000400:00000200:3.0:1767735718.270906:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:0.0:1767735718.270917:0:226620:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000400:00000200:3.0:1767735718.270918:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000020:00000001:0.0:1767735718.270926:0:226620:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767735718.270930:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1faa29198 00010000:00010000:0.0:1767735718.270934:0:226620:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000400:00000010:3.0:1767735718.270937:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1faa29198. 00010000:00000001:0.0:1767735718.270944:0:226620:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00000100:00000001:3.0:1767735718.270947:0:196086:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:0.0:1767735718.270950:0:226620:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000100:00000001:3.0:1767735718.270953:0:196086:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00010000:0.0:1767735718.270960:0:226620:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff94b1e7e86000 lock: ffff94b1fdd74400/0x1886cffb85ccd6a1 lrc: 2/0,0 mode: PR/PR res: [0x280000403:0x4368:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000010000 nid: local remote: 0x9bbb2ede5923897d expref: -99 pid: 291125 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767735718.270982:0:226620:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff94b1fdd74400 already unused, calling callback (ffffffffc10820e0) 00000008:00000001:0.0:1767735718.270987:0:226620:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767735718.270990:0:226620:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767735718.270993:0:226620:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767735718.270996:0:226620:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767735718.270999:0:226620:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1fdd74400 refcount=3 00000020:00000001:0.0:1767735718.271003:0:226620:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090921706496 : -117982787845120 : ffff94b1fdd74400) 00010000:00000001:0.0:1767735718.271007:0:226620:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090921706496 : -117982787845120 : ffff94b1fdd74400) 00010000:00000001:0.0:1767735718.271011:0:226620:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767735718.271016:0:226620:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff94b1e7e86000 lock: ffff94b1fdd74400/0x1886cffb85ccd6a1 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x4368:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800428400010000 nid: local remote: 0x9bbb2ede5923897d expref: -99 pid: 291125 timeout: 0 lvb_type: 1 00000008:00000001:0.0:1767735718.271026:0:226620:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:0.0:1767735718.271029:0:226620:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:0.0:1767735718.271034:0:226620:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090966563512 : -117982742988104 : ffff94b20083bab8) 00000020:00001000:0.0:1767735718.271037:0:226620:0:(cl_object.c:830:cl_env_get()) 1@ffff94b20083bab0 00000008:00000001:0.0:1767735718.271041:0:226620:0:(osc_lock.c:385:osc_dlm_blocking_ast0()) Process entered 00000008:00000001:0.0:1767735718.271045:0:226620:0:(osc_lock.c:338:osc_lock_flush()) Process entered 00000020:00000001:0.0:1767735718.271046:0:226620:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:0.0:1767735718.271048:0:226620:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090966564520 : -117982742987096 : ffff94b20083bea8) 00000020:00001000:0.0:1767735718.271051:0:226620:0:(cl_object.c:830:cl_env_get()) 1@ffff94b20083bea0 00000008:00000001:0.0:1767735718.271067:0:226620:0:(osc_cache.c:3593:osc_ldlm_hp_handle()) Process entered 00000008:00000020:0.0:1767735718.271070:0:226620:0:(osc_cache.c:3613:osc_ldlm_hp_handle()) High prio I/O check: start 0 end 4503599627370495 RPC(0):r0/w0/d0 00000008:00000001:0.0:1767735718.271074:0:226620:0:(osc_cache.c:3629:osc_ldlm_hp_handle()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000008:00000001:0.0:1767735718.271077:0:226620:0:(osc_cache.c:3677:osc_ldlm_hp_handle()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1767735718.271082:0:226620:0:(osc_cache.c:3562:osc_lock_discard_pages()) Process entered 00000020:00000001:0.0:1767735718.271085:0:226620:0:(cl_object.c:150:cl_object_top()) ffff94b1c5a33c00 -> ffff94b1fe4bf3a0 00000020:00000001:0.0:1767735718.271089:0:226620:0:(cl_object.c:150:cl_object_top()) ffff94b1fe4bf3a0 -> ffff94b1fe4bf3a0 00000020:00000001:0.0:1767735718.271092:0:226620:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1767735718.271096:0:226620:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000080:00200000:0.0:1767735718.271101:0:226620:0:(vvp_io.c:1854:vvp_io_init()) [0x2000013a3:0x7f41:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1767735718.271106:0:226620:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1767735718.271108:0:226620:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1767735718.271110:0:226620:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1767735718.271116:0:226620:0:(lov_object.c:1552:lov_io_init()) [0x2000013a3:0x7f41:0x0]io ffff94b1f209e508 type 8 ignore/verify layout 1/0 00020000:00000001:0.0:1767735718.271121:0:226620:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1767735718.271123:0:226620:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1767735718.271126:0:226620:0:(lov_io.c:599:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1767735718.271129:0:226620:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1767735718.271131:0:226620:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767735718.271133:0:226620:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1767735718.271135:0:226620:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1767735718.271137:0:226620:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00000020:00000001:0.0:1767735718.271138:0:226620:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1767735718.271141:0:226620:0:(osc_cache.c:3360:osc_page_gang_lookup()) Process entered 00000008:00000001:0.0:1767735718.271145:0:226620:0:(osc_cache.c:3437:osc_page_gang_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767735718.271147:0:226620:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1767735718.271150:0:226620:0:(lov_io.c:675:lov_io_fini()) Process entered 00020000:00000001:0.0:1767735718.271152:0:226620:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000080:00000001:0.0:1767735718.271155:0:226620:0:(vvp_io.c:281:vvp_io_fini()) Process entered 00000080:00200000:0.0:1767735718.271173:0:226620:0:(vvp_io.c:289:vvp_io_fini()) [0x2000013a3:0x7f41:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00000080:00000001:0.0:1767735718.271177:0:226620:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1767735718.271178:0:226620:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000008:00000001:0.0:1767735718.271179:0:226620:0:(osc_cache.c:3581:osc_lock_discard_pages()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1767735718.271182:0:226620:0:(cl_object.c:924:cl_env_put()) 1@ffff94b20083bea0 00000008:00000001:0.0:1767735718.271185:0:226620:0:(osc_lock.c:370:osc_lock_flush()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767735718.271187:0:226620:0:(cl_object.c:150:cl_object_top()) ffff94b1c5a33c00 -> ffff94b1fe4bf3a0 00010000:00000001:0.0:1767735718.271191:0:226620:0:(ldlm_extent.c:932:ldlm_extent_shift_kms()) Process entered 00010000:00000001:0.0:1767735718.271194:0:226620:0:(ldlm_extent.c:1005:ldlm_extent_shift_kms()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767735718.271201:0:226620:0:(cl_object.c:150:cl_object_top()) ffff94b1c5a33c00 -> ffff94b1fe4bf3a0 00000020:00000001:0.0:1767735718.271204:0:226620:0:(cl_object.c:255:cl_object_attr_update()) Process entered 00000008:00000020:0.0:1767735718.271207:0:226620:0:(osc_object.c:168:osc_attr_update()) set kms from 0to 0 00020000:00000001:0.0:1767735718.271210:0:226620:0:(lovsub_object.c:104:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1767735718.271212:0:226620:0:(lovsub_object.c:106:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767735718.271214:0:226620:0:(cl_object.c:268:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767735718.271216:0:226620:0:(cl_object.c:150:cl_object_top()) ffff94b1c5a33c00 -> ffff94b1fe4bf3a0 00000008:00000001:0.0:1767735718.271220:0:226620:0:(osc_lock.c:440:osc_dlm_blocking_ast0()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1767735718.271223:0:226620:0:(cl_object.c:924:cl_env_put()) 1@ffff94b20083bab0 00000008:00000001:0.0:1767735718.271225:0:226620:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767735718.271228:0:226620:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767735718.271233:0:226620:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767735718.271235:0:226620:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767735718.271237:0:226620:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767735718.271240:0:226620:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767735718.271243:0:226620:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1fdd74400 with handle 0x1886cffb85ccd6a1 from hash 00010000:00000001:0.0:1767735718.271246:0:226620:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767735718.271248:0:226620:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767735718.271250:0:226620:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767735718.271252:0:226620:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767735718.271256:0:226620:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767735718.271258:0:226620:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:0.0:1767735718.271263:0:226620:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767735718.271268:0:226620:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767735718.271269:0:226620:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767735718.271270:0:226620:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767735718.271273:0:226620:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767735718.271276:0:226620:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1767735718.271282:0:226620:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1f622ca80. 00000020:00000040:0.0:1767735718.271287:0:226620:0:(genops.c:1229:class_import_get()) import ffff94b1f0134800 refcount=4 obd=lustre-OST0001-osc-ffff94b1e7e86000 00000100:00000001:0.0:1767735718.271292:0:226620:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767735718.271294:0:226620:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767735718.271299:0:226620:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767735718.271306:0:226620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1f9104600. 00000100:00000001:0.0:1767735718.271313:0:226620:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767735718.271317:0:226620:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1767735718.271322:0:226620:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff94b1e7e86000 lock: ffff94b1fdd74400/0x1886cffb85ccd6a1 lrc: 2/0,0 mode: --/PR res: [0x280000403:0x4368:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400010020 nid: local remote: 0x9bbb2ede5923897d expref: -99 pid: 291125 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767735718.271416:0:226620:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1767735718.271418:0:226620:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767735718.271425:0:226620:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767735718.271430:0:226620:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767735718.271440:0:226620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000047093edb] to pc [ptlrpcd_00_01+1] req@ffff94b1f622ca80 x1853602709330688/t0(0) o103->lustre-OST0001-osc-ffff94b1e7e86000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767735718.271475:0:226620:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767735718.271479:0:226620:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767735718.271480:0:226620:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767735718.271482:0:226620:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767735718.271485:0:226620:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1767735718.271487:0:226620:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767735718.271492:0:226620:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff94b1e7e86000 lock: ffff94b1fdd74400/0x1886cffb85ccd6a1 lrc: 1/0,0 mode: --/PR res: [0x280000403:0x4368:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400010020 nid: local remote: 0x9bbb2ede5923897d expref: -99 pid: 291125 timeout: 0 lvb_type: 1 00010000:00000001:0.0:1767735718.271499:0:226620:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767735718.271502:0:226620:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff94b1e7e86000 lock: ffff94b1fdd74400/0x1886cffb85ccd6a1 lrc: 0/0,0 mode: --/PR res: [0x280000403:0x4368:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400010020 nid: local remote: 0x9bbb2ede5923897d expref: -99 pid: 291125 timeout: 0 lvb_type: 1 00010000:00000010:0.0:1767735718.271512:0:226620:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff94b201a86c80. 00010000:00000040:0.0:1767735718.271517:0:226620:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff94b1c5f15400 count: 0 00010000:00000010:0.0:1767735718.271525:0:226620:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff94b1c5f15300. 00010000:00000001:0.0:1767735718.271533:0:226620:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767735718.271534:0:226620:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:0.0:1767735718.271537:0:226620:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff94b201a9db40. 00010000:00000001:0.0:1767735718.271541:0:226620:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767735718.271544:0:226620:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767735718.271546:0:226620:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767735718.271549:0:226620:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1767735718.271552:0:226620:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767735718.271564:0:226620:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767735718.271567:0:226620:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1767735718.271571:0:196092:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1767735718.271572:0:226620:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767735718.271577:0:226620:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767735718.271581:0:196092:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00010000:0.0:1767735718.271583:0:226620:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1767735718.271588:0:196092:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767735718.271602:0:196092:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1f622ca80 x1853602709330688/t0(0) o103->lustre-OST0001-osc-ffff94b1e7e86000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767735718.271615:0:196092:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767735718.271618:0:196092:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767735718.271623:0:196092:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767735718.271628:0:196092:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767735718.271631:0:196092:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767735718.271637:0:196092:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1f622ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:66586885-669e-469f-b1c7-cb1a0fe6eee4:196092:1853602709330688:192.168.203.112@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1767735718.271651:0:196091:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767735718.271659:0:196091:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767735718.271661:0:196092:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767735718.271671:0:196092:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767735718.271676:0:196092:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767735718.271680:0:196092:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767735718.271685:0:196092:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94b1f692ba00. 02000000:00000001:1.0:1767735718.271689:0:196092:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767735718.271697:0:196092:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:1.0:1767735718.271703:0:196092:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1ed8107e8. 00000400:00000010:1.0:1767735718.271710:0:196092:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b088. 00000100:00000200:1.0:1767735718.271718:0:196092:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853602709330688, portal 18 00000100:00000001:1.0:1767735718.271721:0:196092:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767735718.271724:0:196092:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090792438400 : -117982917113216 : ffff94b1f622ca80) 00000100:00000040:1.0:1767735718.271734:0:196092:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b1f622ca80 x1853602709330688/t0(0) o103->lustre-OST0001-osc-ffff94b1e7e86000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 1767735734 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767735718.271745:0:196092:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767735718.271749:0:196092:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:1.0:1767735718.271753:0:196092:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b4c8. 00000100:00000200:1.0:1767735718.271756:0:196092:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853602709330688, offset 0 00000400:00000200:1.0:1767735718.271762:0:196092:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:1.0:1767735718.271768:0:196092:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767735718.271774:0:196092:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:1.0:1767735718.271780:0:196092:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767735718.271785:0:196092:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:1.0:1767735718.271790:0:196092:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767735718.271793:0:196092:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:1.0:1767735718.271797:0:196092:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [355006:355006:256:4294967295] 192.168.203.112@tcp LPNI seq info [355006:355006:8:4294967295] 00000400:00000200:1.0:1767735718.271803:0:196092:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767735718.271812:0:196092:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:1.0:1767735718.271817:0:196092:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:1.0:1767735718.271822:0:196092:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1fd106b00. 00000800:00000200:1.0:1767735718.271827:0:196092:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:1.0:1767735718.271841:0:196092:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:1.0:1767735718.271845:0:196092:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1fd106b00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1767735718.271867:0:196092:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767735718.271873:0:196092:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff94b1e7e86000: using a timeout of 6328 usecs (7 jiffies) 00000400:00000200:1.0:1767735718.271878:0:196092:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:1.0:1767735718.271882:0:196092:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 2 is 4304480100 00000100:00000010:1.0:1767735718.271888:0:196092:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94b1f0d30900. 00000100:00000001:1.0:1767735718.271897:0:196092:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0001-osc-ffff94b1e7e86000: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767735718.271911:0:196092:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 3 is 4304480100 00000100:00000010:1.0:1767735718.271917:0:196092:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94b1f0d304e0. 00000100:00000001:1.0:1767735718.271922:0:196092:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0001-osc-ffff94b1e7e86000: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767735718.271927:0:196092:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767735718.271930:0:196092:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767735718.271935:0:196092:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767735718.271938:0:196092:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767735718.271945:0:196092:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767735718.271947:0:196092:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767735718.271950:0:196092:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767735718.271952:0:196092:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767735718.271954:0:196092:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767735718.271957:0:196092:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767735718.271972:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767735718.271980:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1fd106b00. 00000400:00000200:3.0:1767735718.271987:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767735718.271997:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:3.0:1767735718.272003:0:196085:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b4c8 00000400:00000010:3.0:1767735718.272006:0:196085:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b4c8. 00000100:00000001:3.0:1767735718.272012:0:196085:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767735718.272020:0:196085:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1f622ca80 x1853602709330688/t0(0) o103->lustre-OST0001-osc-ffff94b1e7e86000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 1767735734 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767735718.272033:0:196085:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767735718.272038:0:196085:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f622ca80 x1853602709330688/t0(0) o103->lustre-OST0001-osc-ffff94b1e7e86000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 1767735734 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767735718.272144:0:196085:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767735718.272147:0:196085:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767735718.275544:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767735718.275555:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767735718.275558:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767735718.275561:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767735718.275568:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767735718.275574:0:196086:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:3.0:1767735718.275581:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767735718.275585:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767735718.275590:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767735718.275594:0:196086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 224 into portal 18 MB=0x695d7830b5b00 00000400:00000200:3.0:1767735718.275600:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767735718.275605:0:196086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.203.112@tcp of length 224/224 into md 0x22421d [1] + 224 00000800:00000001:3.0:1767735718.275612:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767735718.275619:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767735718.275622:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767735718.275626:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:3.0:1767735718.275631:0:196086:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767735718.275638:0:196086:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1f622ca80 x1853602709330688/t0(0) o103->lustre-OST0001-osc-ffff94b1e7e86000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 1767735734 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767735718.275671:0:196086:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94b1f622ca80 x1853602709330688/t0(0) o103->lustre-OST0001-osc-ffff94b1e7e86000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 1767735734 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767735718.275695:0:196086:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767735718.275703:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767735718.275708:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767735718.275796:0:196092:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767735718.275802:0:196092:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767735718.275809:0:196092:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767735718.275811:0:196092:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767735718.275815:0:196092:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1ed8107e8. 00000400:00000200:1.0:1767735718.275822:0:196092:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b088 00000400:00000010:1.0:1767735718.275824:0:196092:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b088. 00000100:00000001:1.0:1767735718.275828:0:196092:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767735718.275837:0:196092:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1f622ca80 x1853602709330688/t0(0) o103->lustre-OST0001-osc-ffff94b1e7e86000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 1767735734 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767735718.275850:0:196092:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1f622ca80 x1853602709330688/t0(0) o103->lustre-OST0001-osc-ffff94b1e7e86000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 1767735734 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767735718.275878:0:196092:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767735718.275881:0:196092:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767735718.275884:0:196092:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767735718.275887:0:196092:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767735718.275889:0:196092:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767735718.275892:0:196092:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767735718.275895:0:196092:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767735718.275902:0:196092:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1f0134ce8 time=25 v=5 (5 0 0 0) 00000100:00001000:1.0:1767735718.275907:0:196092:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1f0134c10 time=34 v=5 (1 0 0 0) 00000100:00000001:1.0:1767735718.275910:0:196092:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767735718.275912:0:196092:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767735718.275914:0:196092:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767735718.275918:0:196092:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767735718.275921:0:196092:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767735718.275924:0:196092:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff94b1e7e86000: skip recheck: last_committed 12884911455 00000100:00000001:1.0:1767735718.275927:0:196092:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767735718.275929:0:196092:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767735718.275935:0:196092:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1f622ca80 x1853602709330688/t0(0) o103->lustre-OST0001-osc-ffff94b1e7e86000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 1767735734 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767735718.275944:0:196092:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767735718.275947:0:196092:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767735718.275950:0:196092:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767735718.275954:0:196092:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1f622ca80 x1853602709330688/t0(0) o103->lustre-OST0001-osc-ffff94b1e7e86000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 1767735734 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767735718.275963:0:196092:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1f622ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:66586885-669e-469f-b1c7-cb1a0fe6eee4:196092:1853602709330688:192.168.203.112@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1767735718.275969:0:196092:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767735718.275971:0:196092:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767735718.275974:0:196092:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f622ca80 x1853602709330688/t0(0) o103->lustre-OST0001-osc-ffff94b1e7e86000@192.168.203.112@tcp:17/18 lens 328/224 e 0 to 0 dl 1767735734 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767735718.275982:0:196092:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767735718.275985:0:196092:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767735718.275994:0:196092:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94b1f692ba00. 02000000:00000001:1.0:1767735718.275998:0:196092:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767735718.276000:0:196092:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767735718.276002:0:196092:0:(genops.c:1242:class_import_put()) import ffff94b1f0134800 refcount=3 obd=lustre-OST0001-osc-ffff94b1e7e86000 00000020:00000001:1.0:1767735718.276005:0:196092:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767735718.276008:0:196092:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1f9104600. 02000000:00000001:1.0:1767735718.276012:0:196092:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767735718.276014:0:196092:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767735718.276017:0:196092:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f622ca80. 00000100:00000001:1.0:1767735718.276020:0:196092:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767735718.276022:0:196092:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767735718.276024:0:196092:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767735718.276030:0:196092:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767735718.276031:0:196092:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767735718.276034:0:196092:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767735718.276036:0:196092:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1F:1767735718.278405:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff94b1c5f15400. 00010000:00000010:0.1:1767735718.278426:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1fdd74400. 00000100:00000040:3.0:1767735718.279444:0:285121:0:(connection.c:75:cpu_latency_work()) work item of ffff94b1c5121b30 (cpu 0) has reached its deadline 4304480100, at 4304480101 00000100:00000010:3.0:1767735718.279456:0:285121:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94b1f0d304e0. 00000100:00000040:2.0:1767735718.279462:0:284024:0:(connection.c:75:cpu_latency_work()) work item of ffff94b1c5121a20 (cpu 0) has reached its deadline 4304480100, at 4304480101 00000100:00000010:2.0:1767735718.279475:0:284024:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94b1f0d30900. 00010000:00000001:3.0:1767735718.626452:0:285121:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767735718.626458:0:285121:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767735718.626464:0:285121:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767735718.626466:0:285121:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767735718.626470:0:285121:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767735718.626472:0:285121:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767735718.626475:0:285121:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767735718.626477:0:285121:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767735718.626601:0:215725:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767735718.626607:0:215725:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767735718.626611:0:215725:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1767735719.650454:0:285121:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767735719.650461:0:285121:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767735719.650470:0:285121:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767735719.650472:0:285121:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767735719.650477:0:285121:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767735719.650479:0:285121:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767735719.650483:0:285121:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767735719.650485:0:285121:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767735719.650617:0:249777:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767735719.650623:0:249777:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767735719.650628:0:249777:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767735720.482864:0:285083:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6d7b501b-fa70-4fef-9613-be2df560a7ce->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767735720.482875:0:285083:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767735720.482886:0:285083:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1f6baed80. 00000020:00000040:2.0:1767735720.482894:0:285083:0:(genops.c:1229:class_import_get()) import ffff94b1ef331000 refcount=4 obd=MGC192.168.203.112@tcp 00000100:00000001:2.0:1767735720.482902:0:285083:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767735720.482906:0:285083:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767735720.482913:0:285083:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767735720.482924:0:285083:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94b1d1c83600. 00000100:00000001:2.0:1767735720.482933:0:285083:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767735720.482950:0:285083:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6d7b501b-fa70-4fef-9613-be2df560a7ce->MGS req@ffff94b1f6baed80 x1853602709330816/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767735720.482965:0:285083:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767735720.482972:0:285083:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767735720.482984:0:285083:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000078a5bdc7] to pc [ptlrpcd_01_00+0] req@ffff94b1f6baed80 x1853602709330816/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767735720.483020:0:285083:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767735720.483025:0:285083:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66586885-669e-469f-b1c7-cb1a0fe6eee4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767735720.483031:0:285083:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767735720.483037:0:285083:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1f6baf800. 00000020:00000040:2.0:1767735720.483042:0:285083:0:(genops.c:1229:class_import_get()) import ffff94b1c403d800 refcount=13 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000100:00000001:2.0:1767735720.483046:0:285083:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767735720.483049:0:285083:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767735720.483053:0:285083:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767735720.483060:0:285083:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94b1d1c83300. 00000100:00000001:2.0:1767735720.483066:0:285083:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767735720.483075:0:285083:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 66586885-669e-469f-b1c7-cb1a0fe6eee4->lustre-MDT0000_UUID req@ffff94b1f6baf800 x1853602709330944/t0(0) o400->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767735720.483086:0:285083:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767735720.483092:0:285083:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767735720.483102:0:285083:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000043b32153] to pc [ptlrpcd_01_01+1] req@ffff94b1f6baf800 x1853602709330944/t0(0) o400->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767735720.483141:0:285083:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767735720.483147:0:285083:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66586885-669e-469f-b1c7-cb1a0fe6eee4->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767735720.483151:0:285083:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767735720.483157:0:285083:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1f6baca80. 00000020:00000040:2.0:1767735720.483161:0:285083:0:(genops.c:1229:class_import_get()) import ffff94b1f0134000 refcount=3 obd=lustre-OST0000-osc-ffff94b1e7e86000 00000100:00000001:2.0:1767735720.483164:0:285083:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767735720.483167:0:285083:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767735720.483172:0:285083:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767735720.483176:0:285083:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94b1d1c83200. 00000100:00000001:2.0:1767735720.483182:0:285083:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767735720.483188:0:285083:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 66586885-669e-469f-b1c7-cb1a0fe6eee4->lustre-OST0000_UUID req@ffff94b1f6baca80 x1853602709331072/t0(0) o400->lustre-OST0000-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767735720.483198:0:285083:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767735720.483202:0:285083:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767735720.483211:0:285083:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002c874d17] to pc [ptlrpcd_01_00+0] req@ffff94b1f6baca80 x1853602709331072/t0(0) o400->lustre-OST0000-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767735720.483222:0:285083:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767735720.483229:0:285083:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66586885-669e-469f-b1c7-cb1a0fe6eee4->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767735720.483234:0:285083:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767735720.483239:0:285083:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1f6bae680. 00000020:00000040:2.0:1767735720.483245:0:285083:0:(genops.c:1229:class_import_get()) import ffff94b1f0134800 refcount=4 obd=lustre-OST0001-osc-ffff94b1e7e86000 00000100:00000001:2.0:1767735720.483248:0:285083:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767735720.483250:0:285083:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767735720.483255:0:285083:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767735720.483262:0:285083:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94b1d1c83e00. 00000100:00000001:2.0:1767735720.483266:0:285083:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767735720.483271:0:285083:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 66586885-669e-469f-b1c7-cb1a0fe6eee4->lustre-OST0001_UUID req@ffff94b1f6bae680 x1853602709331200/t0(0) o400->lustre-OST0001-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767735720.483281:0:285083:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767735720.483290:0:285083:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767735720.483298:0:285083:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d48c9ee] to pc [ptlrpcd_01_01+1] req@ffff94b1f6bae680 x1853602709331200/t0(0) o400->lustre-OST0001-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767735720.483307:0:285083:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767735720.483382:0:285083:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (9820) 00000100:00000001:2.0:1767735720.483500:0:196093:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767735720.483506:0:196093:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767735720.483509:0:196093:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767735720.483518:0:196093:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1f6baed80 x1853602709330816/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767735720.483529:0:196093:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767735720.483532:0:196093:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767735720.483536:0:196093:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767735720.483540:0:196093:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767735720.483545:0:196093:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767735720.483550:0:196093:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1f6baed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6d7b501b-fa70-4fef-9613-be2df560a7ce:196093:1853602709330816:192.168.203.112@tcp:400:kworker.0 00000100:00000001:2.0:1767735720.483555:0:196093:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767735720.483562:0:196093:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767735720.483565:0:196093:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767735720.483569:0:196093:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767735720.483574:0:196093:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94b1f8adca00. 02000000:00000001:2.0:1767735720.483576:0:196093:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767735720.483588:0:196093:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:2.0:1767735720.483593:0:196093:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1f8c5e108. 00000400:00000010:2.0:1767735720.483601:0:196093:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1faa29ee0. 00000100:00000200:2.0:1767735720.483609:0:196093:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853602709330816, portal 25 00000100:00000001:2.0:1767735720.483612:0:196093:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767735720.483614:0:196093:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090802408832 : -117982907142784 : ffff94b1f6baed80) 00000100:00000040:2.0:1767735720.483622:0:196093:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b1f6baed80 x1853602709330816/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767735736 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767735720.483632:0:196093:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767735720.483637:0:196093:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:2.0:1767735720.483640:0:196093:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1faa292a8. 00000100:00000200:2.0:1767735720.483654:0:196093:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853602709330816, offset 0 00000400:00000200:2.0:1767735720.483666:0:196093:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:2.0:1767735720.483678:0:196093:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767735720.483688:0:196093:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:2.0:1767735720.483696:0:196093:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767735720.483704:0:196093:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:2.0:1767735720.483709:0:196093:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767735720.483713:0:196093:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:2.0:1767735720.483720:0:196093:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [355007:355007:256:4294967295] 192.168.203.112@tcp LPNI seq info [355007:355007:8:4294967295] 00000400:00000200:2.0:1767735720.483725:0:196093:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767735720.483739:0:196093:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:2.0:1767735720.483747:0:196093:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:2.0:1767735720.483753:0:196093:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1d1c83400. 00000800:00000200:2.0:1767735720.483764:0:196093:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:2.0:1767735720.483775:0:196093:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:2.0:1767735720.483781:0:196093:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1d1c83400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767735720.483801:0:196093:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767735720.483809:0:196093:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:2.0:1767735720.483812:0:196093:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 2 is 4304483161 00000100:00000010:2.0:1767735720.483818:0:196093:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94b1d1e73f00. 00000100:00000001:2.0:1767735720.483826:0:196093:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767735720.483833:0:196093:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 3 is 4304483161 00000100:00000010:2.0:1767735720.483838:0:196093:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94b1d1e73ea0. 00000100:00000001:2.0:1767735720.483842:0:196093:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767735720.483847:0:196093:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767735720.483850:0:196093:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767735720.483854:0:196093:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767735720.483861:0:196093:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1f6baca80 x1853602709331072/t0(0) o400->lustre-OST0000-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767735720.483870:0:196093:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767735720.483881:0:196093:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767735720.483885:0:196093:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767735720.483889:0:196093:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767735720.483891:0:196093:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767735720.483896:0:196093:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1f6baca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:66586885-669e-469f-b1c7-cb1a0fe6eee4:196093:1853602709331072:192.168.203.112@tcp:400:kworker.0 00000100:00000001:2.0:1767735720.483901:0:196093:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767735720.483907:0:196093:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767735720.483909:0:196093:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767735720.483913:0:196093:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767735720.483918:0:196093:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94b1f8adcc00. 02000000:00000001:2.0:1767735720.483922:0:196093:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767735720.483927:0:196093:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:2.0:1767735720.483931:0:196093:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1f8c5e1b8. 00000400:00000010:2.0:1767735720.483935:0:196093:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1faa294c8. 00000100:00000200:2.0:1767735720.483939:0:196093:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853602709331072, portal 4 00000100:00000001:2.0:1767735720.483942:0:196093:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767735720.483944:0:196093:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090802399872 : -117982907151744 : ffff94b1f6baca80) 00000100:00000040:2.0:1767735720.483952:0:196093:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b1f6baca80 x1853602709331072/t0(0) o400->lustre-OST0000-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767735736 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767735720.483959:0:196093:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767735720.483962:0:196093:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:2.0:1767735720.483965:0:196093:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1faa29330. 00000100:00000200:2.0:1767735720.483968:0:196093:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853602709331072, offset 0 00000400:00000200:2.0:1767735720.483976:0:196093:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:2.0:1767735720.483982:0:196093:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767735720.483986:0:196093:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:2.0:1767735720.483990:0:196093:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767735720.483994:0:196093:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:2.0:1767735720.483997:0:196093:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767735720.484000:0:196093:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:2.0:1767735720.484004:0:196093:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [355008:355008:255:4294967295] 192.168.203.112@tcp LPNI seq info [355008:355008:7:4294967295] 00000400:00000200:2.0:1767735720.484009:0:196093:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767735720.484016:0:196093:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:2.0:1767735720.484030:0:196093:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:2.0:1767735720.484034:0:196093:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1d1c83500. 00000800:00000200:2.0:1767735720.484040:0:196093:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:2.0:1767735720.484045:0:196093:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:2.0:1767735720.484049:0:196093:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1d1c83500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767735720.484053:0:196093:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767735720.484058:0:196093:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff94b1e7e86000: using a timeout of 9230 usecs (10 jiffies) 00000400:00000200:2.0:1767735720.484062:0:196093:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:2.0:1767735720.484064:0:196093:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 2 is 4304482315 00000100:00000001:2.0:1767735720.484067:0:196093:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff94b1e7e86000: PM QoS request active for cpu 2, keep current deadline 4304483161 00000100:00000001:2.0:1767735720.484071:0:196093:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 3 is 4304482315 00000100:00000001:2.0:1767735720.484074:0:196093:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff94b1e7e86000: PM QoS request active for cpu 3, keep current deadline 4304483161 00000100:00000001:2.0:1767735720.484076:0:196093:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767735720.484079:0:196093:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767735720.484082:0:196093:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767735720.484085:0:196093:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767735720.484094:0:196093:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767735720.484097:0:196093:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767735720.484099:0:196093:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767735720.484101:0:196093:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767735720.484103:0:196093:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767735720.484106:0:196093:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:2.0:1767735720.484109:0:196093:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767735720.484111:0:196093:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767735720.484113:0:196093:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767735720.484115:0:196093:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767735720.484117:0:196093:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767735720.484118:0:196093:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767735720.484123:0:196093:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1f6baf800 x1853602709330944/t0(0) o400->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767735720.484131:0:196093:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767735720.484133:0:196093:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767735720.484143:0:196093:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767735720.484146:0:196093:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767735720.484149:0:196093:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767735720.484153:0:196093:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1f6baf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:66586885-669e-469f-b1c7-cb1a0fe6eee4:196093:1853602709330944:192.168.203.112@tcp:400:kworker.0 00000100:00000001:2.0:1767735720.484157:0:196093:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767735720.484160:0:196093:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767735720.484162:0:196093:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767735720.484164:0:196093:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767735720.484167:0:196093:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94b1f8add000. 02000000:00000001:2.0:1767735720.484169:0:196093:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767735720.484174:0:196093:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:2.0:1767735720.484177:0:196093:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1f8c5ee70. 00000400:00000010:2.0:1767735720.484181:0:196093:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1faa29220. 00000100:00000200:2.0:1767735720.484185:0:196093:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853602709330944, portal 10 00000100:00000001:2.0:1767735720.484187:0:196093:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767735720.484188:0:196093:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090802411520 : -117982907140096 : ffff94b1f6baf800) 00000100:00000040:2.0:1767735720.484196:0:196093:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b1f6baf800 x1853602709330944/t0(0) o400->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1767735775 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767735720.484204:0:196093:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767735720.484207:0:196093:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:2.0:1767735720.484210:0:196093:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1faa29f68. 00000100:00000200:2.0:1767735720.484212:0:196093:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853602709330944, offset 0 00000400:00000200:2.0:1767735720.484218:0:196093:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:2.0:1767735720.484222:0:196093:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767735720.484226:0:196093:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:2.0:1767735720.484230:0:196093:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767735720.484233:0:196093:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:2.0:1767735720.484235:0:196093:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767735720.484238:0:196093:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:2.0:1767735720.484242:0:196093:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [355009:355009:254:4294967295] 192.168.203.112@tcp LPNI seq info [355009:355009:6:4294967295] 00000400:00000200:2.0:1767735720.484246:0:196093:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767735720.484254:0:196093:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:2.0:1767735720.484267:0:196093:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:2.0:1767735720.484272:0:196093:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1d1c83900. 00000800:00000200:2.0:1767735720.484277:0:196093:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:2.0:1767735720.484282:0:196093:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:2.0:1767735720.484285:0:196093:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1d1c83900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767735720.484289:0:196093:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767735720.484292:0:196093:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: using a timeout of 4050 usecs (5 jiffies) 00000400:00000200:2.0:1767735720.484297:0:196093:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:2.0:1767735720.484299:0:196093:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 2 is 4304482310 00000100:00000001:2.0:1767735720.484302:0:196093:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 2, keep current deadline 4304483161 00000100:00000001:2.0:1767735720.484304:0:196093:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 3 is 4304482310 00000100:00000001:2.0:1767735720.484307:0:196093:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 3, keep current deadline 4304483161 00000100:00000001:2.0:1767735720.484377:0:196093:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767735720.484383:0:196093:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767735720.484391:0:196093:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767735720.484400:0:196093:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1f6bae680 x1853602709331200/t0(0) o400->lustre-OST0001-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767735720.484410:0:196093:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767735720.484413:0:196093:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767735720.484417:0:196093:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767735720.484421:0:196093:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767735720.484424:0:196093:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767735720.484430:0:196093:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1f6bae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:66586885-669e-469f-b1c7-cb1a0fe6eee4:196093:1853602709331200:192.168.203.112@tcp:400:kworker.0 00000100:00000001:2.0:1767735720.484434:0:196093:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767735720.484439:0:196093:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767735720.484441:0:196093:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767735720.484443:0:196093:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767735720.484448:0:196093:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94b1f8add600. 02000000:00000001:2.0:1767735720.484451:0:196093:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767735720.484457:0:196093:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:2.0:1767735720.484473:0:196093:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1f8c5e738. 00000400:00000010:2.0:1767735720.484478:0:196093:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1faa29a18. 00000100:00000200:2.0:1767735720.484482:0:196093:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853602709331200, portal 4 00000100:00000001:2.0:1767735720.484485:0:196093:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767735720.484487:0:196093:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090802407040 : -117982907144576 : ffff94b1f6bae680) 00000100:00000040:2.0:1767735720.484497:0:196093:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b1f6bae680 x1853602709331200/t0(0) o400->lustre-OST0001-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767735736 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767735720.484506:0:196093:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767735720.484510:0:196093:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:2.0:1767735720.484513:0:196093:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1faa29990. 00000100:00000200:2.0:1767735720.484516:0:196093:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853602709331200, offset 0 00000400:00000200:2.0:1767735720.484525:0:196093:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:2.0:1767735720.484531:0:196093:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767735720.484537:0:196093:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:2.0:1767735720.484542:0:196093:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767735720.484546:0:196093:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:2.0:1767735720.484551:0:196093:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767735720.484554:0:196093:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:2.0:1767735720.484559:0:196093:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [355010:355010:253:4294967295] 192.168.203.112@tcp LPNI seq info [355010:355010:5:4294967295] 00000400:00000200:2.0:1767735720.484565:0:196093:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767735720.484582:0:196093:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:2.0:1767735720.484591:0:196093:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:2.0:1767735720.484596:0:196093:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1d1c83100. 00000800:00000200:2.0:1767735720.484604:0:196093:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:2.0:1767735720.484612:0:196093:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:2.0:1767735720.484616:0:196093:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1d1c83100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767735720.484620:0:196093:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767735720.484625:0:196093:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff94b1e7e86000: using a timeout of 6302 usecs (7 jiffies) 00000400:00000200:2.0:1767735720.484631:0:196093:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:2.0:1767735720.484634:0:196093:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 2 is 4304482313 00000100:00000001:2.0:1767735720.484638:0:196093:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff94b1e7e86000: PM QoS request active for cpu 2, keep current deadline 4304483161 00000100:00000001:2.0:1767735720.484649:0:196093:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 3 is 4304482313 00000100:00000001:2.0:1767735720.484652:0:196093:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff94b1e7e86000: PM QoS request active for cpu 3, keep current deadline 4304483161 00000100:00000001:2.0:1767735720.484655:0:196093:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767735720.484657:0:196093:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767735720.484672:0:196093:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767735720.484676:0:196093:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767735720.484694:0:196094:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767735720.484697:0:196094:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767735720.484737:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767735720.484742:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1d1c83400. 00000400:00000200:2.0:1767735720.484747:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767735720.484754:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767735720.484760:0:196085:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1faa292a8 00000400:00000010:2.0:1767735720.484763:0:196085:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1faa292a8. 00000100:00000001:2.0:1767735720.484768:0:196085:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767735720.484774:0:196085:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1f6baed80 x1853602709330816/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767735736 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767735720.484785:0:196085:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767735720.484790:0:196085:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f6baed80 x1853602709330816/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767735736 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767735720.484799:0:196085:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767735720.484801:0:196085:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1767735720.484815:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767735720.484818:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1d1c83500. 00000400:00000200:2.0:1767735720.484821:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767735720.484825:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767735720.484827:0:196085:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1faa29330 00000400:00000010:2.0:1767735720.484829:0:196085:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1faa29330. 00000100:00000001:2.0:1767735720.484832:0:196085:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767735720.484836:0:196085:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1f6baca80 x1853602709331072/t0(0) o400->lustre-OST0000-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767735736 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767735720.484844:0:196085:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767735720.484857:0:196085:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f6baca80 x1853602709331072/t0(0) o400->lustre-OST0000-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767735736 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767735720.484865:0:196085:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767735720.484867:0:196085:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1767735720.484877:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767735720.484880:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1d1c83900. 00000400:00000200:2.0:1767735720.484883:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767735720.484886:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767735720.484889:0:196085:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1faa29f68 00000400:00000010:2.0:1767735720.484891:0:196085:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1faa29f68. 00000100:00000001:2.0:1767735720.484894:0:196085:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767735720.484897:0:196085:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1f6baf800 x1853602709330944/t0(0) o400->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1767735775 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767735720.484906:0:196085:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767735720.484909:0:196085:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f6baf800 x1853602709330944/t0(0) o400->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1767735775 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767735720.484917:0:196085:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767735720.484918:0:196085:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1767735720.484975:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767735720.484979:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1d1c83100. 00000400:00000200:2.0:1767735720.484983:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767735720.484990:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767735720.484994:0:196085:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1faa29990 00000400:00000010:2.0:1767735720.484998:0:196085:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1faa29990. 00000100:00000001:2.0:1767735720.485005:0:196085:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767735720.485013:0:196085:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1f6bae680 x1853602709331200/t0(0) o400->lustre-OST0001-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767735736 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767735720.485023:0:196085:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767735720.485030:0:196085:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f6bae680 x1853602709331200/t0(0) o400->lustre-OST0001-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767735736 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767735720.485042:0:196085:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767735720.485044:0:196085:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767735720.488378:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767735720.488399:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767735720.488404:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767735720.488411:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767735720.488421:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767735720.488433:0:196086:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767735720.488444:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767735720.488455:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767735720.488463:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767735720.488477:0:196086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 224 into portal 25 MB=0x695d7830b5b80 00000400:00000200:2.0:1767735720.488489:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767735720.488501:0:196086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.112@tcp of length 224/224 into md 0x224225 [1] + 224 00000800:00000001:2.0:1767735720.488512:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767735720.488528:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767735720.488532:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767735720.488539:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767735720.488548:0:196086:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767735720.488556:0:196086:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1f6baed80 x1853602709330816/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767735736 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767735720.488571:0:196086:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94b1f6baed80 x1853602709330816/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767735736 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767735720.488595:0:196086:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767735720.488607:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767735720.488611:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767735720.488631:0:196093:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767735720.488635:0:196093:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767735720.488643:0:196093:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767735720.488646:0:196093:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767735720.488649:0:196093:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1f8c5e108. 00000400:00000200:2.0:1767735720.488654:0:196093:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1faa29ee0 00000400:00000010:2.0:1767735720.488656:0:196093:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1faa29ee0. 00000100:00000001:2.0:1767735720.488659:0:196093:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767735720.488664:0:196093:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1f6baed80 x1853602709330816/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767735736 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767735720.488701:0:196093:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1f6baed80 x1853602709330816/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767735736 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767735720.488709:0:196093:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767735720.488712:0:196093:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767735720.488716:0:196093:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767735720.488720:0:196093:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767735720.488723:0:196093:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767735720.488727:0:196093:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767735720.488731:0:196093:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767735720.488738:0:196093:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1ef331458 time=98 v=5 (5 5 5 5) 00000100:00001000:2.0:1767735720.488750:0:196093:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1ef331410 time=98 v=5 (1 1 1 1) 00000100:00000001:2.0:1767735720.488754:0:196093:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767735720.488756:0:196093:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767735720.488760:0:196093:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767735720.488763:0:196093:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767735720.488766:0:196093:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767735720.488772:0:196093:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1f6baed80 x1853602709330816/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767735736 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767735720.488781:0:196093:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767735720.488784:0:196093:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767735720.488787:0:196093:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767735720.488793:0:196093:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1f6baed80 x1853602709330816/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767735736 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767735720.488804:0:196093:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1f6baed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6d7b501b-fa70-4fef-9613-be2df560a7ce:196093:1853602709330816:192.168.203.112@tcp:400:kworker.0 00000100:00000001:2.0:1767735720.488812:0:196093:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767735720.488814:0:196093:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767735720.488818:0:196093:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f6baed80 x1853602709330816/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767735736 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767735720.488826:0:196093:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767735720.488829:0:196093:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767735720.488842:0:196093:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94b1f8adca00. 02000000:00000001:2.0:1767735720.488846:0:196093:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767735720.488848:0:196093:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767735720.488851:0:196093:0:(genops.c:1242:class_import_put()) import ffff94b1ef331000 refcount=3 obd=MGC192.168.203.112@tcp 00000020:00000001:2.0:1767735720.488853:0:196093:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767735720.488856:0:196093:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94b1d1c83600. 02000000:00000001:2.0:1767735720.488860:0:196093:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767735720.488863:0:196093:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767735720.488865:0:196093:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f6baed80. 00000100:00000001:2.0:1767735720.488869:0:196093:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767735720.488871:0:196093:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767735720.488877:0:196093:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767735720.488879:0:196093:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767735720.488881:0:196093:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767735720.488884:0:196093:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767735720.488888:0:196093:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767735720.488905:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767735720.488948:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767735720.488951:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767735720.488958:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767735720.488964:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767735720.488970:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767735720.488980:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767735720.488986:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767735720.488992:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767735720.488996:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 224 into portal 10 MB=0x695d7830b5c00 00000400:00000200:2.0:1767735720.489001:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767735720.489006:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 224/224 into md 0x224245 [1] + 224 00000800:00000001:2.0:1767735720.489012:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767735720.489018:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767735720.489020:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767735720.489026:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767735720.489030:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767735720.489036:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1f6baf800 x1853602709330944/t0(0) o400->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1767735775 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767735720.489066:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94b1f6baf800 x1853602709330944/t0(0) o400->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1767735775 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767735720.489083:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767735720.489092:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767735720.489102:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767735720.489104:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767735720.489109:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767735720.489115:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767735720.489121:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767735720.489131:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767735720.489137:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767735720.489142:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767735720.489147:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 224 into portal 4 MB=0x695d7830b5c80 00000400:00000200:2.0:1767735720.489151:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767735720.489158:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.112@tcp of length 224/224 into md 0x224235 [1] + 224 00000800:00000001:2.0:1767735720.489169:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767735720.489179:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767735720.489182:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767735720.489190:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767735720.489196:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767735720.489202:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1f6baca80 x1853602709331072/t0(0) o400->lustre-OST0000-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767735736 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767735720.489213:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94b1f6baca80 x1853602709331072/t0(0) o400->lustre-OST0000-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767735736 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767735720.489225:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767735720.489229:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767735720.489234:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767735720.489236:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767735720.489238:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767735720.489242:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767735720.489261:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767735720.489268:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767735720.489272:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767735720.489280:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767735720.489286:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 224 into portal 4 MB=0x695d7830b5d00 00000400:00000200:2.0:1767735720.489293:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767735720.489303:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.112@tcp of length 224/224 into md 0x224255 [1] + 224 00000800:00000001:2.0:1767735720.489307:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767735720.489398:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767735720.489403:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767735720.489409:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767735720.489414:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767735720.489420:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1f6bae680 x1853602709331200/t0(0) o400->lustre-OST0001-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767735736 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767735720.489433:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94b1f6bae680 x1853602709331200/t0(0) o400->lustre-OST0001-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767735736 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767735720.489443:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767735720.489448:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767735720.489453:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767735720.489470:0:196093:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767735720.489473:0:196093:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767735720.489478:0:196093:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767735720.489480:0:196093:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767735720.489482:0:196093:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1f8c5ee70. 00000400:00000200:2.0:1767735720.489486:0:196093:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1faa29220 00000400:00000010:2.0:1767735720.489489:0:196093:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1faa29220. 00000100:00000001:2.0:1767735720.489493:0:196093:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767735720.489497:0:196093:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1f6baf800 x1853602709330944/t0(0) o400->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1767735775 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767735720.489507:0:196093:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1f6baf800 x1853602709330944/t0(0) o400->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1767735775 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767735720.489516:0:196093:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767735720.489533:0:196093:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767735720.489536:0:196093:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767735720.489538:0:196093:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767735720.489540:0:196093:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767735720.489542:0:196093:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767735720.489545:0:196093:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767735720.489551:0:196093:0:(import.c:2128:obd_at_measure()) add 36 to ffff94b1c403dc58 time=150 v=36 (36 5 5 5) 00000100:00001000:2.0:1767735720.489556:0:196093:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1c403dc10 time=150 v=5 (1 1 1 1) 00000100:00000001:2.0:1767735720.489559:0:196093:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767735720.489561:0:196093:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767735720.489564:0:196093:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767735720.489568:0:196093:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767735720.489572:0:196093:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:2.0:1767735720.489574:0:196093:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1e7e86000: committing for last_committed 12885028859 gen 1 00000100:00000040:2.0:1767735720.489583:0:196093:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 12885028859) req@ffff94b1f622f100 x1853602709325312/t12885028850(12885028850) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 560/448 e 0 to 0 dl 1767735768 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767735720.489592:0:196093:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767735720.489596:0:196093:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f622f100 x1853602709325312/t12885028850(12885028850) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 560/448 e 0 to 0 dl 1767735768 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767735720.489605:0:196093:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767735720.489607:0:196093:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767735720.489610:0:196093:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94b20082b000. 02000000:00000001:2.0:1767735720.489615:0:196093:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767735720.489616:0:196093:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767735720.489618:0:196093:0:(genops.c:1242:class_import_put()) import ffff94b1c403d800 refcount=12 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000020:00000001:2.0:1767735720.489622:0:196093:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767735720.489624:0:196093:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94b1c4c9f400. 02000000:00000001:2.0:1767735720.489628:0:196093:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767735720.489630:0:196093:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767735720.489632:0:196093:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f622f100. 00000100:00000001:2.0:1767735720.489635:0:196093:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767735720.489637:0:196093:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767735720.489644:0:196093:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 12885028859) req@ffff94b1f622ce00 x1853602709325824/t12885028851(12885028851) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/664 e 0 to 0 dl 1767735768 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767735720.489674:0:196093:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767735720.489677:0:196093:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090792439296 : -117982917112320 : ffff94b1f622ce00) 00000100:00000001:2.0:1767735720.489680:0:196093:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767735720.489686:0:196093:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f622ce00 x1853602709325824/t12885028851(12885028851) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/664 e 0 to 0 dl 1767735768 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767735720.489694:0:196093:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767735720.489697:0:196093:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767735720.489702:0:196093:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1d02c9880 x1853602709326720/t12885028854(12885028854) o35->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767735729 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767735720.489710:0:196093:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:2.0:1767735720.489713:0:196093:0:(mdc_request.c:746:mdc_commit_open()) kfreed 'mod': 32 at ffff94b1c98c9320. 00000100:00000001:2.0:1767735720.489716:0:196093:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767735720.489720:0:196093:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f622ce00 x1853602709325824/t12885028851(12885028851) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/664 e 0 to 0 dl 1767735768 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767735720.489729:0:196093:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1767735720.489731:0:196093:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767735720.489733:0:196093:0:(genops.c:1242:class_import_put()) import ffff94b1c403d800 refcount=11 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000020:00000001:2.0:1767735720.489735:0:196093:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767735720.489737:0:196093:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94b1c4c9fc00. 02000000:00000001:2.0:1767735720.489741:0:196093:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767735720.489742:0:196093:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767735720.489746:0:196093:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f622ce00. 00000100:00000001:2.0:1767735720.489749:0:196093:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767735720.489751:0:196093:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767735720.489757:0:196093:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 12885028859) req@ffff94b1f622c380 x1853602709326080/t12885028852(12885028852) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 488/456 e 0 to 0 dl 1767735768 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767735720.489765:0:196093:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767735720.489772:0:196093:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f622c380 x1853602709326080/t12885028852(12885028852) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 488/456 e 0 to 0 dl 1767735768 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767735720.489782:0:196093:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767735720.489793:0:196093:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767735720.489795:0:196093:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff94b1c4c9f800. 02000000:00000001:2.0:1767735720.489799:0:196093:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767735720.489801:0:196093:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767735720.489803:0:196093:0:(genops.c:1242:class_import_put()) import ffff94b1c403d800 refcount=10 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000020:00000001:2.0:1767735720.489807:0:196093:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767735720.489809:0:196093:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b2017a5400. 02000000:00000001:2.0:1767735720.489813:0:196093:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767735720.489815:0:196093:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767735720.489818:0:196093:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f622c380. 00000100:00000001:2.0:1767735720.489822:0:196093:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767735720.489823:0:196093:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767735720.489831:0:196093:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 12885028859) req@ffff94b1d02c9880 x1853602709326720/t12885028854(12885028854) o35->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767735729 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767735720.489839:0:196093:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767735720.489843:0:196093:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1d02c9880 x1853602709326720/t12885028854(12885028854) o35->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767735729 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767735720.489852:0:196093:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767735720.489854:0:196093:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767735720.489856:0:196093:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94b1c78d9000. 02000000:00000001:2.0:1767735720.489860:0:196093:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767735720.489861:0:196093:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767735720.489863:0:196093:0:(genops.c:1242:class_import_put()) import ffff94b1c403d800 refcount=9 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000020:00000001:2.0:1767735720.489866:0:196093:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767735720.489868:0:196093:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b201902a00. 02000000:00000001:2.0:1767735720.489874:0:196093:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767735720.489876:0:196093:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767735720.489878:0:196093:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1d02c9880. 00000100:00000001:2.0:1767735720.489885:0:196093:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767735720.489887:0:196093:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767735720.489892:0:196093:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 12885028859) req@ffff94b1f622c000 x1853602709326976/t12885028855(12885028855) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/664 e 0 to 0 dl 1767735768 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767735720.489900:0:196093:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767735720.489902:0:196093:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090792435712 : -117982917115904 : ffff94b1f622c000) 00000100:00000001:2.0:1767735720.489916:0:196093:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767735720.489924:0:196093:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f622c000 x1853602709326976/t12885028855(12885028855) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/664 e 0 to 0 dl 1767735768 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767735720.489937:0:196093:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767735720.489940:0:196093:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767735720.489947:0:196093:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1d039a300 x1853602709327744/t12885028858(12885028858) o35->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767735729 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767735720.489956:0:196093:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:2.0:1767735720.489958:0:196093:0:(mdc_request.c:746:mdc_commit_open()) kfreed 'mod': 32 at ffff94b1c98c9b60. 00000100:00000001:2.0:1767735720.489962:0:196093:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767735720.489967:0:196093:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f622c000 x1853602709326976/t12885028855(12885028855) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/664 e 0 to 0 dl 1767735768 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767735720.489975:0:196093:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1767735720.489978:0:196093:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767735720.489980:0:196093:0:(genops.c:1242:class_import_put()) import ffff94b1c403d800 refcount=8 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000020:00000001:2.0:1767735720.489982:0:196093:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767735720.489985:0:196093:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94b1c4c9dc00. 02000000:00000001:2.0:1767735720.489989:0:196093:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767735720.489990:0:196093:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767735720.489992:0:196093:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f622c000. 00000100:00000001:2.0:1767735720.489995:0:196093:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767735720.489996:0:196093:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767735720.490002:0:196093:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 12885028859) req@ffff94b1f622e300 x1853602709327232/t12885028856(12885028856) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 488/456 e 0 to 0 dl 1767735768 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767735720.490010:0:196093:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767735720.490015:0:196093:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f622e300 x1853602709327232/t12885028856(12885028856) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 488/456 e 0 to 0 dl 1767735768 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767735720.490023:0:196093:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767735720.490025:0:196093:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767735720.490027:0:196093:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff94b1c4c9e400. 02000000:00000001:2.0:1767735720.490031:0:196093:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767735720.490033:0:196093:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767735720.490045:0:196093:0:(genops.c:1242:class_import_put()) import ffff94b1c403d800 refcount=7 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000020:00000001:2.0:1767735720.490047:0:196093:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767735720.490050:0:196093:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b2017a4800. 02000000:00000001:2.0:1767735720.490054:0:196093:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767735720.490056:0:196093:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767735720.490057:0:196093:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f622e300. 00000100:00000001:2.0:1767735720.490061:0:196093:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767735720.490063:0:196093:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767735720.490068:0:196093:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 12885028859) req@ffff94b1d039a300 x1853602709327744/t12885028858(12885028858) o35->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767735729 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767735720.490076:0:196093:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767735720.490080:0:196093:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1d039a300 x1853602709327744/t12885028858(12885028858) o35->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767735729 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767735720.490087:0:196093:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767735720.490089:0:196093:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767735720.490091:0:196093:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94b1d0394000. 02000000:00000001:2.0:1767735720.490095:0:196093:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767735720.490097:0:196093:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767735720.490099:0:196093:0:(genops.c:1242:class_import_put()) import ffff94b1c403d800 refcount=6 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000020:00000001:2.0:1767735720.490101:0:196093:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767735720.490103:0:196093:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1f0498e00. 02000000:00000001:2.0:1767735720.490105:0:196093:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767735720.490106:0:196093:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767735720.490109:0:196093:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1d039a300. 00000100:00000001:2.0:1767735720.490113:0:196093:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767735720.490115:0:196093:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767735720.490120:0:196093:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 12885028859) req@ffff94b1d039a680 x1853602709328512/t12885028859(12885028859) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:13/10 lens 528/456 e 0 to 0 dl 1767735768 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'mv.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767735720.490129:0:196093:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767735720.490133:0:196093:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1d039a680 x1853602709328512/t12885028859(12885028859) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:13/10 lens 528/456 e 0 to 0 dl 1767735768 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'mv.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767735720.490141:0:196093:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767735720.490142:0:196093:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767735720.490153:0:196093:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94b1d0391000. 02000000:00000001:2.0:1767735720.490155:0:196093:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767735720.490157:0:196093:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767735720.490159:0:196093:0:(genops.c:1242:class_import_put()) import ffff94b1c403d800 refcount=5 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000020:00000001:2.0:1767735720.490161:0:196093:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767735720.490163:0:196093:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94b1feb9e400. 02000000:00000001:2.0:1767735720.490167:0:196093:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767735720.490168:0:196093:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767735720.490170:0:196093:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1d039a680. 00000100:00000001:2.0:1767735720.490173:0:196093:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767735720.490174:0:196093:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767735720.490177:0:196093:0:(client.c:3144:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767735720.490180:0:196093:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1e7e86000: normal: skip=1 replay=8/8 committed=0/0 00000100:00000001:2.0:1767735720.490183:0:196093:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767735720.490185:0:196093:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767735720.490191:0:196093:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1f6baf800 x1853602709330944/t0(0) o400->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1767735775 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767735720.490200:0:196093:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767735720.490203:0:196093:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767735720.490205:0:196093:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767735720.490210:0:196093:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1f6baf800 x1853602709330944/t0(0) o400->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1767735775 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767735720.490221:0:196093:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1f6baf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:66586885-669e-469f-b1c7-cb1a0fe6eee4:196093:1853602709330944:192.168.203.112@tcp:400:kworker.0 00000400:00000001:2.0:1767735720.490229:0:196093:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767735720.490230:0:196093:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767735720.490233:0:196093:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1f8c5e738. 00000400:00000200:2.0:1767735720.490238:0:196093:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1faa29a18 00000400:00000010:2.0:1767735720.490240:0:196093:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1faa29a18. 00000100:00000001:2.0:1767735720.490245:0:196093:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767735720.490250:0:196093:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1f6bae680 x1853602709331200/t0(0) o400->lustre-OST0001-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767735736 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767735720.490261:0:196093:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1f6bae680 x1853602709331200/t0(0) o400->lustre-OST0001-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767735736 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767735720.490280:0:196093:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767735720.490283:0:196093:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767735720.490287:0:196093:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767735720.490289:0:196093:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767735720.490291:0:196093:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767735720.490293:0:196093:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767735720.490296:0:196093:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767735720.490300:0:196093:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1f0134c58 time=150 v=5 (5 0 0 0) 00000100:00001000:2.0:1767735720.490305:0:196093:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1f0134c10 time=36 v=5 (1 0 0 0) 00000100:00000001:2.0:1767735720.490307:0:196093:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767735720.490365:0:196093:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767735720.490369:0:196093:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767735720.490373:0:196093:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767735720.490378:0:196093:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:2.0:1767735720.490381:0:196093:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-ffff94b1e7e86000: committing for last_committed 12884911456 gen 3 00000100:00000040:2.0:1767735720.490391:0:196093:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 12884911456) req@ffff94b1f622e680 x1853602709327488/t12884911456(12884911456) o2->lustre-OST0001-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 440/432 e 0 to 0 dl 1767735729 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767735720.490402:0:196093:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767735720.490409:0:196093:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f622e680 x1853602709327488/t12884911456(12884911456) o2->lustre-OST0001-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 440/432 e 0 to 0 dl 1767735729 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767735720.490417:0:196093:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767735720.490420:0:196093:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767735720.490423:0:196093:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff94b1c4c9ec00. 02000000:00000001:2.0:1767735720.490427:0:196093:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767735720.490429:0:196093:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767735720.490431:0:196093:0:(genops.c:1242:class_import_put()) import ffff94b1f0134800 refcount=3 obd=lustre-OST0001-osc-ffff94b1e7e86000 00000020:00000001:2.0:1767735720.490434:0:196093:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767735720.490437:0:196093:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b2017a4a00. 02000000:00000001:2.0:1767735720.490441:0:196093:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767735720.490444:0:196093:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767735720.490446:0:196093:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f622e680. 00000100:00000001:2.0:1767735720.490451:0:196093:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767735720.490453:0:196093:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767735720.490465:0:196093:0:(client.c:3144:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767735720.490468:0:196093:0:(client.c:3191:ptlrpc_free_committed()) lustre-OST0001-osc-ffff94b1e7e86000: normal: skip=1 replay=1/1 committed=0/0 00000100:00000001:2.0:1767735720.490473:0:196093:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767735720.490476:0:196093:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767735720.490483:0:196093:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1f6bae680 x1853602709331200/t0(0) o400->lustre-OST0001-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767735736 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767735720.490492:0:196093:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767735720.490494:0:196093:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767735720.490496:0:196093:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767735720.490501:0:196093:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1f6bae680 x1853602709331200/t0(0) o400->lustre-OST0001-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767735736 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767735720.490512:0:196093:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1f6bae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:66586885-669e-469f-b1c7-cb1a0fe6eee4:196093:1853602709331200:192.168.203.112@tcp:400:kworker.0 00000400:00000001:2.0:1767735720.490520:0:196093:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767735720.490522:0:196093:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767735720.490525:0:196093:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1f8c5e1b8. 00000400:00000200:2.0:1767735720.490529:0:196093:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1faa294c8 00000400:00000010:2.0:1767735720.490531:0:196093:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1faa294c8. 00000100:00000001:2.0:1767735720.490535:0:196093:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767735720.490539:0:196093:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1f6baca80 x1853602709331072/t0(0) o400->lustre-OST0000-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767735736 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767735720.490549:0:196093:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1f6baca80 x1853602709331072/t0(0) o400->lustre-OST0000-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767735736 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767735720.490557:0:196093:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767735720.490558:0:196093:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767735720.490560:0:196093:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767735720.490563:0:196093:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767735720.490564:0:196093:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767735720.490566:0:196093:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767735720.490568:0:196093:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767735720.490573:0:196093:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1f0134458 time=150 v=5 (5 0 0 0) 00000100:00001000:2.0:1767735720.490577:0:196093:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1f0134410 time=7 v=5 (1 0 0 0) 00000100:00000001:2.0:1767735720.490592:0:196093:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767735720.490594:0:196093:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767735720.490596:0:196093:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767735720.490599:0:196093:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767735720.490602:0:196093:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767735720.490604:0:196093:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff94b1e7e86000: skip recheck: last_committed 17179879262 00000100:00000001:2.0:1767735720.490606:0:196093:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767735720.490607:0:196093:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767735720.490613:0:196093:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1f6baca80 x1853602709331072/t0(0) o400->lustre-OST0000-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767735736 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767735720.490621:0:196093:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767735720.490624:0:196093:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767735720.490625:0:196093:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767735720.490630:0:196093:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1f6baca80 x1853602709331072/t0(0) o400->lustre-OST0000-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767735736 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767735720.490639:0:196093:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1f6baca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:66586885-669e-469f-b1c7-cb1a0fe6eee4:196093:1853602709331072:192.168.203.112@tcp:400:kworker.0 00000100:00000001:2.0:1767735720.490644:0:196093:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767735720.490646:0:196093:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767735720.490650:0:196093:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f6baf800 x1853602709330944/t0(0) o400->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1767735775 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767735720.490657:0:196093:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767735720.490659:0:196093:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767735720.490661:0:196093:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94b1f8add000. 02000000:00000001:2.0:1767735720.490664:0:196093:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767735720.490666:0:196093:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767735720.490667:0:196093:0:(genops.c:1242:class_import_put()) import ffff94b1c403d800 refcount=4 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000020:00000001:2.0:1767735720.490670:0:196093:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767735720.490672:0:196093:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94b1d1c83300. 02000000:00000001:2.0:1767735720.490674:0:196093:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767735720.490676:0:196093:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767735720.490677:0:196093:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f6baf800. 00000100:00000001:2.0:1767735720.490680:0:196093:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767735720.490690:0:196093:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767735720.490692:0:196093:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767735720.490697:0:196093:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f6bae680 x1853602709331200/t0(0) o400->lustre-OST0001-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767735736 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767735720.490705:0:196093:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767735720.490707:0:196093:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767735720.490709:0:196093:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94b1f8add600. 02000000:00000001:2.0:1767735720.490713:0:196093:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767735720.490716:0:196093:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767735720.490718:0:196093:0:(genops.c:1242:class_import_put()) import ffff94b1f0134800 refcount=2 obd=lustre-OST0001-osc-ffff94b1e7e86000 00000020:00000001:2.0:1767735720.490720:0:196093:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767735720.490722:0:196093:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94b1d1c83e00. 02000000:00000001:2.0:1767735720.490725:0:196093:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767735720.490727:0:196093:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767735720.490728:0:196093:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f6bae680. 00000100:00000001:2.0:1767735720.490731:0:196093:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767735720.490732:0:196093:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767735720.490735:0:196093:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767735720.490739:0:196093:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f6baca80 x1853602709331072/t0(0) o400->lustre-OST0000-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767735736 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767735720.490747:0:196093:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767735720.490749:0:196093:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767735720.490751:0:196093:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94b1f8adcc00. 02000000:00000001:2.0:1767735720.490755:0:196093:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767735720.490756:0:196093:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767735720.490758:0:196093:0:(genops.c:1242:class_import_put()) import ffff94b1f0134000 refcount=2 obd=lustre-OST0000-osc-ffff94b1e7e86000 00000020:00000001:2.0:1767735720.490760:0:196093:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767735720.490762:0:196093:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94b1d1c83200. 02000000:00000001:2.0:1767735720.490766:0:196093:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767735720.490767:0:196093:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767735720.490770:0:196093:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f6baca80. 00000100:00000001:2.0:1767735720.490774:0:196093:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767735720.490776:0:196093:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767735720.490778:0:196093:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767735720.490784:0:196093:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767735720.490785:0:196093:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767735720.490797:0:196093:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767735720.490799:0:196093:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767735720.674458:0:285121:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767735720.674467:0:285121:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767735720.674478:0:285121:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767735720.674481:0:285121:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767735720.674489:0:285121:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767735720.674492:0:285121:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767735720.674499:0:285121:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767735720.674502:0:285121:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767735720.674645:0:215726:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767735720.674650:0:215726:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767735720.674655:0:215726:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1767735721.022182:0:291752:0:(llite_lib.c:4131:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767735721.378503:0:284304:0:(connection.c:75:cpu_latency_work()) work item of ffff94b1c5121a20 (cpu 0) has reached its deadline 4304483161, at 4304483200 00000100:00000010:2.0:1767735721.378522:0:284304:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94b1d1e73f00. 00000100:00000040:3.0:1767735721.380046:0:285121:0:(connection.c:75:cpu_latency_work()) work item of ffff94b1c5121b30 (cpu 0) has reached its deadline 4304483161, at 4304483201 00000100:00000010:3.0:1767735721.380062:0:285121:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94b1d1e73ea0. 00000080:00000001:2.0:1767735721.645834:0:291843:0:(llite_lib.c:4131:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767735721.698468:0:285121:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767735721.698474:0:285121:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767735721.698480:0:285121:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767735721.698482:0:285121:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767735721.698487:0:285121:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767735721.698489:0:285121:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767735721.698492:0:285121:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767735721.698494:0:285121:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767735721.698556:0:226620:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767735721.698562:0:226620:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767735721.698567:0:226620:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:1.0:1767735721.823559:0:291879:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767735721.823565:0:291879:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity test 161d: create with concurrent .lustre/fid access ========================================================== 16:42:01 (1767735721) 00000001:00000001:1.0:1767735721.831515:0:291879:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00010000:00000001:3.0:1767735722.722478:0:285121:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767735722.722487:0:285121:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767735722.722495:0:285121:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767735722.722500:0:285121:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1767735722.722503:0:285121:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1767735722.722511:0:285121:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767735722.722514:0:285121:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767735722.722517:0:285121:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767735722.722522:0:285121:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1767735722.722525:0:285121:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767735722.722528:0:285121:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767735722.722531:0:285121:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767735722.722536:0:285121:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767735722.722538:0:285121:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1767735722.722539:0:285121:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1767735722.722542:0:285121:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767735722.722543:0:285121:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767735722.722545:0:285121:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767735722.722547:0:285121:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1767735722.722549:0:285121:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767735722.722552:0:285121:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767735722.722555:0:285121:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767735722.722559:0:285121:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767735722.722561:0:285121:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1767735722.722563:0:285121:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1767735722.722565:0:285121:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767735722.722567:0:285121:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767735722.722568:0:285121:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767735722.722570:0:285121:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1767735722.722572:0:285121:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767735722.722574:0:285121:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767735722.722593:0:285121:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767735722.722725:0:215725:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767735722.722732:0:215725:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767735722.722738:0:215725:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1767735723.424062:0:291957:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:2.0:1767735723.424069:0:291957:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:2.0:1767735723.424071:0:291957:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1767735723.424075:0:291957:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f33ba8 00000080:00200000:2.0:1767735723.424081:0:291957:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1d15a8908),name=/ 00000080:00000010:2.0:1767735723.424090:0:291957:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1f0d0f600. 00800000:00000002:2.0:1767735723.424099:0:291957:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff94b1fe4a8d80 2 00000080:00000001:2.0:1767735723.424104:0:291957:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:2.0:1767735723.424110:0:291957:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1767735723.424113:0:291957:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f33ac8 00800000:00000002:2.0:1767735723.424117:0:291957:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1767735723.424122:0:291957:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1767735723.424128:0:291957:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1767735723.424135:0:291957:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1767735723.424138:0:291957:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f33998 00000002:00010000:2.0:1767735723.424141:0:291957:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1767735723.424145:0:291957:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1767735723.424148:0:291957:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1767735723.424152:0:291957:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1767735723.424161:0:291957:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1c5a36000 count: 2 00010000:00000001:2.0:1767735723.424165:0:291957:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767735723.424171:0:291957:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767735723.424175:0:291957:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1767735723.424182:0:291957:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c5740a00/0x1886cffb85ccd669 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede592388b9 expref: -99 pid: 291123 timeout: 0 lvb_type: 0 02000000:00000001:2.0:1767735723.424196:0:291957:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1767735723.424202:0:291957:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767735723.424206:0:291957:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c5740a00/0x1886cffb85ccd669 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede592388b9 expref: -99 pid: 291123 timeout: 0 lvb_type: 0 00000002:00000001:2.0:1767735723.424224:0:291957:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1767735723.424227:0:291957:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1767735723.424229:0:291957:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1767735723.424231:0:291957:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1767735723.424234:0:291957:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1767735723.424237:0:291957:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1767735723.424240:0:291957:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1767735723.424244:0:291957:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff94b1fe4a8d80 2 00000080:00000010:2.0:1767735723.424249:0:291957:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1f0d0f600. 00000080:00000001:2.0:1767735723.424253:0:291957:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1767735723.424256:0:291957:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1767735723.424260:0:291957:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1d15a8908) 00000080:00010000:2.0:1767735723.424265:0:291957:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1d15a8908) for lock 0x1886cffb85ccd669 00800000:00000001:2.0:1767735723.424269:0:291957:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1767735723.424272:0:291957:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1767735723.424274:0:291957:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767735723.424277:0:291957:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767735723.424280:0:291957:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c5740a00 refcount=3 00000020:00000001:2.0:1767735723.424283:0:291957:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089975679488 : -117983733872128 : ffff94b1c5740a00) 00010000:00000001:2.0:1767735723.424286:0:291957:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089975679488 : -117983733872128 : ffff94b1c5740a00) 00010000:00000001:2.0:1767735723.424290:0:291957:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767735723.424292:0:291957:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1767735723.424294:0:291957:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1767735723.424296:0:291957:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1767735723.424299:0:291957:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1886cffb85ccd669 from it ffffafc307f33be0 00010000:00000001:2.0:1767735723.424302:0:291957:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767735723.424304:0:291957:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767735723.424305:0:291957:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c5740a00 refcount=3 00000020:00000001:2.0:1767735723.424378:0:291957:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089975679488 : -117983733872128 : ffff94b1c5740a00) 00010000:00000001:2.0:1767735723.424384:0:291957:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089975679488 : -117983733872128 : ffff94b1c5740a00) 00010000:00000001:2.0:1767735723.424387:0:291957:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767735723.424392:0:291957:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c5740a00/0x1886cffb85ccd669 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede592388b9 expref: -99 pid: 291123 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767735723.424411:0:291957:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767735723.424413:0:291957:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767735723.424415:0:291957:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1767735723.424418:0:291957:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1767735723.424421:0:291957:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c5740a00/0x1886cffb85ccd669 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede592388b9 expref: -99 pid: 291123 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767735723.424430:0:291957:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767735723.424434:0:291957:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1767735723.424437:0:291957:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767735723.424442:0:291957:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767735723.424444:0:291957:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767735723.424446:0:291957:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767735723.424450:0:291957:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767735723.424453:0:291957:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767735723.424456:0:291957:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767735723.424461:0:291957:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767735723.424464:0:291957:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767735723.424466:0:291957:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767735723.424467:0:291957:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767735723.424471:0:291957:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767735723.424473:0:291957:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1767735723.424476:0:291957:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1d15a8908), inode mode 41ed mask 1 00000080:00000001:2.0:1767735723.424482:0:291957:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1767735723.424493:0:291957:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff94b1f2cc09e0. 00000020:00000001:2.0:1767735723.424498:0:291957:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f33d98 00000080:00200000:2.0:1767735723.424500:0:291957:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=d161d.sanity, dir=[0x200000007:0x1:0x0](ffff94b1d15a8908), flags=1536 00000080:00000001:2.0:1767735723.424504:0:291957:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:2.0:1767735723.424506:0:291957:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1767735723.424507:0:291957:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f33ca8 00000080:00200000:2.0:1767735723.424510:0:291957:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1d15a8908),name=/ 00000080:00000010:2.0:1767735723.424514:0:291957:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1f0d0f600. 00800000:00000002:2.0:1767735723.424518:0:291957:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff94b1fe4a8d80 2 00000080:00000001:2.0:1767735723.424521:0:291957:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:2.0:1767735723.424523:0:291957:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1767735723.424531:0:291957:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f33bc8 00800000:00000002:2.0:1767735723.424534:0:291957:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1767735723.424538:0:291957:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1767735723.424540:0:291957:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1767735723.424545:0:291957:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1767735723.424547:0:291957:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f33a98 00000002:00010000:2.0:1767735723.424549:0:291957:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1767735723.424553:0:291957:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1767735723.424554:0:291957:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1767735723.424557:0:291957:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1767735723.424561:0:291957:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1c5a36000 count: 2 00010000:00000001:2.0:1767735723.424564:0:291957:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767735723.424567:0:291957:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767735723.424569:0:291957:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1767735723.424573:0:291957:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c5740a00/0x1886cffb85ccd669 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede592388b9 expref: -99 pid: 291123 timeout: 0 lvb_type: 0 02000000:00000001:2.0:1767735723.424582:0:291957:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1767735723.424585:0:291957:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767735723.424588:0:291957:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c5740a00/0x1886cffb85ccd669 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede592388b9 expref: -99 pid: 291123 timeout: 0 lvb_type: 0 00000002:00000001:2.0:1767735723.424596:0:291957:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1767735723.424598:0:291957:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1767735723.424600:0:291957:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1767735723.424602:0:291957:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1767735723.424605:0:291957:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1767735723.424607:0:291957:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1767735723.424610:0:291957:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1767735723.424613:0:291957:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff94b1fe4a8d80 2 00000080:00000010:2.0:1767735723.424616:0:291957:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1f0d0f600. 00000080:00000001:2.0:1767735723.424619:0:291957:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1767735723.424621:0:291957:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1767735723.424624:0:291957:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1d15a8908) 00000080:00010000:2.0:1767735723.424632:0:291957:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1d15a8908) for lock 0x1886cffb85ccd669 00800000:00000001:2.0:1767735723.424636:0:291957:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1767735723.424638:0:291957:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1767735723.424640:0:291957:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767735723.424642:0:291957:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767735723.424644:0:291957:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c5740a00 refcount=3 00000020:00000001:2.0:1767735723.424646:0:291957:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089975679488 : -117983733872128 : ffff94b1c5740a00) 00010000:00000001:2.0:1767735723.424649:0:291957:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089975679488 : -117983733872128 : ffff94b1c5740a00) 00010000:00000001:2.0:1767735723.424652:0:291957:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767735723.424653:0:291957:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1767735723.424655:0:291957:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1767735723.424657:0:291957:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1767735723.424659:0:291957:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1886cffb85ccd669 from it ffffafc307f33ce0 00010000:00000001:2.0:1767735723.424662:0:291957:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767735723.424663:0:291957:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767735723.424665:0:291957:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c5740a00 refcount=3 00000020:00000001:2.0:1767735723.424667:0:291957:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089975679488 : -117983733872128 : ffff94b1c5740a00) 00010000:00000001:2.0:1767735723.424670:0:291957:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089975679488 : -117983733872128 : ffff94b1c5740a00) 00010000:00000001:2.0:1767735723.424672:0:291957:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767735723.424675:0:291957:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c5740a00/0x1886cffb85ccd669 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede592388b9 expref: -99 pid: 291123 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767735723.424683:0:291957:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767735723.424684:0:291957:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767735723.424686:0:291957:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1767735723.424687:0:291957:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1767735723.424690:0:291957:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c5740a00/0x1886cffb85ccd669 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede592388b9 expref: -99 pid: 291123 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767735723.424697:0:291957:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767735723.424699:0:291957:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1767735723.424701:0:291957:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767735723.424704:0:291957:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767735723.424705:0:291957:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767735723.424711:0:291957:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767735723.424714:0:291957:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767735723.424716:0:291957:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767735723.424718:0:291957:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767735723.424721:0:291957:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767735723.424723:0:291957:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767735723.424725:0:291957:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767735723.424726:0:291957:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767735723.424729:0:291957:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767735723.424730:0:291957:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1767735723.424733:0:291957:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1d15a8908), inode mode 41ed mask 3 00000080:00000001:2.0:1767735723.424737:0:291957:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767735723.424741:0:291957:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:2.0:1767735723.424743:0:291957:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1767735723.424745:0:291957:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f33d90 00000080:00200000:2.0:1767735723.424747:0:291957:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1d15a8908),name=/ 00000080:00000010:2.0:1767735723.424751:0:291957:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1f0d0f600. 00800000:00000002:2.0:1767735723.424754:0:291957:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff94b1fe4a8d80 2 00000080:00000001:2.0:1767735723.424756:0:291957:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:2.0:1767735723.424758:0:291957:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1767735723.424760:0:291957:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f33cb0 00800000:00000002:2.0:1767735723.424762:0:291957:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1767735723.424766:0:291957:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1767735723.424768:0:291957:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1767735723.424772:0:291957:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1767735723.424773:0:291957:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f33b80 00000002:00010000:2.0:1767735723.424776:0:291957:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1767735723.424779:0:291957:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1767735723.424781:0:291957:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1767735723.424782:0:291957:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1767735723.424785:0:291957:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1c5a36000 count: 2 00010000:00000001:2.0:1767735723.424788:0:291957:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767735723.424791:0:291957:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767735723.424793:0:291957:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1767735723.424797:0:291957:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c5740a00/0x1886cffb85ccd669 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede592388b9 expref: -99 pid: 291123 timeout: 0 lvb_type: 0 02000000:00000001:2.0:1767735723.424817:0:291957:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1767735723.424819:0:291957:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767735723.424823:0:291957:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c5740a00/0x1886cffb85ccd669 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede592388b9 expref: -99 pid: 291123 timeout: 0 lvb_type: 0 00000002:00000001:2.0:1767735723.424830:0:291957:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1767735723.424832:0:291957:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1767735723.424834:0:291957:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1767735723.424837:0:291957:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1767735723.424839:0:291957:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1767735723.424841:0:291957:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1767735723.424844:0:291957:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1767735723.424846:0:291957:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff94b1fe4a8d80 2 00000080:00000010:2.0:1767735723.424849:0:291957:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1f0d0f600. 00000080:00000001:2.0:1767735723.424852:0:291957:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1767735723.424853:0:291957:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1767735723.424856:0:291957:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1d15a8908) 00000080:00010000:2.0:1767735723.424859:0:291957:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1d15a8908) for lock 0x1886cffb85ccd669 00800000:00000001:2.0:1767735723.424862:0:291957:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1767735723.424864:0:291957:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1767735723.424866:0:291957:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767735723.424868:0:291957:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767735723.424869:0:291957:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c5740a00 refcount=3 00000020:00000001:2.0:1767735723.424872:0:291957:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089975679488 : -117983733872128 : ffff94b1c5740a00) 00010000:00000001:2.0:1767735723.424875:0:291957:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089975679488 : -117983733872128 : ffff94b1c5740a00) 00010000:00000001:2.0:1767735723.424877:0:291957:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767735723.424878:0:291957:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1767735723.424880:0:291957:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1767735723.424882:0:291957:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1767735723.424885:0:291957:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1886cffb85ccd669 from it ffffafc307f33dc8 00010000:00000001:2.0:1767735723.424887:0:291957:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767735723.424888:0:291957:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767735723.424895:0:291957:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c5740a00 refcount=3 00000020:00000001:2.0:1767735723.424897:0:291957:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089975679488 : -117983733872128 : ffff94b1c5740a00) 00010000:00000001:2.0:1767735723.424900:0:291957:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089975679488 : -117983733872128 : ffff94b1c5740a00) 00010000:00000001:2.0:1767735723.424902:0:291957:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767735723.424905:0:291957:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c5740a00/0x1886cffb85ccd669 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede592388b9 expref: -99 pid: 291123 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767735723.424913:0:291957:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767735723.424914:0:291957:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767735723.424916:0:291957:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1767735723.424917:0:291957:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1767735723.424920:0:291957:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c5740a00/0x1886cffb85ccd669 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede592388b9 expref: -99 pid: 291123 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767735723.424927:0:291957:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767735723.424929:0:291957:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1767735723.424931:0:291957:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767735723.424933:0:291957:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767735723.424934:0:291957:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767735723.424936:0:291957:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767735723.424938:0:291957:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767735723.424940:0:291957:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767735723.424942:0:291957:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767735723.424945:0:291957:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767735723.424947:0:291957:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767735723.424948:0:291957:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767735723.424950:0:291957:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767735723.424952:0:291957:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767735723.424953:0:291957:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1767735723.424956:0:291957:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1d15a8908), inode mode 41ed mask 3 00000080:00000001:2.0:1767735723.424960:0:291957:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767735723.424964:0:291957:0:(namei.c:2172:do_mkdir()) Process entered 00000020:00000001:2.0:1767735723.424966:0:291957:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f33da0 00000080:00200000:2.0:1767735723.424969:0:291957:0:(namei.c:2175:do_mkdir()) VFS Op:name=d161d.sanity, dir=[0x200000007:0x1:0x0](ffff94b1d15a8908) 00000080:00000001:2.0:1767735723.424972:0:291957:0:(namei.c:1904:ll_new_node()) Process entered 00000080:00000001:2.0:1767735723.424974:0:291957:0:(namei.c:1713:ll_new_node_prepare()) Process entered 00000080:00000010:2.0:1767735723.424985:0:291957:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1f0d0f600. 00800000:00000002:2.0:1767735723.424988:0:291957:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff94b1fe4a8d80 2 00000080:00000010:2.0:1767735723.424997:0:291957:0:(namei.c:1731:ll_new_node_prepare()) kmalloced '(lum)': 48 at ffff94b1d1dfb280. 00000080:00000001:2.0:1767735723.425001:0:291957:0:(namei.c:1820:ll_new_node_prepare()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1767735723.425004:0:291957:0:(lmv_obd.c:2218:lmv_create()) Process entered 00800000:00000001:2.0:1767735723.425007:0:291957:0:(lmv_obd.c:2158:lmv_locate_tgt_create()) Process entered 00800000:00000001:2.0:1767735723.425014:0:291957:0:(lmv_obd.c:1669:lmv_locate_tgt_qos()) Process entered 00800000:00000001:2.0:1767735723.425016:0:291957:0:(lmv_obd.c:1672:lmv_locate_tgt_qos()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00800000:00000001:2.0:1767735723.425019:0:291957:0:(lmv_obd.c:1750:lmv_locate_tgt_rr()) Process entered 00800000:00000001:2.0:1767735723.425023:0:291957:0:(lmv_obd.c:1764:lmv_locate_tgt_rr()) Process leaving (rc=18446626090835053568 : -117982874498048 : ffff94b1f8ad0c00) 00800000:00000001:2.0:1767735723.425026:0:291957:0:(lmv_obd.c:2204:lmv_locate_tgt_create()) Process leaving (rc=18446626090835053568 : -117982874498048 : ffff94b1f8ad0c00) 00800000:00000001:2.0:1767735723.425029:0:291957:0:(lmv_obd.c:1176:lmv_fid_alloc()) Process entered 00800000:00000001:2.0:1767735723.425032:0:291957:0:(obd_class.h:924:obd_fid_alloc()) Process entered 00000002:00000001:2.0:1767735723.425034:0:291957:0:(mdc_request.c:2924:mdc_fid_alloc()) Process entered 40000000:00000001:2.0:1767735723.425037:0:291957:0:(fid_request.c:294:seq_client_alloc_fid()) Process entered 40000000:00000040:2.0:1767735723.425040:0:291957:0:(fid_request.c:331:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff94b1e7e86000: Allocated FID [0x2000013a3:0x7f42:0x0] 40000000:00000001:2.0:1767735723.425044:0:291957:0:(fid_request.c:335:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1767735723.425046:0:291957:0:(mdc_request.c:2930:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1767735723.425048:0:291957:0:(obd_class.h:937:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1767735723.425051:0:291957:0:(lmv_obd.c:1200:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767735723.425054:0:291957:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f33be0 00800000:00000002:2.0:1767735723.425056:0:291957:0:(lmv_obd.c:2249:lmv_create()) CREATE name 'd161d.sanity' [0x2000013a3:0x7f42:0x0] on [0x200000007:0x1:0x0] -> mds #0 00000002:00000001:2.0:1767735723.425061:0:291957:0:(mdc_reint.c:154:mdc_create()) Process entered 00000002:00000001:2.0:1767735723.425064:0:291957:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1767735723.425068:0:291957:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1c5a36000 count: 2 00010000:00000001:2.0:1767735723.425071:0:291957:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767735723.425074:0:291957:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1767735723.425078:0:291957:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767735723.425081:0:291957:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c5740a00/0x1886cffb85ccd669 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x9bbb2ede592388b9 expref: -99 pid: 291123 timeout: 0 lvb_type: 0 00000080:00000001:2.0:1767735723.425090:0:291957:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1767735723.425094:0:291957:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1767735723.425096:0:291957:0:(file.c:6052:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1767735723.425099:0:291957:0:(file.c:6058:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:2.0:1767735723.425102:0:291957:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1767735723.425110:0:291957:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1767735723.425113:0:291957:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1c5a36000 count: 3 00010000:00000001:2.0:1767735723.425115:0:291957:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1767735723.425118:0:291957:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1767735723.425121:0:291957:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1767735723.425122:0:291957:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1767735723.425124:0:291957:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1c5a36000 count: 3 00010000:00000001:2.0:1767735723.425127:0:291957:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1767735723.425129:0:291957:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1767735723.425131:0:291957:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1767735723.425132:0:291957:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1767735723.425134:0:291957:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1c5a36000 count: 3 00010000:00000001:2.0:1767735723.425137:0:291957:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1767735723.425139:0:291957:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767735723.425141:0:291957:0:(file.c:6080:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1767735723.425145:0:291957:0:(namei.c:329:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff94b1d15a8840, pfid = [0x0:0x0:0x0] 00000080:00000001:2.0:1767735723.425150:0:291957:0:(namei.c:169:ll_prune_negative_children()) Process entered 00000080:00000001:2.0:1767735723.425155:0:291957:0:(namei.c:200:ll_prune_negative_children()) Process leaving 00000080:00000001:2.0:1767735723.425157:0:291957:0:(namei.c:406:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1767735723.425159:0:291957:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767735723.425162:0:291957:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767735723.425166:0:291957:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767735723.425169:0:291957:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767735723.425171:0:291957:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767735723.425173:0:291957:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1767735723.425177:0:291957:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1c5740a00 with handle 0x1886cffb85ccd669 from hash 00010000:00000001:2.0:1767735723.425179:0:291957:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767735723.425181:0:291957:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767735723.425183:0:291957:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767735723.425184:0:291957:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767735723.425188:0:291957:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767735723.425189:0:291957:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1767735723.425193:0:291957:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767735723.425196:0:291957:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1767735723.425199:0:291957:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1767735723.425205:0:291957:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1f6baca80. 00000020:00000040:2.0:1767735723.425216:0:291957:0:(genops.c:1229:class_import_get()) import ffff94b1c403d800 refcount=5 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 02000000:00000001:2.0:1767735723.425223:0:291957:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1767735723.425225:0:291957:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767735723.425228:0:291957:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1767735723.425232:0:291957:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767735723.425236:0:291957:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767735723.425237:0:291957:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767735723.425239:0:291957:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767735723.425242:0:291957:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767735723.425245:0:291957:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767735723.425248:0:291957:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767735723.425255:0:291957:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94b1d1eaa400. 00000100:00000001:2.0:1767735723.425262:0:291957:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767735723.425265:0:291957:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1767735723.425268:0:291957:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1767735723.425276:0:291957:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c5740a00/0x1886cffb85ccd669 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede592388b9 expref: -99 pid: 291123 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767735723.425283:0:291957:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1767735723.425285:0:291957:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767735723.425288:0:291957:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767735723.425291:0:291957:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c5740a00/0x1886cffb85ccd669 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede592388b9 expref: -99 pid: 291123 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767735723.425299:0:291957:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff94b1c5a36000 count: 0 00010000:00000010:2.0:1767735723.425305:0:291957:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff94b1e756fe80. 00010000:00000001:2.0:1767735723.425372:0:291957:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767735723.425375:0:291957:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767735723.425379:0:291957:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1767735723.425382:0:291957:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767735723.425385:0:291957:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:2.0:1767735723.425400:0:291957:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94b1e7e86000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1767735723.425418:0:291957:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94b1f6baca80 x1853602709331456/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 560/896 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767735723.425430:0:291957:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1767735723.425440:0:291957:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767735723.425447:0:291957:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1f1a7eb40. 00000100:00000001:2.0:1767735723.425450:0:291957:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090717276992 : -117982992274624 : ffff94b1f1a7eb40) 00000100:00000001:2.0:1767735723.425453:0:291957:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767735723.425455:0:291957:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090802399872 : -117982907151744 : ffff94b1f6baca80) 00000100:00000001:2.0:1767735723.425461:0:291957:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767735723.425466:0:291957:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767735723.425469:0:291957:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767735723.425471:0:291957:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767735723.425477:0:291957:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1f6baca80 x1853602709331456/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 560/896 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767735723.425488:0:291957:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767735723.425490:0:291957:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767735723.425495:0:291957:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767735723.425498:0:291957:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767735723.425501:0:291957:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767735723.425505:0:291957:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1f6baca80 pname:cluuid:pid:xid:nid:opc:job mkdir:66586885-669e-469f-b1c7-cb1a0fe6eee4:291957:1853602709331456:192.168.203.112@tcp:36:mkdir.0 00000100:00000001:2.0:1767735723.425511:0:291957:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767735723.425517:0:291957:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767735723.425520:0:291957:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767735723.425523:0:291957:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767735723.425528:0:291957:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b1f84a4800. 02000000:00000001:2.0:1767735723.425531:0:291957:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767735723.425541:0:291957:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:2.0:1767735723.425546:0:291957:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1f8c5e1b8. 00000400:00000010:2.0:1767735723.425553:0:291957:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1faa294c8. 00000100:00000200:2.0:1767735723.425562:0:291957:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602709331456, portal 10 00000100:00000001:2.0:1767735723.425564:0:291957:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767735723.425566:0:291957:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090802399872 : -117982907151744 : ffff94b1f6baca80) 00000100:00000040:2.0:1767735723.425573:0:291957:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b1f6baca80 x1853602709331456/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 560/896 e 0 to 0 dl 1767735778 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767735723.425583:0:291957:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767735723.425587:0:291957:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:2.0:1767735723.425596:0:291957:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1faa29a18. 00000100:00000200:2.0:1767735723.425600:0:291957:0:(niobuf.c:94:ptl_send_buf()) Sending 560 bytes to portal 12, xid 1853602709331456, offset 0 00000400:00000200:2.0:1767735723.425609:0:291957:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:2.0:1767735723.425620:0:291957:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767735723.425629:0:291957:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:2.0:1767735723.425636:0:291957:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767735723.425641:0:291957:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:2.0:1767735723.425646:0:291957:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767735723.425650:0:291957:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:2.0:1767735723.425655:0:291957:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [355011:355011:256:4294967295] 192.168.203.112@tcp LPNI seq info [355011:355011:8:4294967295] 00000400:00000200:2.0:1767735723.425660:0:291957:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767735723.425672:0:291957:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:2.0:1767735723.425680:0:291957:0:(socklnd_cb.c:1001:ksocknal_send()) sending 560 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:2.0:1767735723.425686:0:291957:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1d1c83600. 00000800:00000200:2.0:1767735723.425694:0:291957:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:2.0:1767735723.425703:0:291957:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:2.0:1767735723.425710:0:291957:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1d1c83600 type 1, nob 656 niov 1 nkiov 1 00000100:00000001:2.0:1767735723.425734:0:291957:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767735723.425740:0:291957:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: using a timeout of 4050 usecs (5 jiffies) 00000400:00000200:2.0:1767735723.425745:0:291957:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:2.0:1767735723.425748:0:291957:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 2 is 4304485252 00000100:00000010:2.0:1767735723.425754:0:291957:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94b1d1e73f00. 00000100:00000001:2.0:1767735723.425761:0:291957:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767735723.425767:0:291957:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 3 is 4304485252 00000100:00000010:2.0:1767735723.425770:0:291957:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94b1d1e73960. 00000100:00000001:2.0:1767735723.425774:0:291957:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767735723.425782:0:291957:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767735723.425786:0:291957:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767735723.425789:0:291957:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767735723.425791:0:291957:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00100000:2.0:1767735723.425802:0:291957:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1f1a7eb40 going to sleep for 50 seconds 00000100:00000001:2.0:1767735723.425805:0:291957:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767735723.425810:0:291957:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767735723.425933:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767735723.425946:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1d1c83600. 00000400:00000200:3.0:1767735723.425954:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767735723.425968:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:3.0:1767735723.425978:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1faa29a18 00000400:00000010:3.0:1767735723.425982:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1faa29a18. 00000100:00000001:3.0:1767735723.425989:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767735723.426001:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1f6baca80 x1853602709331456/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 560/896 e 0 to 0 dl 1767735778 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767735723.426019:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767735723.426024:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f6baca80 x1853602709331456/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 560/896 e 0 to 0 dl 1767735778 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767735723.426035:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767735723.426038:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:3.0:1767735723.431485:0:276642:0:(connection.c:75:cpu_latency_work()) work item of ffff94b1c5121b30 (cpu 0) has reached its deadline 4304485252, at 4304485253 00000100:00000040:2.0:1767735723.431498:0:284304:0:(connection.c:75:cpu_latency_work()) work item of ffff94b1c5121a20 (cpu 0) has reached its deadline 4304485252, at 4304485253 00000100:00000010:3.0:1767735723.431502:0:276642:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94b1d1e73960. 00000100:00000010:2.0:1767735723.431519:0:284304:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94b1d1e73f00. 00010000:00000010:2.1F:1767735723.431649:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff94b1c5a36000. 00010000:00000010:2.1:1767735723.431667:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1c5740a00. 00000800:00000001:2.0:1767735723.432591:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767735723.432611:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767735723.432615:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767735723.432619:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767735723.432628:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767735723.432637:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767735723.432647:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767735723.432656:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767735723.432663:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767735723.432668:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 448 into portal 10 MB=0x695d7830b5e00 00000400:00000200:2.0:1767735723.432674:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767735723.432681:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 448/448 into md 0x224265 [1] + 224 00000800:00000001:2.0:1767735723.432690:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767735723.432700:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767735723.432704:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767735723.432710:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767735723.432718:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767735723.432726:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1f6baca80 x1853602709331456/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 560/896 e 0 to 0 dl 1767735778 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767735723.432741:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=896 req@ffff94b1f6baca80 x1853602709331456/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 560/896 e 0 to 0 dl 1767735778 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767735723.432769:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767735723.432778:0:196085:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1767735723.432783:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767735723.432788:0:196085:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.12@tcp to MR: 192.168.203.112@tcp local destination 00000400:00000200:2.0:1767735723.432794:0:196085:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [355012:355012:256:4294967295] 192.168.203.112@tcp LPNI seq info [355012:355012:8:4294967295] 00000400:00000200:2.0:1767735723.432812:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767735723.432823:0:196085:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:192.168.203.12@tcp) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) 192.168.203.112@tcp : ACK try# 0 00000800:00000200:2.0:1767735723.432829:0:196085:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:2.0:1767735723.432835:0:196085:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1d1c83100. 00000800:00000200:2.0:1767735723.432841:0:196085:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:2.0:1767735723.432849:0:196085:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:2.0:1767735723.432854:0:196085:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1d1c83100 type 0, nob 96 niov 1 nkiov 0 00000100:00000001:1.0:1767735723.432865:0:291957:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767735723.432878:0:291957:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767735723.432881:0:291957:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767735723.432886:0:291957:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1f8c5e1b8. 00000400:00000200:1.0:1767735723.432894:0:291957:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1faa294c8 00000400:00000010:1.0:1767735723.432898:0:291957:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1faa294c8. 00000100:00000001:1.0:1767735723.432904:0:291957:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767735723.432915:0:291957:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1f6baca80 x1853602709331456/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 560/896 e 0 to 0 dl 1767735778 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767735723.432930:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:1.0:1767735723.432931:0:291957:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1f6baca80 x1853602709331456/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 560/896 e 0 to 0 dl 1767735778 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767735723.432950:0:291957:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767735723.432969:0:291957:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767735723.432973:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767735723.432974:0:291957:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767735723.432981:0:291957:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000800:00000010:2.0:1767735723.432983:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1d1c83100. 00000100:00000001:1.0:1767735723.432987:0:291957:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767735723.432994:0:291957:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767735723.432995:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1767735723.432999:0:291957:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767735723.433001:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767735723.433016:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: ACK: OK 00000100:00001000:1.0:1767735723.433017:0:291957:0:(import.c:2128:obd_at_measure()) add 36 to ffff94b1c403dc58 time=3 v=36 (36 36 5 5) 00000100:00001000:1.0:1767735723.433027:0:291957:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1c403dc10 time=3 v=5 (1 1 1 1) 00000100:00000001:1.0:1767735723.433031:0:291957:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767735723.433033:0:291957:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767735723.433036:0:291957:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767735723.433040:0:291957:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767735723.433043:0:291957:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1767735723.433045:0:291957:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x100005b37/0x1] 00000100:00000001:1.0:1767735723.433048:0:291957:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1767735723.433051:0:291957:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767735723.433053:0:291957:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090802399872 : -117982907151744 : ffff94b1f6baca80) 00000100:00000001:1.0:1767735723.433057:0:291957:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767735723.433060:0:291957:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1e7e86000: skip recheck: last_committed 12885028859 00000100:00000001:1.0:1767735723.433062:0:291957:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767735723.433066:0:291957:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767735723.433076:0:291957:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1f6baca80 x1853602709331456/t12885028860(12885028860) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 560/448 e 0 to 0 dl 1767735778 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767735723.433089:0:291957:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767735723.433093:0:291957:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767735723.433096:0:291957:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767735723.433109:0:291957:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1f6baca80 x1853602709331456/t12885028860(12885028860) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 560/448 e 0 to 0 dl 1767735778 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767735723.433121:0:291957:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1f6baca80 pname:cluuid:pid:xid:nid:opc:job mkdir:66586885-669e-469f-b1c7-cb1a0fe6eee4:291957:1853602709331456:192.168.203.112@tcp:36:mkdir.0 00000100:00000001:1.0:1767735723.433128:0:291957:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767735723.433131:0:291957:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767735723.433134:0:291957:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767735723.433136:0:291957:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767735723.433147:0:291957:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f6baca80 x1853602709331456/t12885028860(12885028860) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 560/448 e 0 to 0 dl 1767735778 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767735723.433156:0:291957:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767735723.433159:0:291957:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1f1a7eb40. 00000100:00000001:1.0:1767735723.433163:0:291957:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767735723.433165:0:291957:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767735723.433172:0:291957:0:(mdc_reint.c:296:mdc_create()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1767735723.433175:0:291957:0:(lmv_obd.c:2257:lmv_create()) Created - [0x2000013a3:0x7f42:0x0] 00800000:00000001:1.0:1767735723.433178:0:291957:0:(lmv_obd.c:2263:lmv_create()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767735723.433181:0:291957:0:(namei.c:1840:ll_new_node_finish()) Process entered 00000080:00000002:1.0:1767735723.433184:0:291957:0:(namei.c:1635:ll_update_times()) setting fid [0x200000007:0x1:0x0] mtime from 1767735713 to 1767735723 00000080:00000001:1.0:1767735723.433188:0:291957:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:1.0:1767735723.433193:0:291957:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1767735723.433196:0:291957:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1767735723.433199:0:291957:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272414953282 : 144115272414953282 : 2000013a3007f42) 00000080:00000001:1.0:1767735723.433203:0:291957:0:(namei.c:117:ll_iget()) Process entered 00000080:00000010:1.0:1767735723.433212:0:291957:0:(super25.c:43:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff94b1f06f39c0. 00000080:00000001:1.0:1767735723.433223:0:291957:0:(llite_lib.c:3214:ll_read_inode2()) Process entered 00000080:00200000:1.0:1767735723.433225:0:291957:0:(llite_lib.c:3217:ll_read_inode2()) VFS Op:inode=[0x2000013a3:0x7f42:0x0](ffff94b1f06f3a88) 00000080:00000001:1.0:1767735723.433229:0:291957:0:(llite_lib.c:1844:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1767735723.433232:0:291957:0:(llite_lib.c:1848:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x2000013a3:0x7f42:0x0] 00000080:00000001:1.0:1767735723.433235:0:291957:0:(llite_lib.c:1865:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767735723.433237:0:291957:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272414953282 : 144115272414953282 : 2000013a3007f42) 00000080:00000001:1.0:1767735723.433240:0:291957:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554451 : 33554451 : 2000013) 00000080:00000002:1.0:1767735723.433243:0:291957:0:(llite_lib.c:2912:ll_update_inode()) setting ino 144115272414953282 mtime from 0 to 1767735723 00000080:00200000:1.0:1767735723.433248:0:291957:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x2000013a3:0x7f42:0x0], updating i_size 512 00000080:00000001:1.0:1767735723.433251:0:291957:0:(llite_lib.c:3248:ll_read_inode2()) Process leaving 00000080:00000001:1.0:1767735723.433253:0:291957:0:(namei.c:160:ll_iget()) Process leaving (rc=18446626090696784520 : -117983012767096 : ffff94b1f06f3a88) 00000080:00000001:1.0:1767735723.433256:0:291957:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1767735723.433260:0:291957:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1767735723.433262:0:291957:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767735723.433266:0:291957:0:(namei.c:1887:ll_new_node_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767735723.433269:0:291957:0:(namei.c:1999:ll_new_node()) Process leaving 00000100:00000001:1.0:1767735723.433271:0:291957:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767735723.433275:0:291957:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f6baca80 x1853602709331456/t12885028860(12885028860) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 560/448 e 0 to 0 dl 1767735778 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767735723.433290:0:291957:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1767735723.433293:0:291957:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff94b1fe4a8d80 2 00000080:00000010:1.0:1767735723.433297:0:291957:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1f0d0f600. 00000080:00000010:1.0:1767735723.433300:0:291957:0:(namei.c:2005:ll_new_node()) kfreed 'lum': 48 at ffff94b1d1dfb280. 00000080:00000001:1.0:1767735723.433304:0:291957:0:(namei.c:2007:ll_new_node()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767735723.433369:0:291957:0:(namei.c:2183:do_mkdir()) Process leaving via out_tally (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1767735723.433375:0:291957:0:(namei.c:2227:do_mkdir()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767735723.433386:0:291957:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1767735723.433392:0:291957:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000010:1.1F:1767735723.441416:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94b1f2cc09e0. 00000080:00000001:0.0:1767735723.453294:0:291960:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:0.0:1767735723.453301:0:291960:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:0.0:1767735723.453303:0:291960:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1767735723.453306:0:291960:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f3bbc0 00000080:00200000:0.0:1767735723.453558:0:291960:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1d15a8908),name=/ 00000080:00000010:0.0:1767735723.453567:0:291960:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1f9105400. 00800000:00000002:0.0:1767735723.453574:0:291960:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff94b1fe4a8d80 2 00000080:00000001:0.0:1767735723.453578:0:291960:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:0.0:1767735723.453582:0:291960:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1767735723.453585:0:291960:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f3bae0 00800000:00000002:0.0:1767735723.453588:0:291960:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1767735723.453594:0:291960:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1767735723.453598:0:291960:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1767735723.453603:0:291960:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1767735723.453605:0:291960:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f3b9b0 00000002:00010000:0.0:1767735723.453608:0:291960:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1767735723.453613:0:291960:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1767735723.453625:0:291960:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1767735723.453627:0:291960:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1767735723.453633:0:291960:0:(ldlm_lock.c:1454:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767735723.453635:0:291960:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767735723.453638:0:291960:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767735723.453641:0:291960:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1767735723.453644:0:291960:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1767735723.453651:0:291960:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1f622ed80. 00000020:00000040:0.0:1767735723.453663:0:291960:0:(genops.c:1229:class_import_get()) import ffff94b1c403d800 refcount=6 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00010000:00000001:0.0:1767735723.453668:0:291960:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1767735723.453673:0:291960:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767735723.453677:0:291960:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767735723.453680:0:291960:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767735723.453682:0:291960:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767735723.453685:0:291960:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767735723.453687:0:291960:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767735723.453691:0:291960:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767735723.453698:0:291960:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94b1d0098000. 00000100:00000001:0.0:1767735723.453703:0:291960:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767735723.453707:0:291960:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767735723.453709:0:291960:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767735723.453711:0:291960:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767735723.453713:0:291960:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767735723.453715:0:291960:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767735723.453721:0:291960:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446626090792447360 : -117982917104256 : ffff94b1f622ed80) 00010000:00000001:0.0:1767735723.453727:0:291960:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1767735723.453729:0:291960:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767735723.453735:0:291960:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff94b1c5a36200. 00010000:00000010:0.0:1767735723.453739:0:291960:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff94b1e756fb80. 00010000:00000001:0.0:1767735723.453744:0:291960:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767735723.453748:0:291960:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94b1fbc4d800. 00000020:00000001:0.0:1767735723.453752:0:291960:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767735723.453755:0:291960:0:(lustre_handles.c:77:class_handle_hash()) added object ffff94b1fbc4d800 with handle 0x1886cffb85ccd6af to hash 00000020:00000001:0.0:1767735723.453758:0:291960:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767735723.453761:0:291960:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626090886944768 : -117982822606848 : ffff94b1fbc4d800) 00010000:00000001:0.0:1767735723.453765:0:291960:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626090886944768 : -117982822606848 : ffff94b1fbc4d800) 00010000:00000001:0.0:1767735723.453779:0:291960:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767735723.453782:0:291960:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767735723.453786:0:291960:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1fbc4d800/0x1886cffb85ccd6af lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 291960 initiator: MDT0 00010000:00010000:0.0:1767735723.453797:0:291960:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1fbc4d800/0x1886cffb85ccd6af lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 291960 initiator: MDT0 00010000:00010000:0.0:1767735723.453809:0:291960:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1fbc4d800/0x1886cffb85ccd6af lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 291960 initiator: MDT0 00000100:00000001:0.0:1767735723.453816:0:291960:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767735723.453818:0:291960:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767735723.453823:0:291960:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1c56c19c0. 00000100:00000001:0.0:1767735723.453825:0:291960:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626089975159232 : -117983734392384 : ffff94b1c56c19c0) 00000100:00000001:0.0:1767735723.453829:0:291960:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767735723.453831:0:291960:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090792447360 : -117982917104256 : ffff94b1f622ed80) 00000100:00000001:0.0:1767735723.453835:0:291960:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767735723.453838:0:291960:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767735723.453841:0:291960:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767735723.453842:0:291960:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767735723.453850:0:291960:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1f622ed80 x1853602709331584/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767735723.453861:0:291960:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767735723.453863:0:291960:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767735723.453866:0:291960:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767735723.453869:0:291960:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767735723.453872:0:291960:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767735723.453877:0:291960:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1f622ed80 pname:cluuid:pid:xid:nid:opc:job bash:66586885-669e-469f-b1c7-cb1a0fe6eee4:291960:1853602709331584:192.168.203.112@tcp:101:bash.0 00000100:00000001:0.0:1767735723.453882:0:291960:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767735723.453885:0:291960:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767735723.453888:0:291960:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767735723.453890:0:291960:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767735723.453896:0:291960:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b20082d800. 02000000:00000001:0.0:1767735723.453910:0:291960:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767735723.453917:0:291960:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:0.0:1767735723.453922:0:291960:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1f6558948. 00000400:00000010:0.0:1767735723.453928:0:291960:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80b908. 00000100:00000200:0.0:1767735723.453933:0:291960:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602709331584, portal 10 00000100:00000001:0.0:1767735723.453936:0:291960:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767735723.453938:0:291960:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090792447360 : -117982917104256 : ffff94b1f622ed80) 00000100:00000040:0.0:1767735723.453945:0:291960:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff94b1f622ed80 x1853602709331584/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767735778 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767735723.453954:0:291960:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767735723.453958:0:291960:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:0.0:1767735723.453963:0:291960:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80b000. 00000100:00000200:0.0:1767735723.453966:0:291960:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1853602709331584, offset 0 00000400:00000200:0.0:1767735723.453973:0:291960:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:0.0:1767735723.453979:0:291960:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767735723.453987:0:291960:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:0.0:1767735723.453991:0:291960:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767735723.453995:0:291960:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:0.0:1767735723.453998:0:291960:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767735723.454002:0:291960:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:0.0:1767735723.454006:0:291960:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [355013:355013:256:4294967295] 192.168.203.112@tcp LPNI seq info [355013:355013:8:4294967295] 00000400:00000200:0.0:1767735723.454011:0:291960:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767735723.454021:0:291960:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:0.0:1767735723.454028:0:291960:0:(socklnd_cb.c:1001:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:0.0:1767735723.454035:0:291960:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1fdeeb200. 00000800:00000200:0.0:1767735723.454042:0:291960:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:0.0:1767735723.454049:0:291960:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:0.0:1767735723.454054:0:291960:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1fdeeb200 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:0.0:1767735723.454078:0:291960:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767735723.454084:0:291960:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: using a timeout of 4050 usecs (5 jiffies) 00000400:00000200:0.0:1767735723.454089:0:291960:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:0.0:1767735723.454102:0:291960:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 2 is 4304485280 00000100:00000010:0.0:1767735723.454108:0:291960:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94b1f44f5660. 00000100:00000001:0.0:1767735723.454113:0:291960:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767735723.454120:0:291960:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 3 is 4304485280 00000100:00000010:0.0:1767735723.454126:0:291960:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94b1f44f58a0. 00000100:00000001:0.0:1767735723.454130:0:291960:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767735723.454134:0:291960:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767735723.454137:0:291960:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767735723.454140:0:291960:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767735723.454142:0:291960:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00100000:0.0:1767735723.454146:0:291960:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1c56c19c0 going to sleep for 50 seconds 00000100:00000001:0.0:1767735723.454151:0:291960:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767735723.454154:0:291960:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767735723.454265:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767735723.454273:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1fdeeb200. 00000400:00000200:3.0:1767735723.454282:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767735723.454293:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:3.0:1767735723.454300:0:196085:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80b000 00000400:00000010:3.0:1767735723.454304:0:196085:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80b000. 00000100:00000001:3.0:1767735723.454587:0:196085:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767735723.454600:0:196085:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1f622ed80 x1853602709331584/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767735778 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767735723.454615:0:196085:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767735723.454621:0:196085:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f622ed80 x1853602709331584/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767735778 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767735723.454633:0:196085:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767735723.454707:0:196085:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767735723.458684:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767735723.458696:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767735723.458699:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767735723.458702:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767735723.458712:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767735723.458720:0:196086:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:3.0:1767735723.458728:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767735723.458734:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767735723.458742:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767735723.458747:0:196086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 688 into portal 10 MB=0x695d7830b5e80 00000400:00000200:3.0:1767735723.458754:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767735723.458762:0:196086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 688/688 into md 0x224275 [1] + 224 00000800:00000001:3.0:1767735723.458772:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767735723.458781:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767735723.458784:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767735723.458789:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:3.0:1767735723.458794:0:196086:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767735723.458801:0:196086:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1f622ed80 x1853602709331584/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767735778 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1767735723.458814:0:196086:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1792 req@ffff94b1f622ed80 x1853602709331584/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767735778 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767735723.458840:0:196086:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767735723.458848:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767735723.458852:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767735723.458934:0:291960:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767735723.458945:0:291960:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767735723.458947:0:291960:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767735723.458951:0:291960:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1f6558948. 00000400:00000200:0.0:1767735723.458958:0:291960:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80b908 00000400:00000010:0.0:1767735723.458961:0:291960:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80b908. 00000100:00000001:0.0:1767735723.458965:0:291960:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767735723.458976:0:291960:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1f622ed80 x1853602709331584/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767735778 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1767735723.458991:0:291960:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1f622ed80 x1853602709331584/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767735778 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767735723.459000:0:291960:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767735723.459003:0:291960:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767735723.459006:0:291960:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767735723.459008:0:291960:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767735723.459010:0:291960:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767735723.459013:0:291960:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767735723.459016:0:291960:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767735723.459022:0:291960:0:(import.c:2128:obd_at_measure()) add 36 to ffff94b1c403dc58 time=3 v=36 (36 36 5 5) 00000100:00001000:0.0:1767735723.459026:0:291960:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1c403dc10 time=3 v=5 (1 1 1 1) 00000100:00000001:0.0:1767735723.459029:0:291960:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767735723.459043:0:291960:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767735723.459045:0:291960:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767735723.459049:0:291960:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767735723.459052:0:291960:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767735723.459054:0:291960:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1e7e86000: skip recheck: last_committed 12885028859 00000100:00000001:0.0:1767735723.459057:0:291960:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767735723.459059:0:291960:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767735723.459065:0:291960:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1f622ed80 x1853602709331584/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/688 e 0 to 0 dl 1767735778 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767735723.459074:0:291960:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767735723.459077:0:291960:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767735723.459079:0:291960:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767735723.459084:0:291960:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1f622ed80 x1853602709331584/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/688 e 0 to 0 dl 1767735778 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1767735723.459093:0:291960:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1f622ed80 pname:cluuid:pid:xid:nid:opc:job bash:66586885-669e-469f-b1c7-cb1a0fe6eee4:291960:1853602709331584:192.168.203.112@tcp:101:bash.0 00000100:00000001:0.0:1767735723.459099:0:291960:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767735723.459102:0:291960:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767735723.459104:0:291960:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767735723.459106:0:291960:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767735723.459110:0:291960:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f622ed80 x1853602709331584/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/688 e 0 to 0 dl 1767735778 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767735723.459119:0:291960:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767735723.459122:0:291960:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1c56c19c0. 00000100:00000001:0.0:1767735723.459125:0:291960:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767735723.459127:0:291960:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767735723.459130:0:291960:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1767735723.459133:0:291960:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767735723.459135:0:291960:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767735723.459137:0:291960:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1fbc4d800 refcount=4 00000020:00000001:0.0:1767735723.459140:0:291960:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090886944768 : -117982822606848 : ffff94b1fbc4d800) 00010000:00000001:0.0:1767735723.459143:0:291960:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090886944768 : -117982822606848 : ffff94b1fbc4d800) 00010000:00000040:0.0:1767735723.459149:0:291960:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: ffff94b1fbc4d800, remote cookie: 0x9bbb2ede592389d1, flags: 0x1001 00010000:00010000:0.0:1767735723.459161:0:291960:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1fbc4d800/0x1886cffb85ccd6af lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede592389d1 expref: -99 pid: 291960 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767735723.459173:0:291960:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1fbc4d800/0x1886cffb85ccd6af lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede592389d1 expref: -99 pid: 291960 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767735723.459181:0:291960:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767735723.459185:0:291960:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767735723.459188:0:291960:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767735723.459190:0:291960:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767735723.459192:0:291960:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767735723.459195:0:291960:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff94b1c5a36200) refcount = 1 00010000:00010000:0.0:1767735723.459200:0:291960:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1fbc4d800/0x1886cffb85ccd6af lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede592389d1 expref: -99 pid: 291960 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767735723.459208:0:291960:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767735723.459211:0:291960:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767735723.459213:0:291960:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767735723.459217:0:291960:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767735723.459220:0:291960:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767735723.459224:0:291960:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1fbc4d800/0x1886cffb85ccd6af lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede592389d1 expref: -99 pid: 291960 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767735723.459231:0:291960:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1767735723.459232:0:291960:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767735723.459234:0:291960:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767735723.459235:0:291960:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767735723.459237:0:291960:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767735723.459239:0:291960:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767735723.459243:0:291960:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1767735723.459245:0:291960:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767735723.459247:0:291960:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767735723.459249:0:291960:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1fbc4d800 refcount=3 00000020:00000001:0.0:1767735723.459251:0:291960:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090886944768 : -117982822606848 : ffff94b1fbc4d800) 00010000:00000001:0.0:1767735723.459254:0:291960:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090886944768 : -117982822606848 : ffff94b1fbc4d800) 00010000:00000001:0.0:1767735723.459262:0:291960:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767735723.459263:0:291960:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767735723.459265:0:291960:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1fbc4d800 refcount=4 00000020:00000001:0.0:1767735723.459267:0:291960:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090886944768 : -117982822606848 : ffff94b1fbc4d800) 00010000:00000001:0.0:1767735723.459270:0:291960:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090886944768 : -117982822606848 : ffff94b1fbc4d800) 00010000:00000001:0.0:1767735723.459273:0:291960:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767735723.459275:0:291960:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767735723.459279:0:291960:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1fbc4d800/0x1886cffb85ccd6af lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede592389d1 expref: -99 pid: 291960 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767735723.459286:0:291960:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767735723.459288:0:291960:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767735723.459289:0:291960:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767735723.459291:0:291960:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767735723.459292:0:291960:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1fbc4d800 refcount=5 00000020:00000001:0.0:1767735723.459295:0:291960:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090886944768 : -117982822606848 : ffff94b1fbc4d800) 00010000:00000001:0.0:1767735723.459297:0:291960:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090886944768 : -117982822606848 : ffff94b1fbc4d800) 00010000:00000001:0.0:1767735723.459300:0:291960:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767735723.459303:0:291960:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1fbc4d800/0x1886cffb85ccd6af lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede592389d1 expref: -99 pid: 291960 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767735723.459375:0:291960:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767735723.459378:0:291960:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767735723.459384:0:291960:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1fbc4d800/0x1886cffb85ccd6af lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede592389d1 expref: -99 pid: 291960 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767735723.459394:0:291960:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767735723.459397:0:291960:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767735723.459400:0:291960:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767735723.459402:0:291960:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767735723.459404:0:291960:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1767735723.459415:0:291960:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff94b1f622ed80 x1853602709331584/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/688 e 0 to 0 dl 1767735778 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1767735723.459443:0:291960:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767735723.459445:0:291960:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767735723.459448:0:291960:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1fbc4d800 refcount=3 00000100:00000040:2.0:1767735723.459451:0:284304:0:(connection.c:75:cpu_latency_work()) work item of ffff94b1c5121a20 (cpu 0) has reached its deadline 4304485280, at 4304485281 00000020:00000001:0.0:1767735723.459452:0:291960:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090886944768 : -117982822606848 : ffff94b1fbc4d800) 00010000:00000001:0.0:1767735723.459460:0:291960:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090886944768 : -117982822606848 : ffff94b1fbc4d800) 00010000:00000001:0.0:1767735723.459466:0:291960:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767735723.459469:0:291960:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000010:2.0:1767735723.459470:0:284304:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94b1f44f5660. 00000002:00000001:0.0:1767735723.459472:0:291960:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767735723.459480:0:291960:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767735723.459484:0:291960:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1767735723.459487:0:291960:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767735723.459488:0:291960:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767735723.459491:0:291960:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1fbc4d800 refcount=3 00000020:00000001:0.0:1767735723.459493:0:291960:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090886944768 : -117982822606848 : ffff94b1fbc4d800) 00010000:00000001:0.0:1767735723.459496:0:291960:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090886944768 : -117982822606848 : ffff94b1fbc4d800) 00000002:00010000:0.0:1767735723.459500:0:291960:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1fbc4d800/0x1886cffb85ccd6af lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede592389d1 expref: -99 pid: 291960 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767735723.459508:0:291960:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767735723.459509:0:291960:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767735723.459511:0:291960:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1767735723.459512:0:291960:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767735723.459514:0:291960:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767735723.459515:0:291960:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1fbc4d800 refcount=3 00000020:00000001:0.0:1767735723.459518:0:291960:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090886944768 : -117982822606848 : ffff94b1fbc4d800) 00010000:00000001:0.0:1767735723.459520:0:291960:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090886944768 : -117982822606848 : ffff94b1fbc4d800) 00010000:00000040:0.0:1767735723.459525:0:291960:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1c5a36200 count: 2 00010000:00000001:0.0:1767735723.459528:0:291960:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1767735723.459532:0:291960:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff94b1c987a800 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:0.0:1767735723.459535:0:291960:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767735723.459537:0:291960:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1767735723.459538:0:291960:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1767735723.459546:0:291960:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f3b930 00000002:00002000:0.0:1767735723.459549:0:291960:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:0.0:1767735723.459552:0:291960:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767735723.459556:0:291960:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767735723.459559:0:291960:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1767735723.459562:0:291960:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1767735723.459565:0:291960:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1767735723.459568:0:291960:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff94b1fe4a8d80 2 00000080:00000010:0.0:1767735723.459572:0:291960:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1f9105400. 00000080:00000001:0.0:1767735723.459577:0:291960:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1767735723.459579:0:291960:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:0.0:1767735723.459582:0:291960:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00800000:00000001:0.0:1767735723.459586:0:291960:0:(lmv_obd.c:3776:lmv_stripe_object_create()) Process entered 00800000:00000010:0.0:1767735723.459590:0:291960:0:(lmv_obd.c:3755:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff94b1c4070300. 00800000:00000001:0.0:1767735723.459593:0:291960:0:(lmv_obd.c:3760:lmv_stripe_object_alloc()) Process leaving (rc=18446626089951757056 : -117983757794560 : ffff94b1c4070300) 00800000:00000001:0.0:1767735723.459596:0:291960:0:(lmv_obd.c:3837:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767735723.459598:0:291960:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1767735723.459601:0:291960:0:(llite_lib.c:1844:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1767735723.459603:0:291960:0:(llite_lib.c:1848:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:0.0:1767735723.459606:0:291960:0:(llite_lib.c:1799:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1767735723.459610:0:291960:0:(llite_lib.c:1821:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1767735723.459611:0:291960:0:(llite_lib.c:1865:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767735723.459615:0:291960:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:0.0:1767735723.459618:0:291960:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:0.0:1767735723.459622:0:291960:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 135680 00010000:00000001:0.0:1767735723.459625:0:291960:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767735723.459627:0:291960:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767735723.459629:0:291960:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1fbc4d800 refcount=3 00000020:00000001:0.0:1767735723.459631:0:291960:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090886944768 : -117982822606848 : ffff94b1fbc4d800) 00010000:00000001:0.0:1767735723.459634:0:291960:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090886944768 : -117982822606848 : ffff94b1fbc4d800) 00010000:00000001:0.0:1767735723.459637:0:291960:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767735723.459638:0:291960:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1767735723.459640:0:291960:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1767735723.459642:0:291960:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000002:0.0:1767735723.459644:0:291960:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff94b1c4070300 1 00800000:00000010:0.0:1767735723.459652:0:291960:0:(lmv_obd.c:3878:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff94b1c4070300. 00800000:00000001:0.0:1767735723.459655:0:291960:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1767735723.459658:0:291960:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1d15a8908) for lock 0x1886cffb85ccd6af 00800000:00000001:0.0:1767735723.459662:0:291960:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1767735723.459664:0:291960:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1767735723.459666:0:291960:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767735723.459667:0:291960:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767735723.459669:0:291960:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1fbc4d800 refcount=3 00000020:00000001:0.0:1767735723.459671:0:291960:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090886944768 : -117982822606848 : ffff94b1fbc4d800) 00010000:00000001:0.0:1767735723.459674:0:291960:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090886944768 : -117982822606848 : ffff94b1fbc4d800) 00010000:00000001:0.0:1767735723.459677:0:291960:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767735723.459678:0:291960:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1767735723.459680:0:291960:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767735723.459682:0:291960:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767735723.459684:0:291960:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1767735723.459687:0:291960:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1d15a8908) 00000080:00010000:0.0:1767735723.459690:0:291960:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1886cffb85ccd6af from it ffffafc307f3bbf8 00010000:00000001:0.0:1767735723.459692:0:291960:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767735723.459694:0:291960:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767735723.459695:0:291960:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1fbc4d800 refcount=3 00000020:00000001:0.0:1767735723.459698:0:291960:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090886944768 : -117982822606848 : ffff94b1fbc4d800) 00010000:00000001:0.0:1767735723.459700:0:291960:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090886944768 : -117982822606848 : ffff94b1fbc4d800) 00010000:00000001:0.0:1767735723.459703:0:291960:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767735723.459706:0:291960:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1fbc4d800/0x1886cffb85ccd6af lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede592389d1 expref: -99 pid: 291960 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767735723.459713:0:291960:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767735723.459715:0:291960:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767735723.459716:0:291960:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1767735723.459718:0:291960:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1767735723.459721:0:291960:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1fbc4d800/0x1886cffb85ccd6af lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede592389d1 expref: -99 pid: 291960 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767735723.459729:0:291960:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767735723.459736:0:291960:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767735723.459738:0:291960:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767735723.459741:0:291960:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767735723.459742:0:291960:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767735723.459744:0:291960:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767735723.459747:0:291960:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767735723.459749:0:291960:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767735723.459751:0:291960:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767735723.459755:0:291960:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767735723.459757:0:291960:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767735723.459759:0:291960:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767735723.459760:0:291960:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1767735723.459763:0:291960:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767735723.459769:0:291960:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f622ed80 x1853602709331584/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/688 e 0 to 0 dl 1767735778 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767735723.459777:0:291960:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767735723.459781:0:291960:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767735723.459784:0:291960:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94b20082d800. 02000000:00000001:0.0:1767735723.459788:0:291960:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767735723.459790:0:291960:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767735723.459792:0:291960:0:(genops.c:1242:class_import_put()) import ffff94b1c403d800 refcount=5 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000020:00000001:0.0:1767735723.459795:0:291960:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767735723.459798:0:291960:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94b1d0098000. 02000000:00000001:0.0:1767735723.459802:0:291960:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767735723.459804:0:291960:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767735723.459806:0:291960:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f622ed80. 00000100:00000001:0.0:1767735723.459809:0:291960:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767735723.459811:0:291960:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1767735723.459814:0:291960:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1d15a8908), inode mode 41ed mask 1 00000080:00000001:0.0:1767735723.459819:0:291960:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1767735723.459828:0:291960:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff94b1c98c9a60. 00000020:00000001:0.0:1767735723.459832:0:291960:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f3bb28 00000080:00200000:0.0:1767735723.459835:0:291960:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=d161d.sanity, dir=[0x200000007:0x1:0x0](ffff94b1d15a8908), flags=25 00000080:00000001:0.0:1767735723.459839:0:291960:0:(namei.c:1014:ll_lookup_it()) Process entered 00000020:00000001:0.0:1767735723.459841:0:291960:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f3b9e8 00000080:00200000:0.0:1767735723.459843:0:291960:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=d161d.sanity, dir=[0x200000007:0x1:0x0](ffff94b1d15a8908), intent=0 00000080:00000010:0.0:1767735723.459850:0:291960:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1f9105400. 00800000:00000002:0.0:1767735723.459860:0:291960:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff94b1fe4a8d80 2 00000080:00000001:0.0:1767735723.459865:0:291960:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:0.0:1767735723.459867:0:291960:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1767735723.459869:0:291960:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f3b908 00800000:00000002:0.0:1767735723.459872:0:291960:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'lookup' for [0x0:0x0:0x0] 'd161d.sanity' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1767735723.459876:0:291960:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00000020:00000001:0.0:1767735723.459879:0:291960:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f3b8a0 00800000:00000002:0.0:1767735723.459881:0:291960:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d161d.sanity' -> mds #0 00000002:00000001:0.0:1767735723.459885:0:291960:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1767735723.459887:0:291960:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f3b7d8 00000002:00010000:0.0:1767735723.459889:0:291960:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: d161d.sanity,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00000002:00000001:0.0:1767735723.459894:0:291960:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1767735723.459896:0:291960:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1767735723.459899:0:291960:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1f622ed80. 00000020:00000040:0.0:1767735723.459902:0:291960:0:(genops.c:1229:class_import_get()) import ffff94b1c403d800 refcount=6 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00010000:00000001:0.0:1767735723.459906:0:291960:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1767735723.459909:0:291960:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767735723.459912:0:291960:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767735723.459914:0:291960:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767735723.459916:0:291960:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767735723.459918:0:291960:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767735723.459920:0:291960:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767735723.459923:0:291960:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767735723.459928:0:291960:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94b1d0098000. 00000100:00000001:0.0:1767735723.459933:0:291960:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767735723.459936:0:291960:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767735723.459938:0:291960:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767735723.459940:0:291960:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767735723.459942:0:291960:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767735723.459944:0:291960:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767735723.459949:0:291960:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446626090792447360 : -117982917104256 : ffff94b1f622ed80) 00010000:00000001:0.0:1767735723.459953:0:291960:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1767735723.459955:0:291960:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1767735723.459958:0:291960:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1c5a36200 count: 2 00010000:00000001:0.0:1767735723.459961:0:291960:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767735723.459969:0:291960:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767735723.459974:0:291960:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94b1fbc4cc00. 00000020:00000001:0.0:1767735723.459977:0:291960:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767735723.459980:0:291960:0:(lustre_handles.c:77:class_handle_hash()) added object ffff94b1fbc4cc00 with handle 0x1886cffb85ccd6b6 to hash 00000020:00000001:0.0:1767735723.459982:0:291960:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767735723.459984:0:291960:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626090886941696 : -117982822609920 : ffff94b1fbc4cc00) 00010000:00000001:0.0:1767735723.459987:0:291960:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626090886941696 : -117982822609920 : ffff94b1fbc4cc00) 00010000:00000001:0.0:1767735723.459990:0:291960:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767735723.459992:0:291960:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767735723.459996:0:291960:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1fbc4cc00/0x1886cffb85ccd6b6 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 291960 initiator: MDT0 00010000:00010000:0.0:1767735723.460004:0:291960:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1fbc4cc00/0x1886cffb85ccd6b6 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 291960 initiator: MDT0 00010000:00010000:0.0:1767735723.460014:0:291960:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1fbc4cc00/0x1886cffb85ccd6b6 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 291960 initiator: MDT0 00000100:00000001:0.0:1767735723.460020:0:291960:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767735723.460021:0:291960:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767735723.460025:0:291960:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1c56c19c0. 00000100:00000001:0.0:1767735723.460028:0:291960:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626089975159232 : -117983734392384 : ffff94b1c56c19c0) 00000100:00000001:0.0:1767735723.460030:0:291960:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767735723.460032:0:291960:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090792447360 : -117982917104256 : ffff94b1f622ed80) 00000100:00000001:0.0:1767735723.460036:0:291960:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767735723.460039:0:291960:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767735723.460041:0:291960:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767735723.460043:0:291960:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767735723.460048:0:291960:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1f622ed80 x1853602709331712/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767735723.460057:0:291960:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767735723.460059:0:291960:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767735723.460062:0:291960:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767735723.460064:0:291960:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767735723.460067:0:291960:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767735723.460077:0:291960:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1f622ed80 pname:cluuid:pid:xid:nid:opc:job bash:66586885-669e-469f-b1c7-cb1a0fe6eee4:291960:1853602709331712:192.168.203.112@tcp:101:bash.0 00000100:00000001:0.0:1767735723.460081:0:291960:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767735723.460085:0:291960:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767735723.460087:0:291960:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767735723.460089:0:291960:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767735723.460093:0:291960:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b20082d800. 02000000:00000001:0.0:1767735723.460095:0:291960:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767735723.460102:0:291960:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:0.0:1767735723.460106:0:291960:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1f6558948. 00000400:00000010:0.0:1767735723.460110:0:291960:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80b908. 00000100:00000200:0.0:1767735723.460115:0:291960:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602709331712, portal 10 00000100:00000001:0.0:1767735723.460118:0:291960:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767735723.460119:0:291960:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090792447360 : -117982917104256 : ffff94b1f622ed80) 00000100:00000040:0.0:1767735723.460125:0:291960:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff94b1f622ed80 x1853602709331712/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767735778 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767735723.460134:0:291960:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767735723.460137:0:291960:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:0.0:1767735723.460140:0:291960:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80b3b8. 00000100:00000200:0.0:1767735723.460143:0:291960:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1853602709331712, offset 0 00000400:00000200:0.0:1767735723.460149:0:291960:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:0.0:1767735723.460155:0:291960:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767735723.460162:0:291960:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:0.0:1767735723.460166:0:291960:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767735723.460170:0:291960:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:0.0:1767735723.460174:0:291960:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767735723.460177:0:291960:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:0.0:1767735723.460181:0:291960:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [355014:355014:256:4294967295] 192.168.203.112@tcp LPNI seq info [355014:355014:8:4294967295] 00000400:00000200:0.0:1767735723.460187:0:291960:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767735723.460196:0:291960:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:0.0:1767735723.460202:0:291960:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:0.0:1767735723.460206:0:291960:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1fdeebe00. 00000800:00000200:0.0:1767735723.460219:0:291960:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:0.0:1767735723.460226:0:291960:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:0.0:1767735723.460230:0:291960:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1fdeebe00 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:0.0:1767735723.460255:0:291960:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767735723.460260:0:291960:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: using a timeout of 4050 usecs (5 jiffies) 00000400:00000200:0.0:1767735723.460264:0:291960:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:0.0:1767735723.460267:0:291960:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 2 is 4304485286 00000100:00000010:0.0:1767735723.460272:0:291960:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94b1f44f5120. 00000100:00000001:0.0:1767735723.460277:0:291960:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767735723.460283:0:291960:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 3 is 4304485286 00000100:00000001:0.0:1767735723.460288:0:291960:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 3, simply extend its deadline from 4304485280 00000100:00000001:0.0:1767735723.460292:0:291960:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767735723.460295:0:291960:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767735723.460297:0:291960:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767735723.460299:0:291960:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00100000:0.0:1767735723.460302:0:291960:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1c56c19c0 going to sleep for 50 seconds 00000100:00000001:0.0:1767735723.460305:0:291960:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767735723.460353:0:291960:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767735723.460503:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767735723.460510:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1fdeebe00. 00000400:00000200:3.0:1767735723.460515:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767735723.460523:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:3.0:1767735723.460529:0:196085:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80b3b8 00000400:00000010:3.0:1767735723.460531:0:196085:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80b3b8. 00000100:00000001:3.0:1767735723.460536:0:196085:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767735723.460543:0:196085:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1f622ed80 x1853602709331712/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767735778 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767735723.460567:0:196085:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767735723.460572:0:196085:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f622ed80 x1853602709331712/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767735778 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767735723.460655:0:196085:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767735723.460658:0:196085:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:2.0:1767735723.465461:0:284304:0:(connection.c:75:cpu_latency_work()) work item of ffff94b1c5121a20 (cpu 0) has reached its deadline 4304485286, at 4304485287 00000100:00000010:2.0:1767735723.465474:0:284304:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94b1f44f5120. 00000100:00000040:3.0:1767735723.465489:0:276642:0:(connection.c:75:cpu_latency_work()) work item of ffff94b1c5121b30 (cpu 0) has reached its deadline 4304485286, at 4304485287 00000100:00000010:3.0:1767735723.465503:0:276642:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94b1f44f58a0. 00000800:00000001:3.0:1767735723.465890:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767735723.465899:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767735723.465902:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767735723.465905:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767735723.465912:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767735723.465918:0:196086:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:3.0:1767735723.465924:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767735723.465929:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767735723.465933:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767735723.465937:0:196086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 584 into portal 10 MB=0x695d7830b5f00 00000400:00000200:3.0:1767735723.465942:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767735723.465948:0:196086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 584/584 into md 0x22427d [1] + 224 00000800:00000001:3.0:1767735723.465954:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767735723.465974:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767735723.465977:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767735723.465981:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:3.0:1767735723.465986:0:196086:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767735723.465992:0:196086:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1f622ed80 x1853602709331712/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767735778 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1767735723.466004:0:196086:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1792 req@ffff94b1f622ed80 x1853602709331712/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767735778 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767735723.466028:0:196086:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767735723.466034:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767735723.466047:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767735723.466121:0:291960:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767735723.466131:0:291960:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767735723.466133:0:291960:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767735723.466138:0:291960:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1f6558948. 00000400:00000200:0.0:1767735723.466145:0:291960:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80b908 00000400:00000010:0.0:1767735723.466147:0:291960:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80b908. 00000100:00000001:0.0:1767735723.466152:0:291960:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767735723.466162:0:291960:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1f622ed80 x1853602709331712/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767735778 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1767735723.466177:0:291960:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1f622ed80 x1853602709331712/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767735778 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767735723.466187:0:291960:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767735723.466189:0:291960:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767735723.466192:0:291960:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767735723.466207:0:291960:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767735723.466209:0:291960:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767735723.466211:0:291960:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767735723.466215:0:291960:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767735723.466221:0:291960:0:(import.c:2128:obd_at_measure()) add 36 to ffff94b1c403dc58 time=3 v=36 (36 36 5 5) 00000100:00001000:0.0:1767735723.466225:0:291960:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1c403dc10 time=3 v=5 (1 1 1 1) 00000100:00000001:0.0:1767735723.466228:0:291960:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767735723.466230:0:291960:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767735723.466233:0:291960:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767735723.466236:0:291960:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767735723.466239:0:291960:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767735723.466241:0:291960:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1e7e86000: skip recheck: last_committed 12885028859 00000100:00000001:0.0:1767735723.466243:0:291960:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767735723.466246:0:291960:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767735723.466252:0:291960:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1f622ed80 x1853602709331712/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/584 e 0 to 0 dl 1767735778 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767735723.466261:0:291960:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767735723.466264:0:291960:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767735723.466266:0:291960:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767735723.466271:0:291960:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1f622ed80 x1853602709331712/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/584 e 0 to 0 dl 1767735778 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1767735723.466280:0:291960:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1f622ed80 pname:cluuid:pid:xid:nid:opc:job bash:66586885-669e-469f-b1c7-cb1a0fe6eee4:291960:1853602709331712:192.168.203.112@tcp:101:bash.0 00000100:00000001:0.0:1767735723.466286:0:291960:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767735723.466289:0:291960:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767735723.466291:0:291960:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767735723.466293:0:291960:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767735723.466297:0:291960:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f622ed80 x1853602709331712/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/584 e 0 to 0 dl 1767735778 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767735723.466305:0:291960:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767735723.466370:0:291960:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1c56c19c0. 00000100:00000001:0.0:1767735723.466375:0:291960:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767735723.466377:0:291960:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767735723.466380:0:291960:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1767735723.466392:0:291960:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767735723.466393:0:291960:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767735723.466396:0:291960:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1fbc4cc00 refcount=4 00000020:00000001:0.0:1767735723.466399:0:291960:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090886941696 : -117982822609920 : ffff94b1fbc4cc00) 00010000:00000001:0.0:1767735723.466403:0:291960:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090886941696 : -117982822609920 : ffff94b1fbc4cc00) 00010000:00000040:0.0:1767735723.466408:0:291960:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: ffff94b1fbc4cc00, remote cookie: 0x9bbb2ede592389ed, flags: 0x1001 00010000:00010000:0.0:1767735723.466413:0:291960:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1fbc4cc00/0x1886cffb85ccd6b6 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede592389ed expref: -99 pid: 291960 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767735723.466424:0:291960:0:(ldlm_request.c:711:ldlm_cli_enqueue_fini()) remote intent success, locking [0x2000013a3:0x7f42:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:0.0:1767735723.466428:0:291960:0:(ldlm_lock.c:521:ldlm_lock_change_resource()) Process entered 00010000:00000010:0.0:1767735723.466435:0:291960:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff94b1c5a36c00. 00010000:00000010:0.0:1767735723.466439:0:291960:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff94b1e756f980. 00010000:00000001:0.0:1767735723.466444:0:291960:0:(ldlm_lock.c:577:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767735723.466448:0:291960:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1fbc4cc00/0x1886cffb85ccd6b6 lrc: 4/1,0 mode: --/PR res: [0x2000013a3:0x7f42:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede592389ed expref: -99 pid: 291960 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767735723.466457:0:291960:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1fbc4cc00/0x1886cffb85ccd6b6 lrc: 4/1,0 mode: --/PR res: [0x2000013a3:0x7f42:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede592389ed expref: -99 pid: 291960 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767735723.466464:0:291960:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767735723.466467:0:291960:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767735723.466469:0:291960:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767735723.466471:0:291960:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767735723.466472:0:291960:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767735723.466475:0:291960:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2000013a3:0x7f42:0x0].0x0 (ffff94b1c5a36c00) refcount = 1 00010000:00010000:0.0:1767735723.466480:0:291960:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1fbc4cc00/0x1886cffb85ccd6b6 lrc: 4/1,0 mode: PR/PR res: [0x2000013a3:0x7f42:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede592389ed expref: -99 pid: 291960 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767735723.466487:0:291960:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767735723.466490:0:291960:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767735723.466492:0:291960:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767735723.466500:0:291960:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767735723.466502:0:291960:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767735723.466506:0:291960:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1fbc4cc00/0x1886cffb85ccd6b6 lrc: 4/1,0 mode: PR/PR res: [0x2000013a3:0x7f42:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede592389ed expref: -99 pid: 291960 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767735723.466513:0:291960:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1767735723.466515:0:291960:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767735723.466517:0:291960:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767735723.466518:0:291960:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767735723.466519:0:291960:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767735723.466521:0:291960:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767735723.466525:0:291960:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1767735723.466527:0:291960:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767735723.466529:0:291960:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767735723.466531:0:291960:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1fbc4cc00 refcount=3 00000020:00000001:0.0:1767735723.466533:0:291960:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090886941696 : -117982822609920 : ffff94b1fbc4cc00) 00010000:00000001:0.0:1767735723.466536:0:291960:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090886941696 : -117982822609920 : ffff94b1fbc4cc00) 00010000:00000001:0.0:1767735723.466538:0:291960:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767735723.466540:0:291960:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767735723.466541:0:291960:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1fbc4cc00 refcount=4 00000020:00000001:0.0:1767735723.466544:0:291960:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090886941696 : -117982822609920 : ffff94b1fbc4cc00) 00010000:00000001:0.0:1767735723.466546:0:291960:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090886941696 : -117982822609920 : ffff94b1fbc4cc00) 00010000:00000001:0.0:1767735723.466549:0:291960:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767735723.466551:0:291960:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767735723.466555:0:291960:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1fbc4cc00/0x1886cffb85ccd6b6 lrc: 5/2,0 mode: PR/PR res: [0x2000013a3:0x7f42:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede592389ed expref: -99 pid: 291960 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767735723.466562:0:291960:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767735723.466564:0:291960:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767735723.466565:0:291960:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767735723.466567:0:291960:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767735723.466568:0:291960:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1fbc4cc00 refcount=5 00000020:00000001:0.0:1767735723.466570:0:291960:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090886941696 : -117982822609920 : ffff94b1fbc4cc00) 00010000:00000001:0.0:1767735723.466573:0:291960:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090886941696 : -117982822609920 : ffff94b1fbc4cc00) 00010000:00000001:0.0:1767735723.466580:0:291960:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767735723.466584:0:291960:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1fbc4cc00/0x1886cffb85ccd6b6 lrc: 5/2,0 mode: PR/PR res: [0x2000013a3:0x7f42:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede592389ed expref: -99 pid: 291960 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767735723.466591:0:291960:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767735723.466593:0:291960:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767735723.466595:0:291960:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1fbc4cc00/0x1886cffb85ccd6b6 lrc: 4/1,0 mode: PR/PR res: [0x2000013a3:0x7f42:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede592389ed expref: -99 pid: 291960 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767735723.466602:0:291960:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767735723.466604:0:291960:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767735723.466605:0:291960:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767735723.466607:0:291960:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767735723.466608:0:291960:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1767735723.466615:0:291960:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=b, status=0 req@ffff94b1f622ed80 x1853602709331712/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/584 e 0 to 0 dl 1767735778 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1767735723.466624:0:291960:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767735723.466625:0:291960:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767735723.466627:0:291960:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1fbc4cc00 refcount=3 00000020:00000001:0.0:1767735723.466629:0:291960:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090886941696 : -117982822609920 : ffff94b1fbc4cc00) 00010000:00000001:0.0:1767735723.466632:0:291960:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090886941696 : -117982822609920 : ffff94b1fbc4cc00) 00010000:00000001:0.0:1767735723.466634:0:291960:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767735723.466636:0:291960:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1767735723.466637:0:291960:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767735723.466640:0:291960:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767735723.466642:0:291960:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1767735723.466644:0:291960:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767735723.466646:0:291960:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767735723.466647:0:291960:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1fbc4cc00 refcount=3 00000020:00000001:0.0:1767735723.466650:0:291960:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090886941696 : -117982822609920 : ffff94b1fbc4cc00) 00010000:00000001:0.0:1767735723.466652:0:291960:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090886941696 : -117982822609920 : ffff94b1fbc4cc00) 00000002:00010000:0.0:1767735723.466656:0:291960:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1fbc4cc00/0x1886cffb85ccd6b6 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x7f42:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede592389ed expref: -99 pid: 291960 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767735723.466675:0:291960:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767735723.466677:0:291960:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767735723.466679:0:291960:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1767735723.466680:0:291960:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767735723.466682:0:291960:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767735723.466683:0:291960:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1fbc4cc00 refcount=3 00000020:00000001:0.0:1767735723.466686:0:291960:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090886941696 : -117982822609920 : ffff94b1fbc4cc00) 00010000:00000001:0.0:1767735723.466688:0:291960:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090886941696 : -117982822609920 : ffff94b1fbc4cc00) 00010000:00000040:0.0:1767735723.466692:0:291960:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1c5a36c00 count: 2 00010000:00000001:0.0:1767735723.466695:0:291960:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1767735723.466699:0:291960:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff94b1c987a800 type 13 mode 4 res 8589939619/32578 (0 0) 00010000:00000001:0.0:1767735723.466703:0:291960:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767735723.466704:0:291960:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1767735723.466705:0:291960:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1767735723.466708:0:291960:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f3b758 00000002:00002000:0.0:1767735723.466710:0:291960:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=d161d.sanity intent=lookup status=0 disp=b: rc = 0 00000002:00000001:0.0:1767735723.466714:0:291960:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767735723.466717:0:291960:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767735723.466719:0:291960:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1767735723.466722:0:291960:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:0.0:1767735723.466726:0:291960:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1767735723.466729:0:291960:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff94b1fe4a8d80 2 00000080:00000001:0.0:1767735723.466732:0:291960:0:(namei.c:671:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1767735723.466735:0:291960:0:(namei.c:677:ll_lookup_it_finish()) it ffffafc307f3bac8 it_disposition b 00000080:00000001:0.0:1767735723.466737:0:291960:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:0.0:1767735723.466740:0:291960:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1767735723.466743:0:291960:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1767735723.466745:0:291960:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272414953282 : 144115272414953282 : 2000013a3007f42) 00000080:00000001:0.0:1767735723.466748:0:291960:0:(namei.c:117:ll_iget()) Process entered 00000080:00000001:0.0:1767735723.466752:0:291960:0:(llite_lib.c:1844:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1767735723.466754:0:291960:0:(llite_lib.c:1848:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x2000013a3:0x7f42:0x0] 00000080:00000001:0.0:1767735723.466757:0:291960:0:(llite_lib.c:1865:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767735723.466760:0:291960:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272414953282 : 144115272414953282 : 2000013a3007f42) 00000080:00000001:0.0:1767735723.466768:0:291960:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554451 : 33554451 : 2000013) 00000080:00200000:0.0:1767735723.466772:0:291960:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x2000013a3:0x7f42:0x0], updating i_size 512 00000080:00200000:0.0:1767735723.466775:0:291960:0:(namei.c:151:ll_iget()) got inode: [0x2000013a3:0x7f42:0x0](ffff94b1f06f3a88): rc = 0 00000080:00000001:0.0:1767735723.466778:0:291960:0:(namei.c:160:ll_iget()) Process leaving (rc=18446626090696784520 : -117983012767096 : ffff94b1f06f3a88) 00010000:00000001:0.0:1767735723.466781:0:291960:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767735723.466783:0:291960:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767735723.466784:0:291960:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1fbc4cc00 refcount=3 00000020:00000001:0.0:1767735723.466787:0:291960:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090886941696 : -117982822609920 : ffff94b1fbc4cc00) 00010000:00000001:0.0:1767735723.466789:0:291960:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090886941696 : -117982822609920 : ffff94b1fbc4cc00) 00010000:00000001:0.0:1767735723.466792:0:291960:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767735723.466793:0:291960:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1767735723.466795:0:291960:0:(llite_lib.c:1799:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1767735723.466797:0:291960:0:(llite_lib.c:1812:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1767735723.466799:0:291960:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1767735723.466802:0:291960:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1767735723.466803:0:291960:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1767735723.466808:0:291960:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x2000013a3:0x7f42:0x0](ffff94b1f06f3a88) for lock 0x1886cffb85ccd6b6 00800000:00000001:0.0:1767735723.466811:0:291960:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1767735723.466813:0:291960:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1767735723.466814:0:291960:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767735723.466816:0:291960:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767735723.466817:0:291960:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1fbc4cc00 refcount=3 00000020:00000001:0.0:1767735723.466819:0:291960:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090886941696 : -117982822609920 : ffff94b1fbc4cc00) 00010000:00000001:0.0:1767735723.466822:0:291960:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090886941696 : -117982822609920 : ffff94b1fbc4cc00) 00010000:00000001:0.0:1767735723.466825:0:291960:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767735723.466826:0:291960:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1767735723.466828:0:291960:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767735723.466830:0:291960:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:0.0:1767735723.466835:0:291960:0:(namei.c:656:ll_splice_alias()) Add dentry ffff94b1f1545288 inode ffff94b1f06f3a88 refc 1 flags 0x20000e 00000080:00000001:0.0:1767735723.466848:0:291960:0:(llite_lib.c:3017:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1767735723.466850:0:291960:0:(llite_lib.c:3023:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767735723.466853:0:291960:0:(namei.c:833:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:0.0:1767735723.466857:0:291960:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x2000013a3:0x7f42:0x0](ffff94b1f06f3a88) 00000080:00010000:0.0:1767735723.466860:0:291960:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1886cffb85ccd6b6 from it ffffafc307f3bac8 00010000:00000001:0.0:1767735723.466868:0:291960:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767735723.466869:0:291960:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767735723.466871:0:291960:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1fbc4cc00 refcount=3 00000020:00000001:0.0:1767735723.466873:0:291960:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090886941696 : -117982822609920 : ffff94b1fbc4cc00) 00010000:00000001:0.0:1767735723.466876:0:291960:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090886941696 : -117982822609920 : ffff94b1fbc4cc00) 00010000:00000001:0.0:1767735723.466878:0:291960:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767735723.466882:0:291960:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1fbc4cc00/0x1886cffb85ccd6b6 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x7f42:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede592389ed expref: -99 pid: 291960 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767735723.466889:0:291960:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767735723.466891:0:291960:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767735723.466892:0:291960:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1767735723.466894:0:291960:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1767735723.466897:0:291960:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1fbc4cc00/0x1886cffb85ccd6b6 lrc: 2/0,0 mode: PR/PR res: [0x2000013a3:0x7f42:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede592389ed expref: -99 pid: 291960 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767735723.466904:0:291960:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767735723.466907:0:291960:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767735723.466909:0:291960:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767735723.466912:0:291960:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767735723.466913:0:291960:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767735723.466915:0:291960:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767735723.466917:0:291960:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767735723.466919:0:291960:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767735723.466922:0:291960:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767735723.466925:0:291960:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767735723.466927:0:291960:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767735723.466928:0:291960:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767735723.466930:0:291960:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1767735723.466932:0:291960:0:(namei.c:1252:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1767735723.466936:0:291960:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1f9105400. 00000100:00000001:0.0:1767735723.466940:0:291960:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767735723.466946:0:291960:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f622ed80 x1853602709331712/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/584 e 0 to 0 dl 1767735778 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767735723.466954:0:291960:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767735723.466961:0:291960:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767735723.466964:0:291960:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94b20082d800. 02000000:00000001:0.0:1767735723.466968:0:291960:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767735723.466970:0:291960:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767735723.466971:0:291960:0:(genops.c:1242:class_import_put()) import ffff94b1c403d800 refcount=5 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000020:00000001:0.0:1767735723.466974:0:291960:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767735723.466976:0:291960:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94b1d0098000. 02000000:00000001:0.0:1767735723.466979:0:291960:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767735723.466981:0:291960:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767735723.466983:0:291960:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f622ed80. 00000100:00000001:0.0:1767735723.466986:0:291960:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767735723.466988:0:291960:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1767735723.466993:0:291960:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:0.0:1767735723.466996:0:291960:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2000013a3:0x7f42:0x0](ffff94b1f06f3a88), inode mode 41ed mask 1 00000080:00000001:0.0:1767735723.467000:0:291960:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1767735723.467010:0:291960:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff94b1c98c9060. 00000080:00000001:0.0:1767735723.467015:0:291960:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:0.0:1767735723.467017:0:291960:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2000013a3:0x7f42:0x0](ffff94b1f06f3a88), inode mode 41ed mask 3 00000080:00000001:0.0:1767735723.467020:0:291960:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767735723.467023:0:291960:0:(namei.c:1347:ll_atomic_open()) Process entered 00000020:00000001:0.0:1767735723.467026:0:291960:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f3bb50 00000080:00200000:0.0:1767735723.467029:0:291960:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=f161d.sanity, dir=[0x2000013a3:0x7f42:0x0](ffff94b1f06f3a88), file ffff94b1c29fde00, open_flags 8241, mode 81b6 opened 0 00000080:00000010:0.0:1767735723.467034:0:291960:0:(namei.c:1378:ll_atomic_open()) kmalloced '(it)': 72 at ffff94b1f44f5f00. 00000080:00000001:0.0:1767735723.467039:0:291960:0:(namei.c:1014:ll_lookup_it()) Process entered 00000020:00000001:0.0:1767735723.467041:0:291960:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f3ba10 00000080:00200000:0.0:1767735723.467043:0:291960:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=f161d.sanity, dir=[0x2000013a3:0x7f42:0x0](ffff94b1f06f3a88), intent=open|creat 00000080:00000010:0.0:1767735723.467049:0:291960:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1f9105400. 00000080:00000001:0.0:1767735723.467054:0:291960:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:0.0:1767735723.467056:0:291960:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1767735723.467059:0:291960:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f3b930 00800000:00000002:0.0:1767735723.467061:0:291960:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f161d.sanity' on [0x2000013a3:0x7f42:0x0] 00800000:00000001:0.0:1767735723.467065:0:291960:0:(lmv_intent.c:298:lmv_intent_open()) Process entered 00800000:00000001:0.0:1767735723.467068:0:291960:0:(lmv_obd.c:2158:lmv_locate_tgt_create()) Process entered 00800000:00000001:0.0:1767735723.467071:0:291960:0:(lmv_obd.c:2204:lmv_locate_tgt_create()) Process leaving (rc=18446626090835053568 : -117982874498048 : ffff94b1f8ad0c00) 00800000:00000001:0.0:1767735723.467075:0:291960:0:(lmv_obd.c:1176:lmv_fid_alloc()) Process entered 00800000:00000001:0.0:1767735723.467083:0:291960:0:(obd_class.h:924:obd_fid_alloc()) Process entered 00000002:00000001:0.0:1767735723.467085:0:291960:0:(mdc_request.c:2924:mdc_fid_alloc()) Process entered 40000000:00000001:0.0:1767735723.467087:0:291960:0:(fid_request.c:294:seq_client_alloc_fid()) Process entered 40000000:00000040:0.0:1767735723.467089:0:291960:0:(fid_request.c:331:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff94b1e7e86000: Allocated FID [0x2000013a3:0x7f43:0x0] 40000000:00000001:0.0:1767735723.467092:0:291960:0:(fid_request.c:335:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767735723.467095:0:291960:0:(mdc_request.c:2930:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767735723.467097:0:291960:0:(obd_class.h:937:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767735723.467099:0:291960:0:(lmv_obd.c:1200:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767735723.467102:0:291960:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f3b8b0 00800000:00000002:0.0:1767735723.467105:0:291960:0:(lmv_intent.c:373:lmv_intent_open()) OPEN_INTENT with fid1=[0x2000013a3:0x7f42:0x0], fid2=[0x2000013a3:0x7f43:0x0], name='f161d.sanity' -> mds #0 00000002:00000001:0.0:1767735723.467109:0:291960:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1767735723.467111:0:291960:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f3b7e8 00000002:00010000:0.0:1767735723.467113:0:291960:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f161d.sanity,[0x2000013a3:0x7f43:0x0]) in obj [0x2000013a3:0x7f42:0x0], intent: open|creat flags 0101102 00000002:00000001:0.0:1767735723.467117:0:291960:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1767735723.467120:0:291960:0:(mdc_locks.c:256:mdc_intent_open_pack()) Process entered 00000002:00000001:0.0:1767735723.467122:0:291960:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:0.0:1767735723.467126:0:291960:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767735723.467129:0:291960:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1767735723.467131:0:291960:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1c5a36c00 count: 2 00010000:00000001:0.0:1767735723.467134:0:291960:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767735723.467137:0:291960:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1767735723.467140:0:291960:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767735723.467142:0:291960:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767735723.467144:0:291960:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767735723.467148:0:291960:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1f622ed80. 00000020:00000040:0.0:1767735723.467152:0:291960:0:(genops.c:1229:class_import_get()) import ffff94b1c403d800 refcount=6 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 02000000:00000001:0.0:1767735723.467156:0:291960:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1767735723.467158:0:291960:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767735723.467160:0:291960:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1767735723.467164:0:291960:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767735723.467167:0:291960:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767735723.467168:0:291960:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767735723.467170:0:291960:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767735723.467173:0:291960:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767735723.467174:0:291960:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767735723.467183:0:291960:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767735723.467189:0:291960:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94b1d0098000. 00000100:00000001:0.0:1767735723.467193:0:291960:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767735723.467197:0:291960:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767735723.467199:0:291960:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767735723.467201:0:291960:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767735723.467203:0:291960:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767735723.467205:0:291960:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767735723.467212:0:291960:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446626090792447360 : -117982917104256 : ffff94b1f622ed80) 00010000:00000001:0.0:1767735723.467216:0:291960:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1767735723.467218:0:291960:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1767735723.467221:0:291960:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1c5a36c00 count: 2 00010000:00000001:0.0:1767735723.467223:0:291960:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767735723.467226:0:291960:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767735723.467229:0:291960:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94b1fbc4ce00. 00000020:00000001:0.0:1767735723.467232:0:291960:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767735723.467235:0:291960:0:(lustre_handles.c:77:class_handle_hash()) added object ffff94b1fbc4ce00 with handle 0x1886cffb85ccd6bd to hash 00000020:00000001:0.0:1767735723.467237:0:291960:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767735723.467239:0:291960:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626090886942208 : -117982822609408 : ffff94b1fbc4ce00) 00010000:00000001:0.0:1767735723.467242:0:291960:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626090886942208 : -117982822609408 : ffff94b1fbc4ce00) 00010000:00000001:0.0:1767735723.467245:0:291960:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767735723.467247:0:291960:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767735723.467251:0:291960:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1fbc4ce00/0x1886cffb85ccd6bd lrc: 3/0,1 mode: --/CW res: [0x2000013a3:0x7f42:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 291960 initiator: MDT0 00010000:00010000:0.0:1767735723.467259:0:291960:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1fbc4ce00/0x1886cffb85ccd6bd lrc: 3/0,1 mode: --/CW res: [0x2000013a3:0x7f42:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 291960 initiator: MDT0 00000020:00100000:0.0:1767735723.467269:0:291960:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94b1e7e86000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1767735723.467276:0:291960:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94b1f622ed80 x1853602709331968/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 976/66640 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1767735723.467287:0:291960:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1fbc4ce00/0x1886cffb85ccd6bd lrc: 3/0,1 mode: --/CW res: [0x2000013a3:0x7f42:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 291960 initiator: MDT0 00000100:00000001:0.0:1767735723.467303:0:291960:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767735723.467305:0:291960:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767735723.467364:0:291960:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1c56c19c0. 00000100:00000001:0.0:1767735723.467367:0:291960:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626089975159232 : -117983734392384 : ffff94b1c56c19c0) 00000100:00000001:0.0:1767735723.467371:0:291960:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767735723.467373:0:291960:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090792447360 : -117982917104256 : ffff94b1f622ed80) 00000100:00000001:0.0:1767735723.467377:0:291960:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767735723.467380:0:291960:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767735723.467382:0:291960:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767735723.467384:0:291960:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767735723.467389:0:291960:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1f622ed80 x1853602709331968/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 976/66640 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767735723.467398:0:291960:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767735723.467400:0:291960:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767735723.467404:0:291960:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767735723.467406:0:291960:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767735723.467409:0:291960:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767735723.467412:0:291960:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1f622ed80 pname:cluuid:pid:xid:nid:opc:job bash:66586885-669e-469f-b1c7-cb1a0fe6eee4:291960:1853602709331968:192.168.203.112@tcp:101:bash.0 00000100:00000001:0.0:1767735723.467416:0:291960:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767735723.467420:0:291960:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767735723.467422:0:291960:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767735723.467425:0:291960:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767735723.467494:0:291960:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff94b1d0f60000. 02000000:00000001:0.0:1767735723.467497:0:291960:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767735723.467504:0:291960:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:0.0:1767735723.467508:0:291960:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1f6558948. 00000400:00000010:0.0:1767735723.467513:0:291960:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff94b1d0098c00. 00000100:00000200:0.0:1767735723.467518:0:291960:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1853602709331968, portal 10 00000100:00000001:0.0:1767735723.467521:0:291960:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767735723.467523:0:291960:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090792447360 : -117982917104256 : ffff94b1f622ed80) 00000100:00000040:0.0:1767735723.467529:0:291960:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff94b1f622ed80 x1853602709331968/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 976/66640 e 0 to 0 dl 1767735778 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767735723.467550:0:291960:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767735723.467554:0:291960:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:0.0:1767735723.467557:0:291960:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80b908. 00000100:00000200:0.0:1767735723.467562:0:291960:0:(niobuf.c:94:ptl_send_buf()) Sending 976 bytes to portal 12, xid 1853602709331968, offset 0 00000400:00000200:0.0:1767735723.467567:0:291960:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:0.0:1767735723.467574:0:291960:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767735723.467581:0:291960:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:0.0:1767735723.467586:0:291960:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767735723.467590:0:291960:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:0.0:1767735723.467593:0:291960:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767735723.467596:0:291960:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:0.0:1767735723.467601:0:291960:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [355015:355015:256:4294967295] 192.168.203.112@tcp LPNI seq info [355015:355015:8:4294967295] 00000400:00000200:0.0:1767735723.467606:0:291960:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767735723.467616:0:291960:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:0.0:1767735723.467622:0:291960:0:(socklnd_cb.c:1001:ksocknal_send()) sending 976 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:0.0:1767735723.467626:0:291960:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1fdeeb800. 00000800:00000200:0.0:1767735723.467632:0:291960:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:0.0:1767735723.467639:0:291960:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:0.0:1767735723.467643:0:291960:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1fdeeb800 type 1, nob 1072 niov 1 nkiov 1 00000100:00000001:0.0:1767735723.467666:0:291960:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767735723.467671:0:291960:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: using a timeout of 4050 usecs (5 jiffies) 00000400:00000200:0.0:1767735723.467676:0:291960:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:0.0:1767735723.467678:0:291960:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 2 is 4304485294 00000100:00000010:0.0:1767735723.467683:0:291960:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94b1f44f5780. 00000100:00000001:0.0:1767735723.467688:0:291960:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767735723.467700:0:291960:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 3 is 4304485294 00000100:00000010:0.0:1767735723.467705:0:291960:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94b1f44f58a0. 00000100:00000001:0.0:1767735723.467709:0:291960:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767735723.467716:0:291960:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767735723.467726:0:291960:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767735723.467728:0:291960:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767735723.467730:0:291960:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00100000:0.0:1767735723.467734:0:291960:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1c56c19c0 going to sleep for 50 seconds 00000100:00000001:0.0:1767735723.467737:0:291960:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767735723.467740:0:291960:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767735723.467836:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767735723.467843:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1fdeeb800. 00000400:00000200:3.0:1767735723.467849:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767735723.467856:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:3.0:1767735723.467861:0:196085:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80b908 00000400:00000010:3.0:1767735723.467864:0:196085:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80b908. 00000100:00000001:3.0:1767735723.467868:0:196085:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767735723.467876:0:196085:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1f622ed80 x1853602709331968/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 976/66640 e 0 to 0 dl 1767735778 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767735723.467888:0:196085:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767735723.467892:0:196085:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f622ed80 x1853602709331968/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 976/66640 e 0 to 0 dl 1767735778 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767735723.467901:0:196085:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767735723.467903:0:196085:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:3.0:1767735723.473428:0:276642:0:(connection.c:75:cpu_latency_work()) work item of ffff94b1c5121b30 (cpu 0) has reached its deadline 4304485294, at 4304485295 00000100:00000010:3.0:1767735723.473440:0:276642:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94b1f44f58a0. 00000100:00000040:2.0:1767735723.473452:0:284304:0:(connection.c:75:cpu_latency_work()) work item of ffff94b1c5121a20 (cpu 0) has reached its deadline 4304485294, at 4304485295 00000100:00000010:2.0:1767735723.473466:0:284304:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94b1f44f5780. 00000800:00000001:3.0:1767735723.474907:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767735723.474917:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767735723.474920:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767735723.474923:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767735723.474930:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767735723.475013:0:196086:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:3.0:1767735723.475022:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767735723.475026:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767735723.475031:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767735723.475036:0:196086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 664 into portal 10 MB=0x695d7830b6000 00000400:00000200:3.0:1767735723.475041:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767735723.475047:0:196086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 664/664 into md 0x224285 [32] + 224 00000800:00000001:3.0:1767735723.475054:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767735723.475061:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767735723.475064:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767735723.475068:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:3.0:1767735723.475083:0:196086:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767735723.475090:0:196086:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1f622ed80 x1853602709331968/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 976/66640 e 0 to 0 dl 1767735778 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1767735723.475102:0:196086:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66640 req@ffff94b1f622ed80 x1853602709331968/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 976/66640 e 0 to 0 dl 1767735778 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767735723.475126:0:196086:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767735723.475134:0:196086:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767735723.475138:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767735723.475145:0:196086:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.12@tcp to MR: 192.168.203.112@tcp local destination 00000400:00000200:3.0:1767735723.475153:0:196086:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [355016:355016:256:4294967295] 192.168.203.112@tcp LPNI seq info [355016:355016:8:4294967295] 00000400:00000200:3.0:1767735723.475158:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767735723.475168:0:196086:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:192.168.203.12@tcp) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) 192.168.203.112@tcp : ACK try# 0 00000800:00000200:3.0:1767735723.475174:0:196086:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 32 frags to 12345-192.168.203.112@tcp 00000800:00000010:3.0:1767735723.475180:0:196086:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 744 at ffff94b1f613e800. 00000800:00000200:3.0:1767735723.475187:0:196086:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:3.0:1767735723.475195:0:196086:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:3.0:1767735723.475201:0:196086:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1f613e800 type 0, nob 96 niov 1 nkiov 0 00000100:00000001:0.0:1767735723.475248:0:291960:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767735723.475258:0:291960:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767735723.475261:0:291960:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767735723.475266:0:291960:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1f6558948. 00000800:00000200:3.0:1767735723.475271:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1767735723.475275:0:291960:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d0098c00 00000800:00000010:3.0:1767735723.475278:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 744 at ffff94b1f613e800. 00000400:00000010:0.0:1767735723.475281:0:291960:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 632 at ffff94b1d0098c00. 00000400:00000200:3.0:1767735723.475292:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767735723.475293:0:291960:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000001:2.0:1767735723.475374:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767735723.475388:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767735723.475398:0:291960:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1f622ed80 x1853602709331968/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 976/66640 e 0 to 0 dl 1767735778 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000400:00000200:3.0:1767735723.475404:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: ACK: OK 00000100:00000200:0.0:1767735723.475435:0:291960:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1f622ed80 x1853602709331968/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 976/66640 e 0 to 0 dl 1767735778 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767735723.475447:0:291960:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767735723.475450:0:291960:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767735723.475453:0:291960:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767735723.475456:0:291960:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767735723.475458:0:291960:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767735723.475462:0:291960:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767735723.475465:0:291960:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767735723.475472:0:291960:0:(import.c:2128:obd_at_measure()) add 36 to ffff94b1c403dc58 time=3 v=36 (36 36 5 5) 00000100:00001000:0.0:1767735723.475478:0:291960:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1c403dc10 time=3 v=5 (1 1 1 1) 00000100:00000001:0.0:1767735723.475483:0:291960:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767735723.475487:0:291960:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767735723.475491:0:291960:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767735723.475495:0:291960:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767735723.475499:0:291960:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1767735723.475501:0:291960:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x30001effc/0x1] 00000100:00000001:0.0:1767735723.475504:0:291960:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1767735723.475506:0:291960:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767735723.475509:0:291960:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090792447360 : -117982917104256 : ffff94b1f622ed80) 00000100:00000001:0.0:1767735723.475513:0:291960:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767735723.475528:0:291960:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1e7e86000: skip recheck: last_committed 12885028859 00000100:00000001:0.0:1767735723.475531:0:291960:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767735723.475534:0:291960:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767735723.475541:0:291960:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1f622ed80 x1853602709331968/t12885028861(12885028861) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 976/664 e 0 to 0 dl 1767735778 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767735723.475550:0:291960:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767735723.475552:0:291960:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767735723.475555:0:291960:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767735723.475559:0:291960:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1f622ed80 x1853602709331968/t12885028861(12885028861) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 976/664 e 0 to 0 dl 1767735778 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1767735723.475569:0:291960:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1f622ed80 pname:cluuid:pid:xid:nid:opc:job bash:66586885-669e-469f-b1c7-cb1a0fe6eee4:291960:1853602709331968:192.168.203.112@tcp:101:bash.0 00000100:00000001:0.0:1767735723.475575:0:291960:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767735723.475578:0:291960:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767735723.475580:0:291960:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767735723.475583:0:291960:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767735723.475587:0:291960:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f622ed80 x1853602709331968/t12885028861(12885028861) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 976/664 e 0 to 0 dl 1767735778 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767735723.475595:0:291960:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767735723.475598:0:291960:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1c56c19c0. 00000100:00000001:0.0:1767735723.475601:0:291960:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767735723.475603:0:291960:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767735723.475606:0:291960:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1767735723.475609:0:291960:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767735723.475611:0:291960:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767735723.475614:0:291960:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1fbc4ce00 refcount=4 00000020:00000001:0.0:1767735723.475617:0:291960:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090886942208 : -117982822609408 : ffff94b1fbc4ce00) 00010000:00000001:0.0:1767735723.475620:0:291960:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090886942208 : -117982822609408 : ffff94b1fbc4ce00) 00010000:00000040:0.0:1767735723.475625:0:291960:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: ffff94b1fbc4ce00, remote cookie: 0x9bbb2ede59238a09, flags: 0x1001 00010000:00010000:0.0:1767735723.475631:0:291960:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1fbc4ce00/0x1886cffb85ccd6bd lrc: 4/0,1 mode: --/CW res: [0x2000013a3:0x7f42:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede59238a09 expref: -99 pid: 291960 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767735723.475655:0:291960:0:(ldlm_request.c:711:ldlm_cli_enqueue_fini()) remote intent success, locking [0x2000013a3:0x7f43:0x0].0x0, instead of [0x2000013a3:0x7f42:0x0].0x0 00010000:00000001:0.0:1767735723.475659:0:291960:0:(ldlm_lock.c:521:ldlm_lock_change_resource()) Process entered 00010000:00000010:0.0:1767735723.475665:0:291960:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff94b1c5a36a00. 00010000:00000010:0.0:1767735723.475669:0:291960:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff94b1e756f780. 00010000:00000001:0.0:1767735723.475674:0:291960:0:(ldlm_lock.c:577:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767735723.475678:0:291960:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1fbc4ce00/0x1886cffb85ccd6bd lrc: 4/0,1 mode: --/PR res: [0x2000013a3:0x7f43:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede59238a09 expref: -99 pid: 291960 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767735723.475687:0:291960:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1fbc4ce00/0x1886cffb85ccd6bd lrc: 4/0,1 mode: --/PR res: [0x2000013a3:0x7f43:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede59238a09 expref: -99 pid: 291960 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767735723.475693:0:291960:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767735723.475696:0:291960:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767735723.475698:0:291960:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767735723.475700:0:291960:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767735723.475701:0:291960:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767735723.475704:0:291960:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2000013a3:0x7f43:0x0].0x0 (ffff94b1c5a36a00) refcount = 1 00010000:00010000:0.0:1767735723.475709:0:291960:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1fbc4ce00/0x1886cffb85ccd6bd lrc: 4/0,1 mode: PR/PR res: [0x2000013a3:0x7f43:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede59238a09 expref: -99 pid: 291960 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767735723.475716:0:291960:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767735723.475719:0:291960:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767735723.475721:0:291960:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767735723.475723:0:291960:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767735723.475726:0:291960:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767735723.475729:0:291960:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1fbc4ce00/0x1886cffb85ccd6bd lrc: 4/0,1 mode: PR/PR res: [0x2000013a3:0x7f43:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede59238a09 expref: -99 pid: 291960 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767735723.475736:0:291960:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1767735723.475738:0:291960:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767735723.475739:0:291960:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767735723.475746:0:291960:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767735723.475748:0:291960:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767735723.475750:0:291960:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767735723.475754:0:291960:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1767735723.475756:0:291960:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767735723.475758:0:291960:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767735723.475760:0:291960:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1fbc4ce00 refcount=3 00000020:00000001:0.0:1767735723.475763:0:291960:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090886942208 : -117982822609408 : ffff94b1fbc4ce00) 00010000:00000001:0.0:1767735723.475765:0:291960:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090886942208 : -117982822609408 : ffff94b1fbc4ce00) 00010000:00000001:0.0:1767735723.475768:0:291960:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767735723.475769:0:291960:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767735723.475771:0:291960:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1fbc4ce00 refcount=4 00000020:00000001:0.0:1767735723.475773:0:291960:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090886942208 : -117982822609408 : ffff94b1fbc4ce00) 00010000:00000001:0.0:1767735723.475776:0:291960:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090886942208 : -117982822609408 : ffff94b1fbc4ce00) 00010000:00000001:0.0:1767735723.475779:0:291960:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767735723.475781:0:291960:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767735723.475785:0:291960:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1fbc4ce00/0x1886cffb85ccd6bd lrc: 5/1,1 mode: PR/PR res: [0x2000013a3:0x7f43:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede59238a09 expref: -99 pid: 291960 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767735723.475792:0:291960:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767735723.475794:0:291960:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767735723.475795:0:291960:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767735723.475797:0:291960:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767735723.475798:0:291960:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1fbc4ce00 refcount=5 00000020:00000001:0.0:1767735723.475800:0:291960:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090886942208 : -117982822609408 : ffff94b1fbc4ce00) 00010000:00000001:0.0:1767735723.475803:0:291960:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090886942208 : -117982822609408 : ffff94b1fbc4ce00) 00010000:00000001:0.0:1767735723.475806:0:291960:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767735723.475809:0:291960:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1fbc4ce00/0x1886cffb85ccd6bd lrc: 5/1,1 mode: PR/PR res: [0x2000013a3:0x7f43:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede59238a09 expref: -99 pid: 291960 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767735723.475815:0:291960:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767735723.475817:0:291960:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767735723.475820:0:291960:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1fbc4ce00/0x1886cffb85ccd6bd lrc: 4/1,0 mode: PR/PR res: [0x2000013a3:0x7f43:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede59238a09 expref: -99 pid: 291960 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767735723.475838:0:291960:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767735723.475840:0:291960:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767735723.475841:0:291960:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767735723.475843:0:291960:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767735723.475844:0:291960:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1767735723.475851:0:291960:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=3 disposition=37, status=0 req@ffff94b1f622ed80 x1853602709331968/t12885028861(12885028861) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 976/664 e 0 to 0 dl 1767735778 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1767735723.475861:0:291960:0:(mdc_request.c:759:mdc_set_open_replay_data()) Process entered 00000002:00100000:0.0:1767735723.475866:0:291960:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff94b1f622ed80 x1853602709331968/t12885028861(12885028861) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 976/664 e 0 to 0 dl 1767735778 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1767735723.475874:0:291960:0:(mdc_request.c:811:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767735723.475882:0:291960:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767735723.475883:0:291960:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767735723.475885:0:291960:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1fbc4ce00 refcount=3 00000020:00000001:0.0:1767735723.475887:0:291960:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090886942208 : -117982822609408 : ffff94b1fbc4ce00) 00010000:00000001:0.0:1767735723.475890:0:291960:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090886942208 : -117982822609408 : ffff94b1fbc4ce00) 00000002:00010000:0.0:1767735723.475894:0:291960:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1fbc4ce00/0x1886cffb85ccd6bd lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x7f43:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede59238a09 expref: -99 pid: 291960 timeout: 0 lvb_type: 0 00000002:00000010:0.0:1767735723.475903:0:291960:0:(mdc_locks.c:939:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff94b1c4070300. 00010000:00000001:0.0:1767735723.475906:0:291960:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767735723.475907:0:291960:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1767735723.475909:0:291960:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767735723.475911:0:291960:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767735723.475913:0:291960:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00000100:00000001:0.0:1767735723.475916:0:291960:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767735723.475917:0:291960:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090792447360 : -117982917104256 : ffff94b1f622ed80) 00000100:00000001:0.0:1767735723.475920:0:291960:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767735723.475922:0:291960:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090792447360 : -117982917104256 : ffff94b1f622ed80) 00010000:00000001:0.0:1767735723.475924:0:291960:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767735723.475931:0:291960:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767735723.475933:0:291960:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1fbc4ce00 refcount=3 00000020:00000001:0.0:1767735723.475935:0:291960:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090886942208 : -117982822609408 : ffff94b1fbc4ce00) 00010000:00000001:0.0:1767735723.475938:0:291960:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090886942208 : -117982822609408 : ffff94b1fbc4ce00) 00000002:00010000:0.0:1767735723.475942:0:291960:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1fbc4ce00/0x1886cffb85ccd6bd lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x7f43:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede59238a09 expref: -99 pid: 291960 timeout: 0 lvb_type: 3 00010000:00000001:0.0:1767735723.475949:0:291960:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767735723.475951:0:291960:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767735723.475953:0:291960:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1767735723.475954:0:291960:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767735723.475956:0:291960:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767735723.475957:0:291960:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1fbc4ce00 refcount=3 00000020:00000001:0.0:1767735723.475959:0:291960:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090886942208 : -117982822609408 : ffff94b1fbc4ce00) 00010000:00000001:0.0:1767735723.475962:0:291960:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090886942208 : -117982822609408 : ffff94b1fbc4ce00) 00010000:00000040:0.0:1767735723.475966:0:291960:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1c5a36a00 count: 2 00010000:00000001:0.0:1767735723.475969:0:291960:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1767735723.475973:0:291960:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff94b1c987a800 type 13 mode 4 res 8589939619/32579 (0 0) 00010000:00000001:0.0:1767735723.475976:0:291960:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767735723.475978:0:291960:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1767735723.475979:0:291960:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1767735723.475981:0:291960:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f3b768 00000002:00002000:0.0:1767735723.475984:0:291960:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=f161d.sanity intent=open|creat status=0 disp=1800037: rc = 0 00000002:00000001:0.0:1767735723.475988:0:291960:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767735723.475991:0:291960:0:(lmv_intent.c:420:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767735723.475993:0:291960:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1767735723.475996:0:291960:0:(namei.c:955:ll_intent_lock()) intent lock 3 on i1 [0x2000013a3:0x7f42:0x0] suppgids 0 -1: rc 0 00000080:00000001:0.0:1767735723.476000:0:291960:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767735723.476003:0:291960:0:(namei.c:671:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1767735723.476005:0:291960:0:(namei.c:677:ll_lookup_it_finish()) it ffff94b1f44f5f00 it_disposition 1800037 00000080:00002000:0.0:1767735723.476009:0:291960:0:(namei.c:656:ll_splice_alias()) Add dentry ffff94b1f1545d80 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:0.0:1767735723.476013:0:291960:0:(namei.c:833:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1767735723.476016:0:291960:0:(namei.c:1565:ll_create_it()) Process entered 00000020:00000001:0.0:1767735723.476018:0:291960:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f3b9a0 00000080:00200000:0.0:1767735723.476026:0:291960:0:(namei.c:1569:ll_create_it()) VFS Op:name=f161d.sanity, dir=[0x2000013a3:0x7f42:0x0](ffff94b1f06f3a88), intent=open|creat 00000080:00000001:0.0:1767735723.476030:0:291960:0:(namei.c:1516:ll_create_node()) Process entered 00000080:00000001:0.0:1767735723.476031:0:291960:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:0.0:1767735723.476035:0:291960:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1767735723.476038:0:291960:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1767735723.476040:0:291960:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272414953283 : 144115272414953283 : 2000013a3007f43) 00000080:00000001:0.0:1767735723.476043:0:291960:0:(namei.c:117:ll_iget()) Process entered 00000080:00000010:0.0:1767735723.476052:0:291960:0:(super25.c:43:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff94b1f06fdac0. 00000020:00000001:0.0:1767735723.476059:0:291960:0:(class_obd.c:991:obd_heat_clear()) Process entered 00000020:00000001:0.0:1767735723.476062:0:291960:0:(class_obd.c:994:obd_heat_clear()) Process leaving 00000080:00000001:0.0:1767735723.476064:0:291960:0:(llite_lib.c:3214:ll_read_inode2()) Process entered 00000080:00200000:0.0:1767735723.476066:0:291960:0:(llite_lib.c:3217:ll_read_inode2()) VFS Op:inode=[0x2000013a3:0x7f43:0x0](ffff94b1f06fdb88) 00000020:00000001:0.0:1767735723.476070:0:291960:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:0.0:1767735723.476075:0:291960:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090966563512 : -117982742988104 : ffff94b20083bab8) 00000020:00001000:0.0:1767735723.476078:0:291960:0:(cl_object.c:830:cl_env_get()) 1@ffff94b20083bab0 00000020:00000001:0.0:1767735723.476083:0:291960:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000080:00000010:0.0:1767735723.476088:0:291960:0:(vvp_object.c:301:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff94b1fe4bf3e8. 00000020:00000001:0.0:1767735723.476091:0:291960:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:0.0:1767735723.476093:0:291960:0:(cl_object.c:67:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1767735723.476101:0:291960:0:(lov_object.c:2316:lov_object_alloc()) Process entered 00020000:00000010:0.0:1767735723.476106:0:291960:0:(lov_object.c:2317:lov_object_alloc()) slab-alloced 'lov': 248 at ffff94b1ee87a0f8. 00020000:00000001:0.0:1767735723.476108:0:291960:0:(lov_object.c:2331:lov_object_alloc()) Process leaving (rc=18446626090664829176 : -117983044722440 : ffff94b1ee87a0f8) 00020000:00000001:0.0:1767735723.476111:0:291960:0:(lov_object.c:1373:lov_object_init()) Process entered 00020000:00000001:0.0:1767735723.476114:0:291960:0:(lov_pack.c:333:lov_unpackmd()) Process entered 00020000:00000010:0.0:1767735723.476120:0:291960:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 72 at ffff94b1f44f5120. 00020000:00000010:0.0:1767735723.476124:0:291960:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff94b1c5ce4f00. 00020000:00000010:0.0:1767735723.476129:0:291960:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff94b1f44f5660. 00020000:00000001:0.0:1767735723.476132:0:291960:0:(lov_pack.c:345:lov_unpackmd()) Process leaving (rc=18446626090761803360 : -117982947748256 : ffff94b1f44f5660) 00020000:00000002:0.0:1767735723.476136:0:291960:0:(lov_ea.c:727:dump_lsm()) lsm ffff94b1f44f5660, objid 0x7f43:5027, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1767735723.476142:0:291960:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:0.0:1767735723.476146:0:291960:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff94b1c5ce4f00: ostid: 0x240000403:16249 ost idx: 0 gen: 0 00020000:00000001:0.0:1767735723.476151:0:291960:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:0.0:1767735723.476154:0:291960:0:(lov_ea.c:727:dump_lsm()) lsm ffff94b1f44f5660, objid 0x7f43:5027, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1767735723.476158:0:291960:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:0.0:1767735723.476167:0:291960:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff94b1c5ce4f00: ostid: 0x240000403:16249 ost idx: 0 gen: 0 00020000:00000010:0.0:1767735723.476172:0:291960:0:(lov_object.c:617:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff94b1ed917960. 00020000:00000010:0.0:1767735723.476175:0:291960:0:(lov_object.c:621:lov_init_composite()) kmalloced '(comp->lo_entries)': 184 at ffff94b1c56c19c0. 00020000:00000001:0.0:1767735723.476180:0:291960:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:0.0:1767735723.476183:0:291960:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff94b1c57c5cb8. 00020000:00000001:0.0:1767735723.476187:0:291960:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:0.0:1767735723.476189:0:291960:0:(lu_object.c:808:lu_object_find_at()) Process entered 00020000:00000001:0.0:1767735723.476194:0:291960:0:(lovsub_object.c:177:lovsub_object_alloc()) Process entered 00020000:00000010:0.0:1767735723.476198:0:291960:0:(lovsub_object.c:178:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff94b1fe4bfc80. 00000020:00000001:0.0:1767735723.476200:0:291960:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:0.0:1767735723.476202:0:291960:0:(cl_object.c:67:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1767735723.476205:0:291960:0:(lovsub_object.c:191:lovsub_object_alloc()) Process leaving (rc=18446626090929356032 : -117982780195584 : ffff94b1fe4bfd00) 00020000:00000001:0.0:1767735723.476209:0:291960:0:(lovsub_object.c:38:lovsub_object_init()) Process entered 00000008:00000010:0.0:1767735723.476214:0:291960:0:(osc_object.c:436:osc_object_alloc()) slab-alloced 'osc': 448 at ffff94b1c5a321c0. 00020000:00000001:0.0:1767735723.476217:0:291960:0:(lovsub_object.c:47:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767735723.476222:0:291960:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446626090929356032 : -117982780195584 : ffff94b1fe4bfd00) 00020000:00000001:0.0:1767735723.476225:0:291960:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446626090929356032 : -117982780195584 : ffff94b1fe4bfd00) 00020000:00000002:0.0:1767735723.476229:0:291960:0:(lov_object.c:134:lov_init_sub()) [0x240000403:0x3f79:0x0]@ffff94b1fe4bfc80[0:0] -> [0x2000013a3:0x7f43:0x0]@ffff94b1fe4bf3e8: ostid: 0x240000403:16249 ost idx: 0 gen: 0 00020000:00000001:0.0:1767735723.476235:0:291960:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=120 : 120 : 78) 00020000:00000001:0.0:1767735723.476238:0:291960:0:(lov_object.c:807:lov_init_composite()) Process leaving 00020000:00000001:0.0:1767735723.476241:0:291960:0:(lov_object.c:1401:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767735723.476244:0:291960:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446626090929353832 : -117982780197784 : ffff94b1fe4bf468) 00000020:00001000:0.0:1767735723.476248:0:291960:0:(cl_object.c:924:cl_env_put()) 1@ffff94b20083bab0 00000080:00000001:0.0:1767735723.476252:0:291960:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272414953283 : 144115272414953283 : 2000013a3007f43) 00000080:00000001:0.0:1767735723.476255:0:291960:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554451 : 33554451 : 2000013) 00000080:00000002:0.0:1767735723.476258:0:291960:0:(llite_lib.c:2912:ll_update_inode()) setting ino 144115272414953283 mtime from 0 to 1767735723 00000080:00000001:0.0:1767735723.476262:0:291960:0:(llite_lib.c:3244:ll_read_inode2()) Process leaving 00000080:00000001:0.0:1767735723.476264:0:291960:0:(namei.c:160:ll_iget()) Process leaving (rc=18446626090696825736 : -117983012725880 : ffff94b1f06fdb88) 00010000:00000001:0.0:1767735723.476267:0:291960:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767735723.476269:0:291960:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767735723.476271:0:291960:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1fbc4ce00 refcount=3 00000020:00000001:0.0:1767735723.476273:0:291960:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090886942208 : -117982822609408 : ffff94b1fbc4ce00) 00010000:00000001:0.0:1767735723.476281:0:291960:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090886942208 : -117982822609408 : ffff94b1fbc4ce00) 00000080:00000001:0.0:1767735723.476285:0:291960:0:(file.c:6774:ll_layout_conf()) Process entered 00000020:00000001:0.0:1767735723.476287:0:291960:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:0.0:1767735723.476289:0:291960:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090966563512 : -117982742988104 : ffff94b20083bab8) 00000020:00001000:0.0:1767735723.476292:0:291960:0:(cl_object.c:830:cl_env_get()) 1@ffff94b20083bab0 00000020:00000001:0.0:1767735723.476294:0:291960:0:(cl_object.c:350:cl_conf_set()) Process entered 00020000:00000001:0.0:1767735723.476297:0:291960:0:(lov_object.c:1410:lov_conf_set()) Process entered 00020000:00000001:0.0:1767735723.476299:0:291960:0:(lov_pack.c:333:lov_unpackmd()) Process entered 00020000:00000010:0.0:1767735723.476302:0:291960:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 72 at ffff94b1f44f5180. 00020000:00000010:0.0:1767735723.476305:0:291960:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff94b1c5ce4800. 00020000:00000010:0.0:1767735723.476361:0:291960:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff94b1f44f5ba0. 00020000:00000001:0.0:1767735723.476365:0:291960:0:(lov_pack.c:345:lov_unpackmd()) Process leaving (rc=18446626090761804704 : -117982947746912 : ffff94b1f44f5ba0) 00020000:00000002:0.0:1767735723.476369:0:291960:0:(lov_ea.c:727:dump_lsm()) lsm ffff94b1f44f5ba0, objid 0x7f43:5027, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1767735723.476374:0:291960:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:0.0:1767735723.476377:0:291960:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff94b1c5ce4800: ostid: 0x240000403:16249 ost idx: 0 gen: 0 00020000:00000002:0.0:1767735723.476381:0:291960:0:(lov_object.c:1267:lov_conf_lock()) Took exclusive lov(ffff94b1ee87a0f8) owner ffff94b1c53227c0 00020000:00000001:0.0:1767735723.476385:0:291960:0:(lov_object.c:1470:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1767735723.476387:0:291960:0:(lov_object.c:1273:lov_conf_unlock()) To release exclusive lov(ffff94b1ee87a0f8) owner ffff94b1c53227c0 00020000:00000010:0.0:1767735723.476392:0:291960:0:(lov_ea.c:137:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff94b1c5ce4800. 00020000:00000010:0.0:1767735723.476396:0:291960:0:(lov_ea.c:140:lsme_free()) kvfree 'lsme': 72 at ffff94b1f44f5180. 00020000:00000010:0.0:1767735723.476400:0:291960:0:(lov_ea.c:161:lsm_free()) kfreed 'lsm': 88 at ffff94b1f44f5ba0. 00020000:00000002:0.0:1767735723.476402:0:291960:0:(lov_object.c:1497:lov_conf_set()) [0x2000013a3:0x7f43:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1767735723.476405:0:291960:0:(lov_object.c:1498:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767735723.476407:0:291960:0:(cl_object.c:358:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767735723.476411:0:291960:0:(cl_object.c:455:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1767735723.476414:0:291960:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff94b1ee87a0f8) owner 0000000000000000/ffff94b1c53227c0 00020000:00000002:0.0:1767735723.476418:0:291960:0:(lov_object.c:2344:lov_lsm_addref()) lsm ffff94b1f44f5660 addref 2/0 by ffff94b1c53227c0. 00020000:00000002:0.0:1767735723.476421:0:291960:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff94b1ee87a0f8) owner 0000000000000000/ffff94b1c53227c0 00020000:00000001:0.0:1767735723.476424:0:291960:0:(lov_object.c:2240:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1767735723.476426:0:291960:0:(lov_pack.c:232:lov_lsm_pack()) Process entered 00020000:00000001:0.0:1767735723.476428:0:291960:0:(lov_pack.c:89:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:0.0:1767735723.476430:0:291960:0:(lov_pack.c:94:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:0.0:1767735723.476433:0:291960:0:(lov_object.c:2259:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:0.0:1767735723.476443:0:291960:0:(file.c:6809:ll_layout_conf()) [0x2000013a3:0x7f43:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:0.0:1767735723.476447:0:291960:0:(cl_object.c:924:cl_env_put()) 1@ffff94b20083bab0 00000080:00000001:0.0:1767735723.476449:0:291960:0:(file.c:6816:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767735723.476452:0:291960:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767735723.476454:0:291960:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1767735723.476456:0:291960:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1767735723.476459:0:291960:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1767735723.476461:0:291960:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000001:00020000:0.0:1767735723.476466:0:291960:0:(namei.c:1528:ll_create_node()) cfs_fail_timeout id 140c sleeping for 5000ms 00010000:00000001:3.0:1767735723.746444:0:276642:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767735723.746450:0:276642:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767735723.746456:0:276642:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767735723.746458:0:276642:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767735723.746463:0:276642:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767735723.746465:0:276642:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767735723.746470:0:276642:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767735723.746472:0:276642:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767735723.746611:0:249777:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767735723.746617:0:249777:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767735723.746623:0:249777:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1767735724.578471:0:215717:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:2.0:1767735724.578476:0:215717:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767735724.770409:0:276642:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767735724.770427:0:276642:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767735724.770432:0:276642:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767735724.770434:0:276642:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767735724.770437:0:276642:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767735724.770439:0:276642:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767735724.770442:0:276642:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767735724.770444:0:276642:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767735724.770580:0:215726:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767735724.770586:0:215726:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767735724.770590:0:215726:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1767735725.090469:0:166640:0:(rw.c:1570:ll_writepages()) Process entered 00000080:00000001:2.0:1767735725.090474:0:166640:0:(file.c:5265:cl_sync_file_range()) Process entered 00000020:00000001:2.0:1767735725.090477:0:166640:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:2.0:1767735725.090481:0:166640:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090552498728 : -117983157052888 : ffff94b1e7d59a28) 00000020:00001000:2.0:1767735725.090486:0:166640:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1e7d59a20 00000020:00000001:2.0:1767735725.090492:0:166640:0:(cl_object.c:150:cl_object_top()) ffff94b1c5f14dc8 -> ffff94b1c5f14dc8 00000020:00000001:2.0:1767735725.090496:0:166640:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:2.0:1767735725.090499:0:166640:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000080:00200000:2.0:1767735725.090502:0:166640:0:(vvp_io.c:1854:vvp_io_init()) [0x2000013a3:0x7f3c:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:2.0:1767735725.090506:0:166640:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1767735725.090521:0:166640:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:2.0:1767735725.090524:0:166640:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1767735725.090530:0:166640:0:(lov_object.c:1552:lov_io_init()) [0x2000013a3:0x7f3c:0x0]io ffff94b1f694e970 type 6 ignore/verify layout 1/0 00020000:00000002:2.0:1767735725.090534:0:166640:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff94b1fdcafe88) owner 0000000000000000/ffff94b1d2aa27c0 00020000:00000001:2.0:1767735725.090539:0:166640:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1767735725.090541:0:166640:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1767735725.090544:0:166640:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00020000:00000001:2.0:1767735725.090546:0:166640:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1767735725.090550:0:166640:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:2.0:1767735725.090553:0:166640:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1767735725.090555:0:166640:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767735725.090557:0:166640:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1767735725.090559:0:166640:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1767735725.090561:0:166640:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00020000:00000002:2.0:1767735725.090563:0:166640:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff94b1fdcafe88) owner 0000000000000000/ffff94b1d2aa27c0 00000020:00000001:2.0:1767735725.090566:0:166640:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767735725.090569:0:166640:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:2.0:1767735725.090571:0:166640:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:2.0:1767735725.090574:0:166640:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00020000:00200000:2.0:1767735725.090578:0:166640:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:2.0:1767735725.090582:0:166640:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:2.0:1767735725.090586:0:166640:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:2.0:1767735725.090588:0:166640:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:2.0:1767735725.090590:0:166640:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:2.0:1767735725.090593:0:166640:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090552497000 : -117983157054616 : ffff94b1e7d59368) 00000020:00001000:2.0:1767735725.090595:0:166640:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1e7d59360 00000020:00000001:2.0:1767735725.090599:0:166640:0:(cl_object.c:150:cl_object_top()) ffff94b1d0c2d148 -> ffff94b1c5f14dc8 00000020:00000001:2.0:1767735725.090601:0:166640:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:2.0:1767735725.090605:0:166640:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1767735725.090606:0:166640:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:2.0:1767735725.090607:0:166640:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1767735725.090610:0:166640:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1767735725.090612:0:166640:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446626090750757800 : -117982958793816 : ffff94b1f3a6cba8) 00000020:00000001:2.0:1767735725.090615:0:166640:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:2.0:1767735725.090617:0:166640:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1767735725.090619:0:166640:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767735725.090622:0:166640:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767735725.090624:0:166640:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:2.0:1767735725.090626:0:166640:0:(lov_io.c:1108:lov_io_lock()) Process entered 00020000:00000001:2.0:1767735725.090634:0:166640:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:2.0:1767735725.090636:0:166640:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:2.0:1767735725.090638:0:166640:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1767735725.090640:0:166640:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767735725.090642:0:166640:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1767735725.090645:0:166640:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1767735725.090647:0:166640:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767735725.090649:0:166640:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1767735725.090651:0:166640:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767735725.090653:0:166640:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767735725.090655:0:166640:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:2.0:1767735725.090658:0:166640:0:(lov_io.c:1114:lov_io_start()) Process entered 00020000:00000001:2.0:1767735725.090659:0:166640:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:2.0:1767735725.090661:0:166640:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:2.0:1767735725.090663:0:166640:0:(osc_io.c:1074:osc_io_fsync_start()) Process entered 00000008:00000001:2.0:1767735725.090666:0:166640:0:(osc_cache.c:3188:osc_cache_writeback_range()) Process entered 00000008:00000020:2.0:1767735725.090671:0:166640:0:(osc_cache.c:3320:osc_cache_writeback_range()) obj ffff94b1f2052380 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 18446744073709551615] npages 1: rc=0. 00000008:00000001:2.0:1767735725.090676:0:166640:0:(osc_cache.c:3335:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1767735725.090679:0:166640:0:(osc_io.c:1136:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767735725.090681:0:166640:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1767735725.090683:0:166640:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1767735725.090685:0:166640:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767735725.090687:0:166640:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767735725.090689:0:166640:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:2.0:1767735725.090692:0:166640:0:(lov_io.c:1654:lov_io_fsync_end()) Process entered 00020000:00000001:2.0:1767735725.090693:0:166640:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000020:00000001:2.0:1767735725.090695:0:166640:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:2.0:1767735725.090697:0:166640:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:2.0:1767735725.090698:0:166640:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1767735725.090701:0:166640:0:(lov_io.c:1665:lov_io_fsync_end()) Process leaving 00000020:00000001:2.0:1767735725.090703:0:166640:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:2.0:1767735725.090705:0:166640:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:2.0:1767735725.090707:0:166640:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00020000:00000001:2.0:1767735725.090709:0:166640:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:2.0:1767735725.090710:0:166640:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:2.0:1767735725.090712:0:166640:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:2.0:1767735725.090714:0:166640:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1767735725.090716:0:166640:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1767735725.090718:0:166640:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000020:00000001:2.0:1767735725.090719:0:166640:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:2.0:1767735725.090721:0:166640:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:2.0:1767735725.090723:0:166640:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:2.0:1767735725.090729:0:166640:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:2.0:1767735725.090732:0:166640:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00020000:00000001:2.0:1767735725.090734:0:166640:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:2.0:1767735725.090735:0:166640:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:2.0:1767735725.090737:0:166640:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:2.0:1767735725.090739:0:166640:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1767735725.090742:0:166640:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1767735725.090744:0:166640:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000020:00000001:2.0:1767735725.090746:0:166640:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:2.0:1767735725.090747:0:166640:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767735725.090750:0:166640:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:2.0:1767735725.090752:0:166640:0:(lov_io.c:675:lov_io_fini()) Process entered 00020000:00000001:2.0:1767735725.090753:0:166640:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:2.0:1767735725.090755:0:166640:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:2.0:1767735725.090757:0:166640:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1767735725.090758:0:166640:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1e7d59360 00020000:00000001:2.0:1767735725.090761:0:166640:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:2.0:1767735725.090764:0:166640:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000080:00000001:2.0:1767735725.090766:0:166640:0:(vvp_io.c:281:vvp_io_fini()) Process entered 00000080:00200000:2.0:1767735725.090769:0:166640:0:(vvp_io.c:289:vvp_io_fini()) [0x2000013a3:0x7f3c:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:2.0:1767735725.090773:0:166640:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1767735725.090775:0:166640:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1767735725.090777:0:166640:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1e7d59a20 00000080:00000001:2.0:1767735725.090779:0:166640:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767735725.090782:0:166640:0:(rw.c:1643:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767735725.547798:0:291974:0:(mdc_changelog.c:618:chlg_open()) Process entered 00000002:00000010:0.0:1767735725.547805:0:291974:0:(mdc_changelog.c:622:chlg_open()) kmalloced '(crs)': 224 at ffff94b1fdeebd00. 00000002:00000001:0.0:1767735725.547809:0:291974:0:(mdc_changelog.c:638:chlg_open()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767735725.547824:0:291974:0:(mdc_changelog.c:407:chlg_read()) Process entered 00000002:00000001:0.0:1767735725.548176:0:291975:0:(mdc_changelog.c:283:chlg_load()) Process entered 00000020:00000040:0.0:1767735725.548182:0:291975:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000-mdc-ffff94b1e7e86000 (ffff94b1c699caa0) now 6 - changelog 00000002:00000040:0.0:1767735725.548188:0:291975:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff94b1e7e1ba80 : new refcount 2 00000040:00000001:0.0:1767735725.548192:0:291975:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:0.0:1767735725.548197:0:291975:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff94b1f9105000. 00000040:00000001:0.0:1767735725.548201:0:291975:0:(llog_client.c:69:llog_client_open()) Process entered 00000020:00000040:0.0:1767735725.548205:0:291975:0:(genops.c:1229:class_import_get()) import ffff94b1c403d800 refcount=7 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000100:00000010:0.0:1767735725.548211:0:291975:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1f622d880. 00000020:00000040:0.0:1767735725.548214:0:291975:0:(genops.c:1229:class_import_get()) import ffff94b1c403d800 refcount=8 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000100:00000001:0.0:1767735725.548218:0:291975:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767735725.548222:0:291975:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767735725.548226:0:291975:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767735725.548232:0:291975:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94b1d0099c00. 00000100:00000001:0.0:1767735725.548238:0:291975:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767735725.548244:0:291975:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767735725.548246:0:291975:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767735725.548251:0:291975:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1c56c1b40. 00000100:00000001:0.0:1767735725.548253:0:291975:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626089975159616 : -117983734392000 : ffff94b1c56c1b40) 00000100:00000001:0.0:1767735725.548257:0:291975:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767735725.548259:0:291975:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090792441984 : -117982917109632 : ffff94b1f622d880) 00000100:00000001:0.0:1767735725.548272:0:291975:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767735725.548277:0:291975:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767735725.548280:0:291975:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767735725.548282:0:291975:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767735725.548366:0:291975:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1f622d880 x1853602709332096/t0(0) o501->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 520/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767735725.548381:0:291975:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767735725.548384:0:291975:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767735725.548389:0:291975:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767735725.548392:0:291975:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767735725.548396:0:291975:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767735725.548402:0:291975:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1f622d880 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:66586885-669e-469f-b1c7-cb1a0fe6eee4:291975:1853602709332096:192.168.203.112@tcp:501:chlg_load_threa.0 00000100:00000001:0.0:1767735725.548407:0:291975:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767735725.548412:0:291975:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767735725.548414:0:291975:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767735725.548417:0:291975:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767735725.548423:0:291975:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94b1f9104c00. 02000000:00000001:0.0:1767735725.548425:0:291975:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767735725.548434:0:291975:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:0.0:1767735725.548438:0:291975:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1f6558948. 00000400:00000010:0.0:1767735725.548443:0:291975:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80b440. 00000100:00000200:0.0:1767735725.548449:0:291975:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853602709332096, portal 10 00000100:00000001:0.0:1767735725.548452:0:291975:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767735725.548454:0:291975:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090792441984 : -117982917109632 : ffff94b1f622d880) 00000100:00000040:0.0:1767735725.548462:0:291975:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b1f622d880 x1853602709332096/t0(0) o501->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 520/272 e 0 to 0 dl 1767735780 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767735725.548472:0:291975:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767735725.548476:0:291975:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:0.0:1767735725.548479:0:291975:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80be58. 00000100:00000200:0.0:1767735725.548483:0:291975:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1853602709332096, offset 0 00000400:00000200:0.0:1767735725.548490:0:291975:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:0.0:1767735725.548497:0:291975:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767735725.548505:0:291975:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:0.0:1767735725.548519:0:291975:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767735725.548524:0:291975:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:0.0:1767735725.548528:0:291975:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767735725.548532:0:291975:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:0.0:1767735725.548536:0:291975:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [355017:355017:256:4294967295] 192.168.203.112@tcp LPNI seq info [355017:355017:8:4294967295] 00000400:00000200:0.0:1767735725.548542:0:291975:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767735725.548554:0:291975:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:0.0:1767735725.548560:0:291975:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:0.0:1767735725.548566:0:291975:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1fdeeb800. 00000800:00000200:0.0:1767735725.548573:0:291975:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:0.0:1767735725.548581:0:291975:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:0.0:1767735725.548586:0:291975:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1fdeeb800 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1767735725.548605:0:291975:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767735725.548611:0:291975:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: using a timeout of 4051 usecs (5 jiffies) 00000400:00000200:0.0:1767735725.548616:0:291975:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:0.0:1767735725.548619:0:291975:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 2 is 4304487375 00000100:00000010:0.0:1767735725.548623:0:291975:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94b1f44f5ba0. 00000100:00000001:0.0:1767735725.548629:0:291975:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767735725.548636:0:291975:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 3 is 4304487375 00000100:00000010:0.0:1767735725.548639:0:291975:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94b1f44f5180. 00000100:00000001:0.0:1767735725.548643:0:291975:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767735725.548649:0:291975:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767735725.548653:0:291975:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767735725.548656:0:291975:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767735725.548659:0:291975:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00100000:0.0:1767735725.548663:0:291975:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1c56c1b40 going to sleep for 50 seconds 00000100:00000001:0.0:1767735725.548667:0:291975:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767735725.548670:0:291975:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767735725.548732:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767735725.548741:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1fdeeb800. 00000400:00000200:2.0:1767735725.548747:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767735725.548756:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767735725.548762:0:196085:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80be58 00000400:00000010:2.0:1767735725.548765:0:196085:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80be58. 00000100:00000001:2.0:1767735725.548770:0:196085:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767735725.548778:0:196085:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1f622d880 x1853602709332096/t0(0) o501->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 520/272 e 0 to 0 dl 1767735780 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767735725.548791:0:196085:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767735725.548796:0:196085:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f622d880 x1853602709332096/t0(0) o501->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 520/272 e 0 to 0 dl 1767735780 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767735725.548806:0:196085:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767735725.548818:0:196085:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767735725.551091:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767735725.551103:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767735725.551107:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767735725.551110:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767735725.551119:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767735725.551127:0:196086:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:3.0:1767735725.551133:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767735725.551139:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767735725.551144:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767735725.551148:0:196086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 272 into portal 10 MB=0x695d7830b6080 00000400:00000200:3.0:1767735725.551154:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767735725.551161:0:196086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 272/272 into md 0x22428d [1] + 224 00000800:00000001:3.0:1767735725.551168:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767735725.551177:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767735725.551181:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767735725.551186:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:3.0:1767735725.551191:0:196086:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767735725.551200:0:196086:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1f622d880 x1853602709332096/t0(0) o501->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 520/272 e 0 to 0 dl 1767735780 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767735725.551214:0:196086:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@ffff94b1f622d880 x1853602709332096/t0(0) o501->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 520/272 e 0 to 0 dl 1767735780 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767735725.551243:0:196086:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767735725.551251:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767735725.551254:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767735725.551402:0:291975:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767735725.551413:0:291975:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767735725.551415:0:291975:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767735725.551434:0:291975:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1f6558948. 00000400:00000200:0.0:1767735725.551441:0:291975:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80b440 00000400:00000010:0.0:1767735725.551443:0:291975:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80b440. 00000100:00000001:0.0:1767735725.551448:0:291975:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767735725.551459:0:291975:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1f622d880 x1853602709332096/t0(0) o501->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 520/272 e 0 to 0 dl 1767735780 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767735725.551476:0:291975:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1f622d880 x1853602709332096/t0(0) o501->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 520/272 e 0 to 0 dl 1767735780 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767735725.551487:0:291975:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767735725.551489:0:291975:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767735725.551492:0:291975:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767735725.551495:0:291975:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767735725.551497:0:291975:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767735725.551500:0:291975:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767735725.551503:0:291975:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767735725.551510:0:291975:0:(import.c:2128:obd_at_measure()) add 36 to ffff94b1c403dc58 time=5 v=36 (36 36 5 5) 00000100:00001000:0.0:1767735725.551514:0:291975:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1c403dc10 time=5 v=5 (1 1 1 1) 00000100:00000001:0.0:1767735725.551518:0:291975:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767735725.551520:0:291975:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767735725.551523:0:291975:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767735725.551526:0:291975:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767735725.551530:0:291975:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767735725.551532:0:291975:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1e7e86000: skip recheck: last_committed 12885028859 00000100:00000001:0.0:1767735725.551535:0:291975:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767735725.551537:0:291975:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767735725.551542:0:291975:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1f622d880 x1853602709332096/t0(0) o501->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 520/272 e 0 to 0 dl 1767735780 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767735725.551552:0:291975:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767735725.551555:0:291975:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767735725.551557:0:291975:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767735725.551561:0:291975:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1f622d880 x1853602709332096/t0(0) o501->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 520/272 e 0 to 0 dl 1767735780 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767735725.551571:0:291975:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1f622d880 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:66586885-669e-469f-b1c7-cb1a0fe6eee4:291975:1853602709332096:192.168.203.112@tcp:501:chlg_load_threa.0 00000100:00000001:0.0:1767735725.551585:0:291975:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767735725.551588:0:291975:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767735725.551591:0:291975:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767735725.551593:0:291975:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767735725.551598:0:291975:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f622d880 x1853602709332096/t0(0) o501->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 520/272 e 0 to 0 dl 1767735780 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767735725.551606:0:291975:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767735725.551610:0:291975:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1c56c1b40. 00000100:00000001:0.0:1767735725.551613:0:291975:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767735725.551615:0:291975:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767735725.551619:0:291975:0:(llog_client.c:122:llog_client_open()) Process leaving 00000020:00000001:0.0:1767735725.551623:0:291975:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767735725.551625:0:291975:0:(genops.c:1242:class_import_put()) import ffff94b1c403d800 refcount=7 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000020:00000001:0.0:1767735725.551628:0:291975:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1767735725.551630:0:291975:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767735725.551633:0:291975:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f622d880 x1853602709332096/t0(0) o501->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 520/272 e 0 to 0 dl 1767735780 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767735725.551642:0:291975:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767735725.551644:0:291975:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767735725.551647:0:291975:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94b1f9104c00. 02000000:00000001:0.0:1767735725.551650:0:291975:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767735725.551652:0:291975:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767735725.551653:0:291975:0:(genops.c:1242:class_import_put()) import ffff94b1c403d800 refcount=6 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000020:00000001:0.0:1767735725.551656:0:291975:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767735725.551659:0:291975:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94b1d0099c00. 02000000:00000001:0.0:1767735725.551662:0:291975:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767735725.551664:0:291975:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767735725.551666:0:291975:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f622d880. 00000100:00000001:0.0:1767735725.551670:0:291975:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767735725.551672:0:291975:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:0.0:1767735725.551675:0:291975:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767735725.551678:0:291975:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:0.0:1767735725.551686:0:291975:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at ffff94b1c6950000. 00000040:00000001:0.0:1767735725.551689:0:291975:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:0.0:1767735725.551691:0:291975:0:(llog_client.c:268:llog_client_read_header()) Process entered 00000020:00000040:0.0:1767735725.551699:0:291975:0:(genops.c:1229:class_import_get()) import ffff94b1c403d800 refcount=7 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000100:00000010:0.0:1767735725.551704:0:291975:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1f622d880. 00000020:00000040:0.0:1767735725.551707:0:291975:0:(genops.c:1229:class_import_get()) import ffff94b1c403d800 refcount=8 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000100:00000001:0.0:1767735725.551711:0:291975:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767735725.551713:0:291975:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767735725.551717:0:291975:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767735725.551722:0:291975:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1f9104c00. 00000100:00000001:0.0:1767735725.551726:0:291975:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767735725.551730:0:291975:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767735725.551731:0:291975:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767735725.551735:0:291975:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1c56c1b40. 00000100:00000001:0.0:1767735725.551738:0:291975:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626089975159616 : -117983734392000 : ffff94b1c56c1b40) 00000100:00000001:0.0:1767735725.551742:0:291975:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767735725.551743:0:291975:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090792441984 : -117982917109632 : ffff94b1f622d880) 00000100:00000001:0.0:1767735725.551747:0:291975:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767735725.551751:0:291975:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767735725.551754:0:291975:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767735725.551755:0:291975:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767735725.551760:0:291975:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1f622d880 x1853602709332224/t0(0) o503->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/8416 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767735725.551769:0:291975:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767735725.551771:0:291975:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767735725.551775:0:291975:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767735725.551777:0:291975:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767735725.551780:0:291975:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767735725.551783:0:291975:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1f622d880 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:66586885-669e-469f-b1c7-cb1a0fe6eee4:291975:1853602709332224:192.168.203.112@tcp:503:chlg_load_threa.0 00000100:00000001:0.0:1767735725.551787:0:291975:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767735725.551791:0:291975:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767735725.551793:0:291975:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767735725.551795:0:291975:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767735725.551813:0:291975:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff94b1c6538000. 02000000:00000001:0.0:1767735725.551815:0:291975:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767735725.551823:0:291975:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:0.0:1767735725.551826:0:291975:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1f6558948. 00000400:00000010:0.0:1767735725.551837:0:291975:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff94b1c56c1540. 00000100:00000200:0.0:1767735725.551842:0:291975:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853602709332224, portal 10 00000100:00000001:0.0:1767735725.551845:0:291975:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767735725.551846:0:291975:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090792441984 : -117982917109632 : ffff94b1f622d880) 00000100:00000040:0.0:1767735725.551854:0:291975:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b1f622d880 x1853602709332224/t0(0) o503->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/8416 e 0 to 0 dl 1767735780 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767735725.551863:0:291975:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767735725.551866:0:291975:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:0.0:1767735725.551869:0:291975:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80b440. 00000100:00000200:0.0:1767735725.551873:0:291975:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 12, xid 1853602709332224, offset 0 00000400:00000200:0.0:1767735725.551879:0:291975:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:0.0:1767735725.551885:0:291975:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767735725.551892:0:291975:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:0.0:1767735725.551897:0:291975:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767735725.551901:0:291975:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:0.0:1767735725.551904:0:291975:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767735725.551908:0:291975:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:0.0:1767735725.551912:0:291975:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [355018:355018:256:4294967295] 192.168.203.112@tcp LPNI seq info [355018:355018:8:4294967295] 00000400:00000200:0.0:1767735725.551918:0:291975:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767735725.551928:0:291975:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:0.0:1767735725.551934:0:291975:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:0.0:1767735725.551938:0:291975:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1fdeebe00. 00000800:00000200:0.0:1767735725.551945:0:291975:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:0.0:1767735725.551951:0:291975:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:0.0:1767735725.551956:0:291975:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1fdeebe00 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:0.0:1767735725.551976:0:291975:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767735725.551981:0:291975:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: using a timeout of 4051 usecs (5 jiffies) 00000400:00000200:0.0:1767735725.551986:0:291975:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:0.0:1767735725.551989:0:291975:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 2 is 4304487378 00000100:00000001:0.0:1767735725.551995:0:291975:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 2, simply extend its deadline from 4304487375 00000100:00000001:0.0:1767735725.552008:0:291975:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 3 is 4304487378 00000100:00000001:0.0:1767735725.552013:0:291975:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 3, simply extend its deadline from 4304487375 00000100:00000001:0.0:1767735725.552017:0:291975:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767735725.552020:0:291975:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767735725.552023:0:291975:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767735725.552025:0:291975:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00100000:0.0:1767735725.552029:0:291975:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1c56c1b40 going to sleep for 50 seconds 00000100:00000001:0.0:1767735725.552032:0:291975:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767735725.552034:0:291975:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767735725.552141:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767735725.552149:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1fdeebe00. 00000400:00000200:2.0:1767735725.552156:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767735725.552164:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767735725.552170:0:196085:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80b440 00000400:00000010:2.0:1767735725.552173:0:196085:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80b440. 00000100:00000001:2.0:1767735725.552177:0:196085:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767735725.552185:0:196085:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1f622d880 x1853602709332224/t0(0) o503->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/8416 e 0 to 0 dl 1767735780 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767735725.552198:0:196085:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767735725.552203:0:196085:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f622d880 x1853602709332224/t0(0) o503->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/8416 e 0 to 0 dl 1767735780 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767735725.552213:0:196085:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767735725.552215:0:196085:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767735725.556113:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767735725.556125:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767735725.556140:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767735725.556144:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767735725.556153:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767735725.556161:0:196086:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:3.0:1767735725.556168:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767735725.556237:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767735725.556243:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767735725.556248:0:196086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 8416 into portal 10 MB=0x695d7830b6100 00000400:00000200:3.0:1767735725.556255:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767735725.556262:0:196086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 8416/8416 into md 0x224295 [4] + 224 00000800:00000001:3.0:1767735725.556270:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767735725.556285:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767735725.556288:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767735725.556389:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:3.0:1767735725.556398:0:196086:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767735725.556409:0:196086:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1f622d880 x1853602709332224/t0(0) o503->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/8416 e 0 to 0 dl 1767735780 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767735725.556430:0:196086:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8416 offset=224 replen=8416 req@ffff94b1f622d880 x1853602709332224/t0(0) o503->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/8416 e 0 to 0 dl 1767735780 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767735725.556456:0:196086:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767735725.556467:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767735725.556473:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767735725.556504:0:291975:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767735725.556514:0:291975:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767735725.556518:0:291975:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767735725.556522:0:291975:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1f6558948. 00000400:00000200:0.0:1767735725.556530:0:291975:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1c56c1540 00000400:00000010:0.0:1767735725.556533:0:291975:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at ffff94b1c56c1540. 00000100:00000001:0.0:1767735725.556539:0:291975:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767735725.556551:0:291975:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1f622d880 x1853602709332224/t0(0) o503->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/8416 e 0 to 0 dl 1767735780 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767735725.556567:0:291975:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1f622d880 x1853602709332224/t0(0) o503->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/8416 e 0 to 0 dl 1767735780 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767735725.556577:0:291975:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767735725.556580:0:291975:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767735725.556583:0:291975:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767735725.556585:0:291975:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767735725.556587:0:291975:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767735725.556590:0:291975:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767735725.556593:0:291975:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767735725.556599:0:291975:0:(import.c:2128:obd_at_measure()) add 36 to ffff94b1c403dc58 time=5 v=36 (36 36 5 5) 00000100:00001000:0.0:1767735725.556604:0:291975:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1c403dc10 time=5 v=5 (1 1 1 1) 00000100:00000001:0.0:1767735725.556607:0:291975:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767735725.556609:0:291975:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767735725.556612:0:291975:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767735725.556615:0:291975:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767735725.556618:0:291975:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767735725.556633:0:291975:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1e7e86000: skip recheck: last_committed 12885028859 00000100:00000001:0.0:1767735725.556636:0:291975:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767735725.556639:0:291975:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767735725.556645:0:291975:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1f622d880 x1853602709332224/t0(0) o503->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/8416 e 0 to 0 dl 1767735780 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767735725.556655:0:291975:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767735725.556658:0:291975:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767735725.556660:0:291975:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767735725.556665:0:291975:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1f622d880 x1853602709332224/t0(0) o503->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/8416 e 0 to 0 dl 1767735780 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767735725.556674:0:291975:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1f622d880 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:66586885-669e-469f-b1c7-cb1a0fe6eee4:291975:1853602709332224:192.168.203.112@tcp:503:chlg_load_threa.0 00000100:00000001:0.0:1767735725.556680:0:291975:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767735725.556683:0:291975:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767735725.556686:0:291975:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767735725.556688:0:291975:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767735725.556692:0:291975:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f622d880 x1853602709332224/t0(0) o503->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/8416 e 0 to 0 dl 1767735780 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767735725.556699:0:291975:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767735725.556703:0:291975:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1c56c1b40. 00000100:00000001:0.0:1767735725.556706:0:291975:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767735725.556708:0:291975:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767735725.556716:0:291975:0:(llog_client.c:318:llog_client_read_header()) Process leaving 00000100:00000001:0.0:1767735725.556717:0:291975:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767735725.556721:0:291975:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f622d880 x1853602709332224/t0(0) o503->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/8416 e 0 to 0 dl 1767735780 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767735725.556729:0:291975:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767735725.556731:0:291975:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767735725.556734:0:291975:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff94b1c6538000. 02000000:00000001:0.0:1767735725.556747:0:291975:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767735725.556749:0:291975:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767735725.556751:0:291975:0:(genops.c:1242:class_import_put()) import ffff94b1c403d800 refcount=7 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000020:00000001:0.0:1767735725.556754:0:291975:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767735725.556762:0:291975:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1f9104c00. 02000000:00000001:0.0:1767735725.556767:0:291975:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767735725.556768:0:291975:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767735725.556771:0:291975:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f622d880. 00000100:00000001:0.0:1767735725.556774:0:291975:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767735725.556776:0:291975:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767735725.556779:0:291975:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767735725.556780:0:291975:0:(genops.c:1242:class_import_put()) import ffff94b1c403d800 refcount=6 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000020:00000001:0.0:1767735725.556783:0:291975:0:(genops.c:1249:class_import_put()) Process leaving 00000040:00000001:0.0:1767735725.556785:0:291975:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767735725.556789:0:291975:0:(llog_cat.c:1181:llog_cat_set_first_idx()) Process entered 00000040:00080000:0.0:1767735725.556793:0:291975:0:(llog_cat.c:1211:llog_cat_set_first_idx()) catlog [0xa:0x5:0x0] first idx 2, last_idx 3 00000040:00000001:0.0:1767735725.556796:0:291975:0:(llog_cat.c:1213:llog_cat_set_first_idx()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767735725.556799:0:291975:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767735725.556801:0:291975:0:(llog_cat.c:936:llog_cat_process_or_fork()) Process entered 00000040:00000001:0.0:1767735725.556805:0:291975:0:(llog.c:943:llog_process_or_fork()) Process entered 00000040:00000010:0.0:1767735725.556808:0:291975:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff94b1f44f55a0. 00000040:00001000:0.0:1767735725.556811:0:291975:0:(llog.c:960:llog_process_or_fork()) Processing [0xa:0x5:0x0] flags 0x33fa startcat 3 startidx 0 first_idx 2 last_idx 0 read_mode 0 00000040:00000001:0.0:1767735725.556816:0:291975:0:(llog.c:544:llog_process_thread()) Process entered 00000020:00000010:0.0:1767735725.556821:0:291975:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff94b1f9104c00. 00000020:00000010:0.0:1767735725.556827:0:291975:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff94b1f9104000. 00000040:00000010:0.0:1767735725.556831:0:291975:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff94b1f9104600. 00000020:00000010:0.0:1767735725.556837:0:291975:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff94b20082d800. 00000020:00000010:0.0:1767735725.556843:0:291975:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff94b1f39ea840. 00000020:00000010:0.0:1767735725.556848:0:291975:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff94b1f9104200. 80000000:00000010:0.0:1767735725.556853:0:291975:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff94b1f44f5c60. 40000000:00000010:0.0:1767735725.556858:0:291975:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff94b1c4070000. 00100000:00000010:0.0:1767735725.556864:0:291975:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff94b200829000. 00040000:00000010:0.0:1767735725.556869:0:291975:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff94b1fdeeb200. 00040000:00000010:0.0:1767735725.556874:0:291975:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at ffff94b20082f000. 00040000:00000010:0.0:1767735725.556879:0:291975:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff94b1f9105e00. 00000004:00000010:0.0:1767735725.556884:0:291975:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at ffff94b20082c000. 00000004:00000010:0.0:1767735725.556891:0:291975:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at ffff94b1c5fa8000. 00000004:00000010:0.0:1767735725.556897:0:291975:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at ffff94b200828000. 00002000:00000010:0.0:1767735725.556902:0:291975:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff94b1d0099c00. 00000004:00000010:0.0:1767735725.556915:0:291975:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at ffff94b1d0098400. 00000020:00000010:0.0:1767735725.556921:0:291975:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at ffff94b1c4070d40. 00000040:00000010:0.0:1767735725.556930:0:291975:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at ffff94b1c6952000. 00000040:00001000:0.0:1767735725.556934:0:291975:0:(llog.c:607:llog_process_thread()) index: 3 last_index 64767 00000040:00000001:0.0:1767735725.556936:0:291975:0:(lustre_log.h:473:llog_next_block()) Process entered 00000040:00000001:0.0:1767735725.556939:0:291975:0:(llog_client.c:140:llog_client_next_block()) Process entered 00000020:00000040:0.0:1767735725.556942:0:291975:0:(genops.c:1229:class_import_get()) import ffff94b1c403d800 refcount=7 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000100:00000010:0.0:1767735725.556947:0:291975:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1f622d880. 00000020:00000040:0.0:1767735725.556950:0:291975:0:(genops.c:1229:class_import_get()) import ffff94b1c403d800 refcount=8 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000100:00000001:0.0:1767735725.556953:0:291975:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767735725.556955:0:291975:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767735725.556959:0:291975:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767735725.556963:0:291975:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1f9105800. 00000100:00000001:0.0:1767735725.556968:0:291975:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767735725.556972:0:291975:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767735725.556974:0:291975:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767735725.556978:0:291975:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1c56c1b40. 00000100:00000001:0.0:1767735725.556982:0:291975:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626089975159616 : -117983734392000 : ffff94b1c56c1b40) 00000100:00000001:0.0:1767735725.556987:0:291975:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767735725.556989:0:291975:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090792441984 : -117982917109632 : ffff94b1f622d880) 00000100:00000001:0.0:1767735725.556994:0:291975:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767735725.556998:0:291975:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767735725.557000:0:291975:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767735725.557003:0:291975:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767735725.557010:0:291975:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1f622d880 x1853602709332352/t0(0) o502->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/8472 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767735725.557021:0:291975:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767735725.557023:0:291975:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767735725.557027:0:291975:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767735725.557030:0:291975:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767735725.557032:0:291975:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767735725.557037:0:291975:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1f622d880 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:66586885-669e-469f-b1c7-cb1a0fe6eee4:291975:1853602709332352:192.168.203.112@tcp:502:chlg_load_threa.0 00000100:00000001:0.0:1767735725.557041:0:291975:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767735725.557052:0:291975:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767735725.557054:0:291975:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767735725.557057:0:291975:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767735725.557070:0:291975:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff94b1c6538000. 02000000:00000001:0.0:1767735725.557074:0:291975:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767735725.557083:0:291975:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:0.0:1767735725.557088:0:291975:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1f6558948. 00000400:00000010:0.0:1767735725.557093:0:291975:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff94b1c56c1540. 00000100:00000200:0.0:1767735725.557098:0:291975:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853602709332352, portal 10 00000100:00000001:0.0:1767735725.557101:0:291975:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767735725.557102:0:291975:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090792441984 : -117982917109632 : ffff94b1f622d880) 00000100:00000040:0.0:1767735725.557110:0:291975:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b1f622d880 x1853602709332352/t0(0) o502->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767735780 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767735725.557119:0:291975:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767735725.557122:0:291975:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:0.0:1767735725.557126:0:291975:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80b330. 00000100:00000200:0.0:1767735725.557129:0:291975:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 12, xid 1853602709332352, offset 0 00000400:00000200:0.0:1767735725.557135:0:291975:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:0.0:1767735725.557142:0:291975:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767735725.557148:0:291975:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:0.0:1767735725.557153:0:291975:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767735725.557157:0:291975:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:0.0:1767735725.557160:0:291975:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767735725.557164:0:291975:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:0.0:1767735725.557169:0:291975:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [355019:355019:256:4294967295] 192.168.203.112@tcp LPNI seq info [355019:355019:8:4294967295] 00000400:00000200:0.0:1767735725.557174:0:291975:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767735725.557184:0:291975:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:0.0:1767735725.557190:0:291975:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:0.0:1767735725.557194:0:291975:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1fdeeb300. 00000800:00000200:0.0:1767735725.557201:0:291975:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:0.0:1767735725.557207:0:291975:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:0.0:1767735725.557212:0:291975:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1fdeeb300 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:0.0:1767735725.557241:0:291975:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767735725.557246:0:291975:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: using a timeout of 4051 usecs (5 jiffies) 00000400:00000200:0.0:1767735725.557252:0:291975:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:0.0:1767735725.557256:0:291975:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 2 is 4304487383 00000100:00000001:0.0:1767735725.557262:0:291975:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 2, simply extend its deadline from 4304487378 00000100:00000001:0.0:1767735725.557268:0:291975:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 3 is 4304487383 00000100:00000001:0.0:1767735725.557272:0:291975:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 3, simply extend its deadline from 4304487378 00000100:00000001:0.0:1767735725.557275:0:291975:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767735725.557278:0:291975:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767735725.557281:0:291975:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767735725.557283:0:291975:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00100000:0.0:1767735725.557286:0:291975:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1c56c1b40 going to sleep for 50 seconds 00000100:00000001:0.0:1767735725.557289:0:291975:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767735725.557354:0:291975:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767735725.557456:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767735725.557464:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1fdeeb300. 00000400:00000200:2.0:1767735725.557470:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767735725.557478:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767735725.557484:0:196085:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80b330 00000400:00000010:2.0:1767735725.557487:0:196085:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80b330. 00000100:00000001:2.0:1767735725.557491:0:196085:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767735725.557498:0:196085:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1f622d880 x1853602709332352/t0(0) o502->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767735780 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767735725.557512:0:196085:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767735725.557516:0:196085:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f622d880 x1853602709332352/t0(0) o502->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767735780 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767735725.557526:0:196085:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767735725.557529:0:196085:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767735725.559686:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767735725.559703:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767735725.559708:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767735725.559714:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767735725.559734:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767735725.559741:0:196086:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767735725.559749:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767735725.559754:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767735725.559759:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767735725.559764:0:196086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 8472 into portal 10 MB=0x695d7830b6180 00000400:00000200:2.0:1767735725.559770:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767735725.559777:0:196086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 8472/8472 into md 0x22429d [4] + 224 00000800:00000001:2.0:1767735725.559785:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767735725.559800:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767735725.559803:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767735725.559808:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767735725.559813:0:196086:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767735725.559821:0:196086:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1f622d880 x1853602709332352/t0(0) o502->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767735780 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767735725.559835:0:196086:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8472 offset=224 replen=8472 req@ffff94b1f622d880 x1853602709332352/t0(0) o502->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767735780 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767735725.559864:0:196086:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767735725.559873:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767735725.559877:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767735725.559957:0:291975:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767735725.559967:0:291975:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767735725.559969:0:291975:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767735725.559973:0:291975:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1f6558948. 00000400:00000200:0.0:1767735725.559980:0:291975:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1c56c1540 00000400:00000010:0.0:1767735725.559983:0:291975:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at ffff94b1c56c1540. 00000100:00000001:0.0:1767735725.559987:0:291975:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767735725.559996:0:291975:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1f622d880 x1853602709332352/t0(0) o502->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767735780 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767735725.560011:0:291975:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1f622d880 x1853602709332352/t0(0) o502->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767735780 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767735725.560022:0:291975:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767735725.560024:0:291975:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767735725.560027:0:291975:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767735725.560029:0:291975:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767735725.560031:0:291975:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767735725.560034:0:291975:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767735725.560037:0:291975:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767735725.560043:0:291975:0:(import.c:2128:obd_at_measure()) add 36 to ffff94b1c403dc58 time=5 v=36 (36 36 5 5) 00000100:00001000:0.0:1767735725.560060:0:291975:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1c403dc10 time=5 v=5 (1 1 1 1) 00000100:00000001:0.0:1767735725.560063:0:291975:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767735725.560065:0:291975:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767735725.560068:0:291975:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767735725.560071:0:291975:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767735725.560074:0:291975:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767735725.560077:0:291975:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1e7e86000: skip recheck: last_committed 12885028859 00000100:00000001:0.0:1767735725.560079:0:291975:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767735725.560082:0:291975:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767735725.560088:0:291975:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1f622d880 x1853602709332352/t0(0) o502->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767735780 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767735725.560097:0:291975:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767735725.560101:0:291975:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767735725.560103:0:291975:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767735725.560108:0:291975:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1f622d880 x1853602709332352/t0(0) o502->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767735780 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767735725.560118:0:291975:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1f622d880 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:66586885-669e-469f-b1c7-cb1a0fe6eee4:291975:1853602709332352:192.168.203.112@tcp:502:chlg_load_threa.0 00000100:00000001:0.0:1767735725.560123:0:291975:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767735725.560126:0:291975:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767735725.560128:0:291975:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767735725.560130:0:291975:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767735725.560134:0:291975:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f622d880 x1853602709332352/t0(0) o502->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767735780 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767735725.560142:0:291975:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767735725.560145:0:291975:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1c56c1b40. 00000100:00000001:0.0:1767735725.560148:0:291975:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767735725.560150:0:291975:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767735725.560156:0:291975:0:(llog_client.c:197:llog_client_next_block()) Process leaving 00000100:00000001:0.0:1767735725.560158:0:291975:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767735725.560162:0:291975:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f622d880 x1853602709332352/t0(0) o502->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767735780 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767735725.560170:0:291975:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767735725.560179:0:291975:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767735725.560182:0:291975:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff94b1c6538000. 02000000:00000001:0.0:1767735725.560192:0:291975:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767735725.560194:0:291975:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767735725.560196:0:291975:0:(genops.c:1242:class_import_put()) import ffff94b1c403d800 refcount=7 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000020:00000001:0.0:1767735725.560199:0:291975:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767735725.560202:0:291975:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1f9105800. 02000000:00000001:0.0:1767735725.560205:0:291975:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767735725.560207:0:291975:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767735725.560209:0:291975:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f622d880. 00000100:00000001:0.0:1767735725.560213:0:291975:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767735725.560215:0:291975:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767735725.560217:0:291975:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767735725.560219:0:291975:0:(genops.c:1242:class_import_put()) import ffff94b1c403d800 refcount=6 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000020:00000001:0.0:1767735725.560221:0:291975:0:(genops.c:1249:class_import_put()) Process leaving 00000040:00000001:0.0:1767735725.560224:0:291975:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1767735725.560227:0:291975:0:(llog.c:663:llog_process_thread()) processing rec 0xffff94b1c6952000 type=0x1064553b idx=1 00000040:00001000:0.0:1767735725.560232:0:291975:0:(llog.c:720:llog_process_thread()) synced_idx: 3 00000040:00000001:0.0:1767735725.560234:0:291975:0:(lustre_log.h:473:llog_next_block()) Process entered 00000040:00000001:0.0:1767735725.560236:0:291975:0:(llog_client.c:140:llog_client_next_block()) Process entered 00000020:00000040:0.0:1767735725.560238:0:291975:0:(genops.c:1229:class_import_get()) import ffff94b1c403d800 refcount=7 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000100:00000010:0.0:1767735725.560243:0:291975:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1f622d880. 00000020:00000040:0.0:1767735725.560246:0:291975:0:(genops.c:1229:class_import_get()) import ffff94b1c403d800 refcount=8 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000100:00000001:0.0:1767735725.560249:0:291975:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767735725.560251:0:291975:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767735725.560255:0:291975:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767735725.560260:0:291975:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1f9105800. 00000100:00000001:0.0:1767735725.560264:0:291975:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767735725.560268:0:291975:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767735725.560270:0:291975:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767735725.560274:0:291975:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1c56c1b40. 00000100:00000001:0.0:1767735725.560276:0:291975:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626089975159616 : -117983734392000 : ffff94b1c56c1b40) 00000100:00000001:0.0:1767735725.560280:0:291975:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767735725.560282:0:291975:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090792441984 : -117982917109632 : ffff94b1f622d880) 00000100:00000001:0.0:1767735725.560286:0:291975:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767735725.560289:0:291975:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767735725.560742:0:291975:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767735725.560744:0:291975:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767735725.560751:0:291975:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1f622d880 x1853602709332480/t0(0) o502->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/8472 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767735725.560761:0:291975:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767735725.560763:0:291975:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767735725.560767:0:291975:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767735725.560770:0:291975:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767735725.560773:0:291975:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767735725.560777:0:291975:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1f622d880 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:66586885-669e-469f-b1c7-cb1a0fe6eee4:291975:1853602709332480:192.168.203.112@tcp:502:chlg_load_threa.0 00000100:00000001:0.0:1767735725.560782:0:291975:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767735725.560786:0:291975:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767735725.560788:0:291975:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767735725.560791:0:291975:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767735725.560873:0:291975:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff94b1c6538000. 02000000:00000001:0.0:1767735725.560877:0:291975:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767735725.560884:0:291975:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:0.0:1767735725.560889:0:291975:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1f6558948. 00000400:00000010:0.0:1767735725.560893:0:291975:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff94b1c56c1540. 00000100:00000200:0.0:1767735725.560899:0:291975:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853602709332480, portal 10 00000100:00000001:0.0:1767735725.560901:0:291975:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767735725.560903:0:291975:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090792441984 : -117982917109632 : ffff94b1f622d880) 00000100:00000040:0.0:1767735725.560911:0:291975:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b1f622d880 x1853602709332480/t0(0) o502->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767735780 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767735725.560920:0:291975:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767735725.560923:0:291975:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:0.0:1767735725.560926:0:291975:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80b088. 00000100:00000200:0.0:1767735725.560929:0:291975:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 12, xid 1853602709332480, offset 0 00000400:00000200:0.0:1767735725.560936:0:291975:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:0.0:1767735725.560942:0:291975:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767735725.560948:0:291975:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:0.0:1767735725.560952:0:291975:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767735725.560963:0:291975:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:0.0:1767735725.560966:0:291975:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767735725.560969:0:291975:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:0.0:1767735725.560973:0:291975:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [355020:355020:256:4294967295] 192.168.203.112@tcp LPNI seq info [355020:355020:8:4294967295] 00000400:00000200:0.0:1767735725.560979:0:291975:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767735725.560988:0:291975:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:0.0:1767735725.560994:0:291975:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:0.0:1767735725.560999:0:291975:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1fdeeb400. 00000800:00000200:0.0:1767735725.561004:0:291975:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:0.0:1767735725.561011:0:291975:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:0.0:1767735725.561015:0:291975:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1fdeeb400 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:0.0:1767735725.561034:0:291975:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767735725.561039:0:291975:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: using a timeout of 4051 usecs (5 jiffies) 00000400:00000200:0.0:1767735725.561043:0:291975:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:0.0:1767735725.561046:0:291975:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 2 is 4304487387 00000100:00000001:0.0:1767735725.561052:0:291975:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 2, simply extend its deadline from 4304487383 00000100:00000001:0.0:1767735725.561057:0:291975:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 3 is 4304487387 00000100:00000001:0.0:1767735725.561060:0:291975:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 3, simply extend its deadline from 4304487383 00000100:00000001:0.0:1767735725.561063:0:291975:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767735725.561066:0:291975:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767735725.561069:0:291975:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767735725.561071:0:291975:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00100000:0.0:1767735725.561074:0:291975:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1c56c1b40 going to sleep for 50 seconds 00000100:00000001:0.0:1767735725.561077:0:291975:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767735725.561079:0:291975:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767735725.561217:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767735725.561225:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1fdeeb400. 00000400:00000200:2.0:1767735725.561231:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767735725.561239:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767735725.561244:0:196085:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80b088 00000400:00000010:2.0:1767735725.561247:0:196085:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80b088. 00000100:00000001:2.0:1767735725.561251:0:196085:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767735725.561259:0:196085:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1f622d880 x1853602709332480/t0(0) o502->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767735780 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767735725.561272:0:196085:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767735725.561277:0:196085:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f622d880 x1853602709332480/t0(0) o502->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767735780 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767735725.561370:0:196085:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767735725.561373:0:196085:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767735725.563357:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767735725.563373:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767735725.563378:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767735725.563382:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767735725.563389:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767735725.563397:0:196086:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767735725.563404:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767735725.563409:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767735725.563414:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767735725.563418:0:196086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 8472 into portal 10 MB=0x695d7830b6200 00000400:00000200:2.0:1767735725.563424:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767735725.563429:0:196086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 8472/8472 into md 0x2242a5 [4] + 224 00000800:00000001:2.0:1767735725.563436:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767735725.563465:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767735725.563469:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767735725.563474:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767735725.563479:0:196086:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767735725.563486:0:196086:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1f622d880 x1853602709332480/t0(0) o502->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767735780 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767735725.563500:0:196086:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8472 offset=224 replen=8472 req@ffff94b1f622d880 x1853602709332480/t0(0) o502->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767735780 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767735725.563528:0:196086:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767735725.563537:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767735725.563541:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767735725.563565:0:291975:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767735725.563575:0:291975:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767735725.563578:0:291975:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767735725.563581:0:291975:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1f6558948. 00000400:00000200:0.0:1767735725.563588:0:291975:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1c56c1540 00000400:00000010:0.0:1767735725.563591:0:291975:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at ffff94b1c56c1540. 00000100:00000001:0.0:1767735725.563607:0:291975:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767735725.563617:0:291975:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1f622d880 x1853602709332480/t0(0) o502->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767735780 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767735725.563631:0:291975:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1f622d880 x1853602709332480/t0(0) o502->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767735780 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767735725.563640:0:291975:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767735725.563642:0:291975:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767735725.563645:0:291975:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767735725.563648:0:291975:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767735725.563650:0:291975:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767735725.563652:0:291975:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767735725.563655:0:291975:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767735725.563661:0:291975:0:(import.c:2128:obd_at_measure()) add 36 to ffff94b1c403dc58 time=5 v=36 (36 36 5 5) 00000100:00001000:0.0:1767735725.563665:0:291975:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1c403dc10 time=5 v=5 (1 1 1 1) 00000100:00000001:0.0:1767735725.563668:0:291975:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767735725.563670:0:291975:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767735725.563672:0:291975:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767735725.563676:0:291975:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767735725.563679:0:291975:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767735725.563681:0:291975:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1e7e86000: skip recheck: last_committed 12885028859 00000100:00000001:0.0:1767735725.563683:0:291975:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767735725.563685:0:291975:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767735725.563690:0:291975:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1f622d880 x1853602709332480/t0(0) o502->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767735780 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767735725.563699:0:291975:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767735725.563702:0:291975:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767735725.563704:0:291975:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767735725.563709:0:291975:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1f622d880 x1853602709332480/t0(0) o502->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767735780 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767735725.563718:0:291975:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1f622d880 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:66586885-669e-469f-b1c7-cb1a0fe6eee4:291975:1853602709332480:192.168.203.112@tcp:502:chlg_load_threa.0 00000100:00000001:0.0:1767735725.563724:0:291975:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767735725.563732:0:291975:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767735725.563734:0:291975:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767735725.563737:0:291975:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767735725.563741:0:291975:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f622d880 x1853602709332480/t0(0) o502->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767735780 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767735725.563749:0:291975:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767735725.563752:0:291975:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1c56c1b40. 00000100:00000001:0.0:1767735725.563755:0:291975:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767735725.563757:0:291975:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767735725.563763:0:291975:0:(llog_client.c:197:llog_client_next_block()) Process leaving 00000100:00000001:0.0:1767735725.563765:0:291975:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767735725.563768:0:291975:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f622d880 x1853602709332480/t0(0) o502->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767735780 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767735725.563776:0:291975:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767735725.563778:0:291975:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767735725.563781:0:291975:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff94b1c6538000. 02000000:00000001:0.0:1767735725.563791:0:291975:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767735725.563793:0:291975:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767735725.563795:0:291975:0:(genops.c:1242:class_import_put()) import ffff94b1c403d800 refcount=7 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000020:00000001:0.0:1767735725.563798:0:291975:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767735725.563800:0:291975:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1f9105800. 02000000:00000001:0.0:1767735725.563804:0:291975:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767735725.563806:0:291975:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767735725.563808:0:291975:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f622d880. 00000100:00000001:0.0:1767735725.563811:0:291975:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767735725.563812:0:291975:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767735725.563815:0:291975:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767735725.563816:0:291975:0:(genops.c:1242:class_import_put()) import ffff94b1c403d800 refcount=6 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000020:00000001:0.0:1767735725.563818:0:291975:0:(genops.c:1249:class_import_put()) Process leaving 00000040:00000001:0.0:1767735725.563820:0:291975:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1767735725.563823:0:291975:0:(llog.c:663:llog_process_thread()) processing rec 0xffff94b1c6952000 type=0x1064553b idx=1 00000040:00001000:0.0:1767735725.563827:0:291975:0:(llog.c:759:llog_process_thread()) skipping lrh_index 1 00000040:00001000:0.0:1767735725.563829:0:291975:0:(llog.c:663:llog_process_thread()) processing rec 0xffff94b1c6952040 type=0x1064553b idx=2 00000040:00001000:0.0:1767735725.563831:0:291975:0:(llog.c:759:llog_process_thread()) skipping lrh_index 2 00000040:00001000:0.0:1767735725.563833:0:291975:0:(llog.c:663:llog_process_thread()) processing rec 0xffff94b1c6952080 type=0x1064553b idx=3 00000040:00001000:0.0:1767735725.563835:0:291975:0:(llog.c:776:llog_process_thread()) lrh_index: 3 lrh_len: 64 (8064 remains) 00000040:00080000:0.0:1767735725.563844:0:291975:0:(llog.c:797:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00000001:0.0:1767735725.563848:0:291975:0:(llog_cat.c:872:llog_cat_process_cb()) Process entered 00000040:00000001:0.0:1767735725.563850:0:291975:0:(llog_cat.c:819:llog_cat_process_common()) Process entered 00000040:00080000:0.0:1767735725.563853:0:291975:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x26:0x0] at index 3 of catalog [0xa:0x5:0x0] 00000040:00000001:0.0:1767735725.563857:0:291975:0:(llog_cat.c:365:llog_cat_id2handle()) Process entered 00000040:00000001:0.0:1767735725.563860:0:291975:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:0.0:1767735725.563863:0:291975:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff94b1f9105800. 00000040:00000001:0.0:1767735725.563866:0:291975:0:(llog_client.c:69:llog_client_open()) Process entered 00000020:00000040:0.0:1767735725.563868:0:291975:0:(genops.c:1229:class_import_get()) import ffff94b1c403d800 refcount=7 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000100:00000010:0.0:1767735725.563872:0:291975:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1f622d880. 00000020:00000040:0.0:1767735725.563875:0:291975:0:(genops.c:1229:class_import_get()) import ffff94b1c403d800 refcount=8 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000100:00000001:0.0:1767735725.563878:0:291975:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767735725.563880:0:291975:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767735725.563884:0:291975:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767735725.563888:0:291975:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1f9104400. 00000100:00000001:0.0:1767735725.563893:0:291975:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767735725.563896:0:291975:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767735725.563898:0:291975:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767735725.563902:0:291975:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1c56c1b40. 00000100:00000001:0.0:1767735725.563904:0:291975:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626089975159616 : -117983734392000 : ffff94b1c56c1b40) 00000100:00000001:0.0:1767735725.563907:0:291975:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767735725.563909:0:291975:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090792441984 : -117982917109632 : ffff94b1f622d880) 00000100:00000001:0.0:1767735725.563913:0:291975:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767735725.563916:0:291975:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767735725.563918:0:291975:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767735725.563920:0:291975:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767735725.563925:0:291975:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1f622d880 x1853602709332608/t0(0) o501->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767735725.563934:0:291975:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767735725.563936:0:291975:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767735725.563939:0:291975:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767735725.563941:0:291975:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767735725.563943:0:291975:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767735725.563947:0:291975:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1f622d880 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:66586885-669e-469f-b1c7-cb1a0fe6eee4:291975:1853602709332608:192.168.203.112@tcp:501:chlg_load_threa.0 00000100:00000001:0.0:1767735725.563961:0:291975:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767735725.563964:0:291975:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767735725.563967:0:291975:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767735725.563969:0:291975:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767735725.563972:0:291975:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94b1f9105200. 02000000:00000001:0.0:1767735725.563974:0:291975:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767735725.563981:0:291975:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:0.0:1767735725.563984:0:291975:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1f6558948. 00000400:00000010:0.0:1767735725.563989:0:291975:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80baa0. 00000100:00000200:0.0:1767735725.563993:0:291975:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853602709332608, portal 10 00000100:00000001:0.0:1767735725.563996:0:291975:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767735725.563997:0:291975:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090792441984 : -117982917109632 : ffff94b1f622d880) 00000100:00000040:0.0:1767735725.564004:0:291975:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b1f622d880 x1853602709332608/t0(0) o501->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/272 e 0 to 0 dl 1767735780 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767735725.564012:0:291975:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767735725.564015:0:291975:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:0.0:1767735725.564018:0:291975:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80b088. 00000100:00000200:0.0:1767735725.564021:0:291975:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 12, xid 1853602709332608, offset 0 00000400:00000200:0.0:1767735725.564027:0:291975:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:0.0:1767735725.564033:0:291975:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767735725.564038:0:291975:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:0.0:1767735725.564043:0:291975:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767735725.564047:0:291975:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:0.0:1767735725.564050:0:291975:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767735725.564053:0:291975:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:0.0:1767735725.564057:0:291975:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [355021:355021:256:4294967295] 192.168.203.112@tcp LPNI seq info [355021:355021:8:4294967295] 00000400:00000200:0.0:1767735725.564062:0:291975:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767735725.564071:0:291975:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:0.0:1767735725.564077:0:291975:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:0.0:1767735725.564081:0:291975:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1fdeeb400. 00000800:00000200:0.0:1767735725.564087:0:291975:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:0.0:1767735725.564100:0:291975:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:0.0:1767735725.564104:0:291975:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1fdeeb400 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:0.0:1767735725.564125:0:291975:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767735725.564131:0:291975:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: using a timeout of 4051 usecs (5 jiffies) 00000400:00000200:0.0:1767735725.564136:0:291975:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:0.0:1767735725.564138:0:291975:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 2 is 4304487390 00000100:00000001:0.0:1767735725.564144:0:291975:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 2, simply extend its deadline from 4304487387 00000100:00000001:0.0:1767735725.564149:0:291975:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 3 is 4304487390 00000100:00000001:0.0:1767735725.564152:0:291975:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 3, simply extend its deadline from 4304487387 00000100:00000001:0.0:1767735725.564156:0:291975:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767735725.564158:0:291975:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767735725.564161:0:291975:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767735725.564163:0:291975:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00100000:0.0:1767735725.564166:0:291975:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1c56c1b40 going to sleep for 50 seconds 00000100:00000001:0.0:1767735725.564169:0:291975:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767735725.564171:0:291975:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767735725.564366:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767735725.564374:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1fdeeb400. 00000400:00000200:2.0:1767735725.564382:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767735725.564393:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767735725.564401:0:196085:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80b088 00000400:00000010:2.0:1767735725.564416:0:196085:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80b088. 00000100:00000001:2.0:1767735725.564421:0:196085:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767735725.564429:0:196085:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1f622d880 x1853602709332608/t0(0) o501->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/272 e 0 to 0 dl 1767735780 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767735725.564444:0:196085:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767735725.564449:0:196085:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f622d880 x1853602709332608/t0(0) o501->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/272 e 0 to 0 dl 1767735780 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767735725.564458:0:196085:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767735725.564461:0:196085:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767735725.566100:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767735725.566115:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767735725.566119:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767735725.566122:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767735725.566129:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767735725.566136:0:196086:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767735725.566143:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767735725.566148:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767735725.566152:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767735725.566157:0:196086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 224 into portal 10 MB=0x695d7830b6280 00000400:00000200:2.0:1767735725.566162:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767735725.566167:0:196086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 224/224 into md 0x2242ad [1] + 224 00000800:00000001:2.0:1767735725.566174:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767735725.566183:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767735725.566186:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767735725.566190:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767735725.566195:0:196086:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767735725.566202:0:196086:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1f622d880 x1853602709332608/t0(0) o501->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/272 e 0 to 0 dl 1767735780 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767735725.566215:0:196086:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=272 req@ffff94b1f622d880 x1853602709332608/t0(0) o501->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/272 e 0 to 0 dl 1767735780 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767735725.566242:0:196086:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767735725.566264:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767735725.566268:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767735725.566367:0:291975:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767735725.566377:0:291975:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767735725.566379:0:291975:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767735725.566382:0:291975:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1f6558948. 00000400:00000200:0.0:1767735725.566389:0:291975:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80baa0 00000400:00000010:0.0:1767735725.566391:0:291975:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80baa0. 00000100:00000001:0.0:1767735725.566395:0:291975:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767735725.566404:0:291975:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1f622d880 x1853602709332608/t0(0) o501->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/272 e 0 to 0 dl 1767735780 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767735725.566419:0:291975:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1f622d880 x1853602709332608/t0(0) o501->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/272 e 0 to 0 dl 1767735780 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767735725.566428:0:291975:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767735725.566431:0:291975:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767735725.566434:0:291975:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767735725.566436:0:291975:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767735725.566438:0:291975:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767735725.566452:0:291975:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767735725.566455:0:291975:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767735725.566461:0:291975:0:(import.c:2128:obd_at_measure()) add 36 to ffff94b1c403dc58 time=5 v=36 (36 36 5 5) 00000100:00001000:0.0:1767735725.566466:0:291975:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1c403dc10 time=5 v=5 (1 1 1 1) 00000100:00000001:0.0:1767735725.566469:0:291975:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1767735725.566474:0:291975:0:(client.c:1495:ptlrpc_check_status()) @@@ check status: rc = -13 req@ffff94b1f622d880 x1853602709332608/t0(0) o501->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/224 e 0 to 0 dl 1767735780 ref 2 fl Rpc:RQU/200/0 rc 0/-13 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767735725.566483:0:291975:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=18446744073709551603 : -13 : fffffffffffffff3) 00000100:00000001:0.0:1767735725.566486:0:291975:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767735725.566488:0:291975:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1e7e86000: skip recheck: last_committed 12885028859 00000100:00000001:0.0:1767735725.566490:0:291975:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767735725.566493:0:291975:0:(client.c:1781:after_reply()) Process leaving (rc=18446744073709551603 : -13 : fffffffffffffff3) 00000100:00000040:0.0:1767735725.566497:0:291975:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1f622d880 x1853602709332608/t0(0) o501->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/224 e 0 to 0 dl 1767735780 ref 2 fl Rpc:RQU/200/0 rc -13/-13 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767735725.566506:0:291975:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551603 : -13 : 0xfffffffffffffff3) 00000100:00000001:0.0:1767735725.566509:0:291975:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767735725.566511:0:291975:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767735725.566516:0:291975:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1f622d880 x1853602709332608/t0(0) o501->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/224 e 0 to 0 dl 1767735780 ref 2 fl Interpret:RQU/200/0 rc -13/-13 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767735725.566525:0:291975:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1f622d880 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:66586885-669e-469f-b1c7-cb1a0fe6eee4:291975:1853602709332608:192.168.203.112@tcp:501:chlg_load_threa.0 00000100:00000001:0.0:1767735725.566531:0:291975:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767735725.566534:0:291975:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551603 : -13 : fffffffffffffff3) 00000100:00000001:0.0:1767735725.566536:0:291975:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767735725.566538:0:291975:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767735725.566542:0:291975:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f622d880 x1853602709332608/t0(0) o501->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/224 e 0 to 0 dl 1767735780 ref 2 fl Complete:RQU/200/0 rc -13/-13 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767735725.566550:0:291975:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767735725.566553:0:291975:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1c56c1b40. 00000100:00000001:0.0:1767735725.566556:0:291975:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767735725.566563:0:291975:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551603 : -13 : fffffffffffffff3) 00000040:00000001:0.0:1767735725.566566:0:291975:0:(llog_client.c:114:llog_client_open()) Process leaving via out (rc=18446744073709551603 : -13 : 0xfffffffffffffff3) 00000020:00000001:0.0:1767735725.566570:0:291975:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767735725.566572:0:291975:0:(genops.c:1242:class_import_put()) import ffff94b1c403d800 refcount=7 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000020:00000001:0.0:1767735725.566575:0:291975:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1767735725.566577:0:291975:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767735725.566581:0:291975:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f622d880 x1853602709332608/t0(0) o501->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/224 e 0 to 0 dl 1767735780 ref 1 fl Complete:RQU/200/0 rc -13/-13 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767735725.566589:0:291975:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767735725.566591:0:291975:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767735725.566594:0:291975:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94b1f9105200. 02000000:00000001:0.0:1767735725.566597:0:291975:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767735725.566599:0:291975:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767735725.566600:0:291975:0:(genops.c:1242:class_import_put()) import ffff94b1c403d800 refcount=6 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000020:00000001:0.0:1767735725.566603:0:291975:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767735725.566605:0:291975:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1f9104400. 02000000:00000001:0.0:1767735725.566608:0:291975:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767735725.566610:0:291975:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767735725.566611:0:291975:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f622d880. 00000100:00000001:0.0:1767735725.566615:0:291975:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767735725.566616:0:291975:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00001000:0.0:1767735725.566619:0:291975:0:(llog.c:1547:llog_open()) lustre-MDT0000-mdc-ffff94b1e7e86000: Failed to open llog : rc -13 00000040:00000010:0.0:1767735725.566623:0:291975:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff94b1f9105800. 00000040:00000001:0.0:1767735725.566626:0:291975:0:(llog.c:1551:llog_open()) Process leaving (rc=18446744073709551603 : -13 : fffffffffffffff3) 00000040:00020000:0.0:1767735725.566629:0:291975:0:(llog_cat.c:396:llog_cat_id2handle()) lustre-MDT0000-mdc-ffff94b1e7e86000: error opening log id [0x1:0x26:0x0]: rc = -13 00000040:00000001:0.0:1767735725.566633:0:291975:0:(llog_cat.c:397:llog_cat_id2handle()) Process leaving (rc=18446744073709551603 : -13 : fffffffffffffff3) 00000040:00000400:0.0:1767735725.566636:0:291975:0:(llog_cat.c:841:llog_cat_process_common()) lustre-MDT0000-mdc-ffff94b1e7e86000: can't find llog handle [0x1:0x26:0x0]: rc = -13 00000040:00000001:0.0:1767735725.566639:0:291975:0:(llog_cat.c:843:llog_cat_process_common()) Process leaving (rc=18446744073709551603 : -13 : fffffffffffffff3) 00000040:00000001:0.0:1767735725.566642:0:291975:0:(llog_cat.c:880:llog_cat_process_cb()) Process leaving via out (rc=18446744073709551603 : -13 : 0xfffffffffffffff3) 00000040:00000001:0.0:1767735725.566645:0:291975:0:(llog_cat.c:923:llog_cat_process_cb()) Process leaving (rc=18446744073709551603 : -13 : fffffffffffffff3) 00000040:00000001:0.0:1767735725.566648:0:291975:0:(llog.c:835:llog_process_thread()) Process leaving via out (rc=18446744073709551603 : -13 : 0xfffffffffffffff3) 00000040:00080000:0.0:1767735725.566651:0:291975:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x5:0x0] index 3 count 2 00000040:00000010:0.0:1767735725.566660:0:291975:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at ffff94b1c6952000. 00000020:00000010:0.0:1767735725.566668:0:291975:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff94b1c4070d40. 00000020:00000010:0.0:1767735725.566682:0:291975:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff94b1f9104000. 00000040:00000010:0.0:1767735725.566686:0:291975:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff94b1f9104600. 00000020:00000010:0.0:1767735725.566690:0:291975:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff94b20082d800. 00000020:00000010:0.0:1767735725.566695:0:291975:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff94b1f39ea840. 00000020:00000010:0.0:1767735725.566700:0:291975:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff94b1f9104200. 80000000:00000010:0.0:1767735725.566704:0:291975:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff94b1f44f5c60. 40000000:00000010:0.0:1767735725.566708:0:291975:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff94b1c4070000. 00100000:00000010:0.0:1767735725.566712:0:291975:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff94b200829000. 00040000:00000010:0.0:1767735725.566716:0:291975:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff94b1fdeeb200. 00040000:00000010:0.0:1767735725.566719:0:291975:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at ffff94b20082f000. 00040000:00000010:0.0:1767735725.566724:0:291975:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff94b1f9105e00. 00000004:00000010:0.0:1767735725.566728:0:291975:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at ffff94b20082c000. 00000004:00000010:0.0:1767735725.566732:0:291975:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at ffff94b1c5fa8000. 00000004:00000010:0.0:1767735725.566736:0:291975:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at ffff94b200828000. 00002000:00000010:0.0:1767735725.566740:0:291975:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff94b1d0099c00. 00000004:00000010:0.0:1767735725.566743:0:291975:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at ffff94b1d0098400. 00000020:00000010:0.0:1767735725.566747:0:291975:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff94b1f9104c00. 00000040:00000010:0.0:1767735725.566750:0:291975:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at ffff94b1f44f55a0. 00000040:00000001:0.0:1767735725.566753:0:291975:0:(llog.c:987:llog_process_or_fork()) Process leaving (rc=18446744073709551603 : -13 : fffffffffffffff3) 00000040:00000001:0.0:1767735725.566756:0:291975:0:(llog_cat.c:995:llog_cat_process_or_fork()) Process leaving (rc=18446744073709551603 : -13 : fffffffffffffff3) 00000002:00020000:0.0:1767735725.566759:0:291975:0:(mdc_changelog.c:326:chlg_load()) lustre-MDT0000-mdc-ffff94b1e7e86000: fail to process llog: rc = -13 00000002:00000001:0.0:1767735725.566762:0:291975:0:(mdc_changelog.c:327:chlg_load()) Process leaving via err_out (rc=18446744073709551603 : -13 : 0xfffffffffffffff3) 00000040:00000001:0.0:1767735725.566783:0:291975:0:(llog_cat.c:426:llog_cat_close()) Process entered 00000040:00000010:0.0:1767735725.566788:0:291975:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff94b1c6950000. 00000040:00000010:0.0:1767735725.566792:0:291975:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff94b1f9105000. 00000040:00000001:0.0:1767735725.566795:0:291975:0:(llog_cat.c:454:llog_cat_close()) Process leaving (rc=0 : 0 : 0) 00000002:00000040:0.0:1767735725.566797:0:291975:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff94b1e7e1ba80 : new refcount 1 00000020:00000040:0.0:1767735725.566801:0:291975:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-mdc-ffff94b1e7e86000 (ffff94b1c699caa0) now 6 - changelog 00000002:00000001:2.0:1767735725.566892:0:291974:0:(mdc_changelog.c:457:chlg_read()) Process leaving (rc=18446744073709551603 : -13 : fffffffffffffff3) 00000002:00000001:0.0:1767735725.566981:0:291975:0:(mdc_changelog.c:356:chlg_load()) Process leaving (rc=18446744073709551603 : -13 : fffffffffffffff3) 00000002:00000010:2.0:1767735725.567058:0:291974:0:(mdc_changelog.c:662:chlg_release()) kfreed 'crs': 224 at ffff94b1fdeebd00. 00000100:00000040:2.0:1767735725.569431:0:284304:0:(connection.c:75:cpu_latency_work()) work item of ffff94b1c5121a20 (cpu 0) has reached its deadline 4304487390, at 4304487391 00000100:00000010:2.0:1767735725.569443:0:284304:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94b1f44f5ba0. 00000100:00000040:3.0:1767735725.569447:0:276642:0:(connection.c:75:cpu_latency_work()) work item of ffff94b1c5121b30 (cpu 0) has reached its deadline 4304487390, at 4304487391 00000100:00000010:3.0:1767735725.569464:0:276642:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94b1f44f5180. 00000080:00000001:2.0:1767735725.584580:0:291976:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:2.0:1767735725.584587:0:291976:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:2.0:1767735725.584589:0:291976:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1767735725.584592:0:291976:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3082fbbc0 00000080:00200000:2.0:1767735725.584596:0:291976:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1d15a8908),name=/ 00000080:00000010:2.0:1767735725.584604:0:291976:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1f0d0f000. 00800000:00000002:2.0:1767735725.584610:0:291976:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff94b1fe4a8d80 2 00000080:00000001:2.0:1767735725.584613:0:291976:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:2.0:1767735725.584617:0:291976:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1767735725.584619:0:291976:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3082fbae0 00800000:00000002:2.0:1767735725.584622:0:291976:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1767735725.584627:0:291976:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1767735725.584631:0:291976:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1767735725.584636:0:291976:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1767735725.584638:0:291976:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3082fb9b0 00000002:00010000:2.0:1767735725.584640:0:291976:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1767735725.584645:0:291976:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1767735725.584647:0:291976:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1767735725.584650:0:291976:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1767735725.584656:0:291976:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1c5a36200 count: 2 00010000:00000001:2.0:1767735725.584659:0:291976:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767735725.584664:0:291976:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767735725.584667:0:291976:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1767735725.584673:0:291976:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1fbc4d800/0x1886cffb85ccd6af lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede592389d1 expref: -99 pid: 291960 timeout: 0 lvb_type: 0 02000000:00000001:2.0:1767735725.584685:0:291976:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1767735725.584688:0:291976:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767735725.584693:0:291976:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1fbc4d800/0x1886cffb85ccd6af lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede592389d1 expref: -99 pid: 291960 timeout: 0 lvb_type: 0 00000002:00000001:2.0:1767735725.584709:0:291976:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1767735725.584712:0:291976:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1767735725.584714:0:291976:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1767735725.584716:0:291976:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1767735725.584719:0:291976:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1767735725.584722:0:291976:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1767735725.584725:0:291976:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1767735725.584728:0:291976:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff94b1fe4a8d80 2 00000080:00000010:2.0:1767735725.584731:0:291976:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1f0d0f000. 00000080:00000001:2.0:1767735725.584736:0:291976:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1767735725.584738:0:291976:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1767735725.584741:0:291976:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1d15a8908) 00000080:00010000:2.0:1767735725.584745:0:291976:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1d15a8908) for lock 0x1886cffb85ccd6af 00800000:00000001:2.0:1767735725.584749:0:291976:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1767735725.584751:0:291976:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1767735725.584753:0:291976:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767735725.584756:0:291976:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767735725.584758:0:291976:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1fbc4d800 refcount=3 00000020:00000001:2.0:1767735725.584761:0:291976:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090886944768 : -117982822606848 : ffff94b1fbc4d800) 00010000:00000001:2.0:1767735725.584764:0:291976:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090886944768 : -117982822606848 : ffff94b1fbc4d800) 00010000:00000001:2.0:1767735725.584767:0:291976:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767735725.584769:0:291976:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1767735725.584771:0:291976:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1767735725.584773:0:291976:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1767735725.584776:0:291976:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1886cffb85ccd6af from it ffffafc3082fbbf8 00010000:00000001:2.0:1767735725.584778:0:291976:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767735725.584780:0:291976:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767735725.584781:0:291976:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1fbc4d800 refcount=3 00000020:00000001:2.0:1767735725.584784:0:291976:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090886944768 : -117982822606848 : ffff94b1fbc4d800) 00010000:00000001:2.0:1767735725.584786:0:291976:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090886944768 : -117982822606848 : ffff94b1fbc4d800) 00010000:00000001:2.0:1767735725.584789:0:291976:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767735725.584792:0:291976:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1fbc4d800/0x1886cffb85ccd6af lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede592389d1 expref: -99 pid: 291960 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767735725.584805:0:291976:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767735725.584807:0:291976:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767735725.584809:0:291976:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1767735725.584812:0:291976:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1767735725.584815:0:291976:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1fbc4d800/0x1886cffb85ccd6af lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede592389d1 expref: -99 pid: 291960 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767735725.584824:0:291976:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767735725.584827:0:291976:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1767735725.584829:0:291976:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767735725.584832:0:291976:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767735725.584834:0:291976:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767735725.584835:0:291976:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767735725.584839:0:291976:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767735725.584841:0:291976:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767735725.584843:0:291976:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767735725.584846:0:291976:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767735725.584848:0:291976:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767735725.584850:0:291976:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767735725.584851:0:291976:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767735725.584854:0:291976:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767735725.584856:0:291976:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1767735725.584859:0:291976:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1d15a8908), inode mode 41ed mask 1 00000080:00000001:2.0:1767735725.584863:0:291976:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1767735725.584870:0:291976:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff94b1f2cc0560. 00000020:00000001:2.0:1767735725.584875:0:291976:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3082fbb28 00000080:00200000:2.0:1767735725.584877:0:291976:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=.lustre, dir=[0x200000007:0x1:0x0](ffff94b1d15a8908), flags=25 00000080:00000001:2.0:1767735725.584881:0:291976:0:(namei.c:1014:ll_lookup_it()) Process entered 00000020:00000001:2.0:1767735725.584883:0:291976:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3082fb9e8 00000080:00200000:2.0:1767735725.584885:0:291976:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=.lustre, dir=[0x200000007:0x1:0x0](ffff94b1d15a8908), intent=0 00000080:00000010:2.0:1767735725.584891:0:291976:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1f0d0f000. 00800000:00000002:2.0:1767735725.584895:0:291976:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff94b1fe4a8d80 2 00000080:00000001:2.0:1767735725.584898:0:291976:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:2.0:1767735725.584901:0:291976:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1767735725.584902:0:291976:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3082fb908 00800000:00000002:2.0:1767735725.584910:0:291976:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'lookup' for [0x0:0x0:0x0] '.lustre' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1767735725.584914:0:291976:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00000020:00000001:2.0:1767735725.584917:0:291976:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3082fb8a0 00800000:00000002:2.0:1767735725.584920:0:291976:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='.lustre' -> mds #0 00000002:00000001:2.0:1767735725.584924:0:291976:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1767735725.584925:0:291976:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3082fb7d8 00000002:00010000:2.0:1767735725.584928:0:291976:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: .lustre,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00000002:00000001:2.0:1767735725.584932:0:291976:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1767735725.584934:0:291976:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1767735725.584939:0:291976:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1f6bae680. 00000020:00000040:2.0:1767735725.584942:0:291976:0:(genops.c:1229:class_import_get()) import ffff94b1c403d800 refcount=7 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00010000:00000001:2.0:1767735725.584946:0:291976:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1767735725.584950:0:291976:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767735725.584953:0:291976:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767735725.584954:0:291976:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767735725.584956:0:291976:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767735725.584959:0:291976:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767735725.584961:0:291976:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767735725.584964:0:291976:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767735725.584968:0:291976:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94b1d1eabc00. 00000100:00000001:2.0:1767735725.584973:0:291976:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767735725.584977:0:291976:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1767735725.584979:0:291976:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767735725.584981:0:291976:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1767735725.584983:0:291976:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767735725.584985:0:291976:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1767735725.584991:0:291976:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446626090802407040 : -117982907144576 : ffff94b1f6bae680) 00010000:00000001:2.0:1767735725.584994:0:291976:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1767735725.584996:0:291976:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1767735725.585000:0:291976:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1c5a36200 count: 2 00010000:00000001:2.0:1767735725.585003:0:291976:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767735725.585006:0:291976:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767735725.585009:0:291976:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94b1f8d29e00. 00000020:00000001:2.0:1767735725.585013:0:291976:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767735725.585016:0:291976:0:(lustre_handles.c:77:class_handle_hash()) added object ffff94b1f8d29e00 with handle 0x1886cffb85ccd6c4 to hash 00000020:00000001:2.0:1767735725.585024:0:291976:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767735725.585026:0:291976:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626090837515776 : -117982872035840 : ffff94b1f8d29e00) 00010000:00000001:2.0:1767735725.585029:0:291976:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626090837515776 : -117982872035840 : ffff94b1f8d29e00) 00010000:00000001:2.0:1767735725.585032:0:291976:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767735725.585035:0:291976:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767735725.585039:0:291976:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f8d29e00/0x1886cffb85ccd6c4 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 291976 initiator: MDT0 00010000:00010000:2.0:1767735725.585047:0:291976:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f8d29e00/0x1886cffb85ccd6c4 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 291976 initiator: MDT0 00010000:00010000:2.0:1767735725.585058:0:291976:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f8d29e00/0x1886cffb85ccd6c4 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 291976 initiator: MDT0 00000100:00000001:2.0:1767735725.585064:0:291976:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1767735725.585065:0:291976:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767735725.585070:0:291976:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1f1a7e300. 00000100:00000001:2.0:1767735725.585073:0:291976:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090717274880 : -117982992276736 : ffff94b1f1a7e300) 00000100:00000001:2.0:1767735725.585075:0:291976:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767735725.585077:0:291976:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090802407040 : -117982907144576 : ffff94b1f6bae680) 00000100:00000001:2.0:1767735725.585081:0:291976:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767735725.585084:0:291976:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767735725.585086:0:291976:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767735725.585088:0:291976:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767735725.585096:0:291976:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1f6bae680 x1853602709332736/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767735725.585106:0:291976:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767735725.585108:0:291976:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767735725.585111:0:291976:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767735725.585113:0:291976:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767735725.585116:0:291976:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767735725.585120:0:291976:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1f6bae680 pname:cluuid:pid:xid:nid:opc:job multiop:66586885-669e-469f-b1c7-cb1a0fe6eee4:291976:1853602709332736:192.168.203.112@tcp:101:multiop.0 00000100:00000001:2.0:1767735725.585124:0:291976:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767735725.585134:0:291976:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767735725.585136:0:291976:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767735725.585139:0:291976:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767735725.585143:0:291976:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b1f84a1000. 02000000:00000001:2.0:1767735725.585145:0:291976:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767735725.585152:0:291976:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:2.0:1767735725.585156:0:291976:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1f8c5e738. 00000400:00000010:2.0:1767735725.585161:0:291976:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1faa29220. 00000100:00000200:2.0:1767735725.585166:0:291976:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602709332736, portal 10 00000100:00000001:2.0:1767735725.585168:0:291976:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767735725.585170:0:291976:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090802407040 : -117982907144576 : ffff94b1f6bae680) 00000100:00000040:2.0:1767735725.585177:0:291976:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff94b1f6bae680 x1853602709332736/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767735780 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767735725.585186:0:291976:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767735725.585190:0:291976:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:2.0:1767735725.585193:0:291976:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1faa29ee0. 00000100:00000200:2.0:1767735725.585196:0:291976:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1853602709332736, offset 0 00000400:00000200:2.0:1767735725.585202:0:291976:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:2.0:1767735725.585208:0:291976:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767735725.585214:0:291976:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:2.0:1767735725.585218:0:291976:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767735725.585222:0:291976:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:2.0:1767735725.585225:0:291976:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767735725.585229:0:291976:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:2.0:1767735725.585233:0:291976:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [355022:355022:256:4294967295] 192.168.203.112@tcp LPNI seq info [355022:355022:8:4294967295] 00000400:00000200:2.0:1767735725.585238:0:291976:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767735725.585247:0:291976:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:2.0:1767735725.585253:0:291976:0:(socklnd_cb.c:1001:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:2.0:1767735725.585257:0:291976:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1d1c83100. 00000800:00000200:2.0:1767735725.585263:0:291976:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:2.0:1767735725.585269:0:291976:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:2.0:1767735725.585274:0:291976:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1d1c83100 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:2.0:1767735725.585353:0:291976:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767735725.585361:0:291976:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: using a timeout of 4051 usecs (5 jiffies) 00000400:00000200:2.0:1767735725.585371:0:291976:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:2.0:1767735725.585376:0:291976:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 2 is 4304487412 00000100:00000010:2.0:1767735725.585384:0:291976:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94b1d1e73f00. 00000100:00000001:2.0:1767735725.585391:0:291976:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767735725.585399:0:291976:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 3 is 4304487412 00000100:00000010:2.0:1767735725.585404:0:291976:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94b1d1e73360. 00000100:00000001:2.0:1767735725.585408:0:291976:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767735725.585418:0:291976:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767735725.585421:0:291976:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767735725.585425:0:291976:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767735725.585427:0:291976:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00100000:2.0:1767735725.585430:0:291976:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1f1a7e300 going to sleep for 50 seconds 00000100:00000001:2.0:1767735725.585434:0:291976:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767735725.585437:0:291976:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767735725.585504:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767735725.585513:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1d1c83100. 00000400:00000200:3.0:1767735725.585520:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767735725.585528:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:3.0:1767735725.585535:0:196085:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1faa29ee0 00000400:00000010:3.0:1767735725.585538:0:196085:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1faa29ee0. 00000100:00000001:3.0:1767735725.585544:0:196085:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767735725.585552:0:196085:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1f6bae680 x1853602709332736/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767735780 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767735725.585577:0:196085:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767735725.585582:0:196085:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f6bae680 x1853602709332736/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767735780 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767735725.585671:0:196085:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767735725.585675:0:196085:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767735725.589400:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767735725.589416:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767735725.589421:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767735725.589426:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767735725.589434:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767735725.589443:0:196086:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767735725.589451:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767735725.589456:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767735725.589461:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767735725.589465:0:196086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 584 into portal 10 MB=0x695d7830b6300 00000400:00000200:2.0:1767735725.589471:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767735725.589477:0:196086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 584/584 into md 0x2242b5 [1] + 224 00000800:00000001:2.0:1767735725.589484:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767735725.589493:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767735725.589496:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767735725.589501:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767735725.589518:0:196086:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767735725.589527:0:196086:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1f6bae680 x1853602709332736/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767735780 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1767735725.589542:0:196086:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1792 req@ffff94b1f6bae680 x1853602709332736/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767735780 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767735725.589568:0:196086:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767735725.589577:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767735725.589582:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767735725.589618:0:291976:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767735725.589629:0:291976:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767735725.589631:0:291976:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767735725.589635:0:291976:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1f8c5e738. 00000400:00000200:1.0:1767735725.589643:0:291976:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1faa29220 00000400:00000010:1.0:1767735725.589646:0:291976:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1faa29220. 00000100:00000001:1.0:1767735725.589650:0:291976:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767735725.589660:0:291976:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1f6bae680 x1853602709332736/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767735780 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1767735725.589674:0:291976:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1f6bae680 x1853602709332736/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767735780 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767735725.589684:0:291976:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767735725.589686:0:291976:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767735725.589689:0:291976:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767735725.589692:0:291976:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767735725.589694:0:291976:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767735725.589696:0:291976:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767735725.589699:0:291976:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767735725.589706:0:291976:0:(import.c:2128:obd_at_measure()) add 36 to ffff94b1c403dc58 time=5 v=36 (36 36 5 5) 00000100:00001000:1.0:1767735725.589710:0:291976:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1c403dc10 time=5 v=5 (1 1 1 1) 00000100:00000001:1.0:1767735725.589714:0:291976:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767735725.589716:0:291976:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767735725.589730:0:291976:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767735725.589734:0:291976:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767735725.589737:0:291976:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767735725.589739:0:291976:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1e7e86000: skip recheck: last_committed 12885028859 00000100:00000001:1.0:1767735725.589742:0:291976:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767735725.589744:0:291976:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767735725.589750:0:291976:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1f6bae680 x1853602709332736/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/584 e 0 to 0 dl 1767735780 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767735725.589759:0:291976:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767735725.589762:0:291976:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767735725.589764:0:291976:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767735725.589769:0:291976:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1f6bae680 x1853602709332736/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/584 e 0 to 0 dl 1767735780 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1767735725.589779:0:291976:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1f6bae680 pname:cluuid:pid:xid:nid:opc:job multiop:66586885-669e-469f-b1c7-cb1a0fe6eee4:291976:1853602709332736:192.168.203.112@tcp:101:multiop.0 00000100:00000001:1.0:1767735725.589784:0:291976:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767735725.589787:0:291976:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767735725.589790:0:291976:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767735725.589792:0:291976:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767735725.589796:0:291976:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f6bae680 x1853602709332736/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/584 e 0 to 0 dl 1767735780 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767735725.589804:0:291976:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767735725.589807:0:291976:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1f1a7e300. 00000100:00000001:1.0:1767735725.589811:0:291976:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767735725.589813:0:291976:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767735725.589816:0:291976:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1767735725.589818:0:291976:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767735725.589820:0:291976:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767735725.589823:0:291976:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f8d29e00 refcount=4 00000020:00000001:1.0:1767735725.589826:0:291976:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090837515776 : -117982872035840 : ffff94b1f8d29e00) 00010000:00000001:1.0:1767735725.589829:0:291976:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090837515776 : -117982872035840 : ffff94b1f8d29e00) 00010000:00000040:1.0:1767735725.589834:0:291976:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: ffff94b1f8d29e00, remote cookie: 0x9bbb2ede59238a2c, flags: 0x1001 00010000:00010000:1.0:1767735725.589840:0:291976:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f8d29e00/0x1886cffb85ccd6c4 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede59238a2c expref: -99 pid: 291976 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767735725.589857:0:291976:0:(ldlm_request.c:711:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000002:0x1:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:1.0:1767735725.589861:0:291976:0:(ldlm_lock.c:521:ldlm_lock_change_resource()) Process entered 00010000:00000010:1.0:1767735725.589868:0:291976:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff94b1c5f15700. 00010000:00000010:1.0:1767735725.589872:0:291976:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff94b1c591e780. 00010000:00000001:1.0:1767735725.589876:0:291976:0:(ldlm_lock.c:577:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767735725.589880:0:291976:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f8d29e00/0x1886cffb85ccd6c4 lrc: 4/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede59238a2c expref: -99 pid: 291976 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767735725.589889:0:291976:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f8d29e00/0x1886cffb85ccd6c4 lrc: 4/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede59238a2c expref: -99 pid: 291976 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767735725.589896:0:291976:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767735725.589899:0:291976:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767735725.589902:0:291976:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767735725.589904:0:291976:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767735725.589905:0:291976:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767735725.589909:0:291976:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000002:0x1:0x0].0x0 (ffff94b1c5f15700) refcount = 1 00010000:00010000:1.0:1767735725.589913:0:291976:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f8d29e00/0x1886cffb85ccd6c4 lrc: 4/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede59238a2c expref: -99 pid: 291976 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767735725.589920:0:291976:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767735725.589924:0:291976:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767735725.589925:0:291976:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767735725.589928:0:291976:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767735725.589931:0:291976:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767735725.589934:0:291976:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f8d29e00/0x1886cffb85ccd6c4 lrc: 4/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede59238a2c expref: -99 pid: 291976 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767735725.589941:0:291976:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1767735725.589942:0:291976:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767735725.589944:0:291976:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767735725.589951:0:291976:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767735725.589952:0:291976:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767735725.589954:0:291976:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767735725.589958:0:291976:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1767735725.589960:0:291976:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767735725.589962:0:291976:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767735725.589964:0:291976:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f8d29e00 refcount=3 00000020:00000001:1.0:1767735725.589967:0:291976:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090837515776 : -117982872035840 : ffff94b1f8d29e00) 00010000:00000001:1.0:1767735725.589969:0:291976:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090837515776 : -117982872035840 : ffff94b1f8d29e00) 00010000:00000001:1.0:1767735725.589972:0:291976:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767735725.589973:0:291976:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767735725.589975:0:291976:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f8d29e00 refcount=4 00000020:00000001:1.0:1767735725.589977:0:291976:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090837515776 : -117982872035840 : ffff94b1f8d29e00) 00010000:00000001:1.0:1767735725.589980:0:291976:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090837515776 : -117982872035840 : ffff94b1f8d29e00) 00010000:00000001:1.0:1767735725.589983:0:291976:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767735725.589985:0:291976:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767735725.589989:0:291976:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f8d29e00/0x1886cffb85ccd6c4 lrc: 5/2,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede59238a2c expref: -99 pid: 291976 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767735725.589996:0:291976:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767735725.589998:0:291976:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767735725.589999:0:291976:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767735725.590001:0:291976:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767735725.590002:0:291976:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f8d29e00 refcount=5 00000020:00000001:1.0:1767735725.590005:0:291976:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090837515776 : -117982872035840 : ffff94b1f8d29e00) 00010000:00000001:1.0:1767735725.590007:0:291976:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090837515776 : -117982872035840 : ffff94b1f8d29e00) 00010000:00000001:1.0:1767735725.590010:0:291976:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767735725.590013:0:291976:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f8d29e00/0x1886cffb85ccd6c4 lrc: 5/2,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede59238a2c expref: -99 pid: 291976 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767735725.590020:0:291976:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767735725.590021:0:291976:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767735725.590024:0:291976:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f8d29e00/0x1886cffb85ccd6c4 lrc: 4/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede59238a2c expref: -99 pid: 291976 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767735725.590043:0:291976:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767735725.590045:0:291976:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767735725.590047:0:291976:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767735725.590048:0:291976:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767735725.590049:0:291976:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1767735725.590056:0:291976:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=b, status=0 req@ffff94b1f6bae680 x1853602709332736/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/584 e 0 to 0 dl 1767735780 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1767735725.590065:0:291976:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767735725.590066:0:291976:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767735725.590068:0:291976:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f8d29e00 refcount=3 00000020:00000001:1.0:1767735725.590070:0:291976:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090837515776 : -117982872035840 : ffff94b1f8d29e00) 00010000:00000001:1.0:1767735725.590073:0:291976:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090837515776 : -117982872035840 : ffff94b1f8d29e00) 00010000:00000001:1.0:1767735725.590075:0:291976:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767735725.590077:0:291976:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767735725.590078:0:291976:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767735725.590081:0:291976:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767735725.590083:0:291976:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1767735725.590086:0:291976:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767735725.590087:0:291976:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767735725.590089:0:291976:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f8d29e00 refcount=3 00000020:00000001:1.0:1767735725.590091:0:291976:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090837515776 : -117982872035840 : ffff94b1f8d29e00) 00010000:00000001:1.0:1767735725.590094:0:291976:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090837515776 : -117982872035840 : ffff94b1f8d29e00) 00000002:00010000:1.0:1767735725.590098:0:291976:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f8d29e00/0x1886cffb85ccd6c4 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede59238a2c expref: -99 pid: 291976 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767735725.590105:0:291976:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767735725.590106:0:291976:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767735725.590108:0:291976:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1767735725.590109:0:291976:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767735725.590111:0:291976:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767735725.590112:0:291976:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f8d29e00 refcount=3 00000020:00000001:1.0:1767735725.590114:0:291976:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090837515776 : -117982872035840 : ffff94b1f8d29e00) 00010000:00000001:1.0:1767735725.590122:0:291976:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090837515776 : -117982872035840 : ffff94b1f8d29e00) 00010000:00000040:1.0:1767735725.590127:0:291976:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1c5f15700 count: 2 00010000:00000001:1.0:1767735725.590129:0:291976:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1767735725.590133:0:291976:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff94b1c987a800 type 13 mode 4 res 8589934594/1 (0 0) 00010000:00000001:1.0:1767735725.590137:0:291976:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767735725.590138:0:291976:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767735725.590140:0:291976:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1767735725.590142:0:291976:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3082fb758 00000002:00002000:1.0:1767735725.590145:0:291976:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=.lustre intent=lookup status=0 disp=b: rc = 0 00000002:00000001:1.0:1767735725.590148:0:291976:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767735725.590152:0:291976:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767735725.590155:0:291976:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1767735725.590158:0:291976:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:1.0:1767735725.590161:0:291976:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1767735725.590164:0:291976:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff94b1fe4a8d80 2 00000080:00000001:1.0:1767735725.590167:0:291976:0:(namei.c:671:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1767735725.590169:0:291976:0:(namei.c:677:ll_lookup_it_finish()) it ffffafc3082fbac8 it_disposition b 00000080:00000001:1.0:1767735725.590172:0:291976:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:1.0:1767735725.590175:0:291976:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1767735725.590178:0:291976:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1767735725.590180:0:291976:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188109410305 : 144115188109410305 : 200000002000001) 00000080:00000001:1.0:1767735725.590183:0:291976:0:(namei.c:117:ll_iget()) Process entered 00000080:00000010:1.0:1767735725.590191:0:291976:0:(super25.c:43:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff94b1f06f2100. 00000080:00000001:1.0:1767735725.590198:0:291976:0:(llite_lib.c:3214:ll_read_inode2()) Process entered 00000080:00200000:1.0:1767735725.590201:0:291976:0:(llite_lib.c:3217:ll_read_inode2()) VFS Op:inode=[0x200000002:0x1:0x0](ffff94b1f06f21c8) 00000080:00000001:1.0:1767735725.590204:0:291976:0:(llite_lib.c:1844:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1767735725.590207:0:291976:0:(llite_lib.c:1848:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000002:0x1:0x0] 00000080:00000001:1.0:1767735725.590210:0:291976:0:(llite_lib.c:1865:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767735725.590213:0:291976:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188109410305 : 144115188109410305 : 200000002000001) 00000080:00000001:1.0:1767735725.590216:0:291976:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:1.0:1767735725.590221:0:291976:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000002:0x1:0x0], updating i_size 10752 00000080:00000001:1.0:1767735725.590224:0:291976:0:(llite_lib.c:3248:ll_read_inode2()) Process leaving 00000080:00000001:1.0:1767735725.590226:0:291976:0:(namei.c:160:ll_iget()) Process leaving (rc=18446626090696778184 : -117983012773432 : ffff94b1f06f21c8) 00010000:00000001:1.0:1767735725.590229:0:291976:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767735725.590236:0:291976:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767735725.590238:0:291976:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f8d29e00 refcount=3 00000020:00000001:1.0:1767735725.590240:0:291976:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090837515776 : -117982872035840 : ffff94b1f8d29e00) 00010000:00000001:1.0:1767735725.590243:0:291976:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090837515776 : -117982872035840 : ffff94b1f8d29e00) 00010000:00000001:1.0:1767735725.590245:0:291976:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767735725.590247:0:291976:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1767735725.590249:0:291976:0:(llite_lib.c:1799:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1767735725.590251:0:291976:0:(llite_lib.c:1812:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1767735725.590253:0:291976:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1767735725.590256:0:291976:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1767735725.590258:0:291976:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767735725.590262:0:291976:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000002:0x1:0x0](ffff94b1f06f21c8) for lock 0x1886cffb85ccd6c4 00800000:00000001:1.0:1767735725.590265:0:291976:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1767735725.590267:0:291976:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1767735725.590269:0:291976:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767735725.590270:0:291976:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767735725.590272:0:291976:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f8d29e00 refcount=3 00000020:00000001:1.0:1767735725.590274:0:291976:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090837515776 : -117982872035840 : ffff94b1f8d29e00) 00010000:00000001:1.0:1767735725.590276:0:291976:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090837515776 : -117982872035840 : ffff94b1f8d29e00) 00010000:00000001:1.0:1767735725.590279:0:291976:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767735725.590280:0:291976:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767735725.590282:0:291976:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767735725.590284:0:291976:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:1.0:1767735725.590289:0:291976:0:(namei.c:656:ll_splice_alias()) Add dentry ffff94b1f1906288 inode ffff94b1f06f21c8 refc 1 flags 0x20000e 00000080:00000001:1.0:1767735725.590362:0:291976:0:(llite_lib.c:3017:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1767735725.590366:0:291976:0:(llite_lib.c:3023:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767735725.590370:0:291976:0:(namei.c:833:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:1.0:1767735725.590375:0:291976:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000002:0x1:0x0](ffff94b1f06f21c8) 00000080:00010000:1.0:1767735725.590380:0:291976:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1886cffb85ccd6c4 from it ffffafc3082fbac8 00010000:00000001:1.0:1767735725.590385:0:291976:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767735725.590388:0:291976:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767735725.590392:0:291976:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f8d29e00 refcount=3 00000020:00000001:1.0:1767735725.590397:0:291976:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090837515776 : -117982872035840 : ffff94b1f8d29e00) 00010000:00000001:1.0:1767735725.590401:0:291976:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090837515776 : -117982872035840 : ffff94b1f8d29e00) 00010000:00000001:1.0:1767735725.590414:0:291976:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767735725.590419:0:291976:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f8d29e00/0x1886cffb85ccd6c4 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede59238a2c expref: -99 pid: 291976 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767735725.590428:0:291976:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767735725.590430:0:291976:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767735725.590432:0:291976:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1767735725.590438:0:291976:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1767735725.590441:0:291976:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f8d29e00/0x1886cffb85ccd6c4 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede59238a2c expref: -99 pid: 291976 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767735725.590449:0:291976:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767735725.590453:0:291976:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767735725.590455:0:291976:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767735725.590458:0:291976:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767735725.590459:0:291976:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767735725.590461:0:291976:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767735725.590464:0:291976:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767735725.590466:0:291976:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767735725.590468:0:291976:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767735725.590471:0:291976:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767735725.590474:0:291976:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767735725.590475:0:291976:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767735725.590477:0:291976:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1767735725.590479:0:291976:0:(namei.c:1252:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1767735725.590483:0:291976:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1f0d0f000. 00000100:00000001:1.0:1767735725.590487:0:291976:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767735725.590494:0:291976:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f6bae680 x1853602709332736/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/584 e 0 to 0 dl 1767735780 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767735725.590502:0:291976:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767735725.590505:0:291976:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767735725.590508:0:291976:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94b1f84a1000. 02000000:00000001:1.0:1767735725.590511:0:291976:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767735725.590513:0:291976:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767735725.590515:0:291976:0:(genops.c:1242:class_import_put()) import ffff94b1c403d800 refcount=6 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000020:00000001:1.0:1767735725.590517:0:291976:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767735725.590526:0:291976:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94b1d1eabc00. 02000000:00000001:1.0:1767735725.590529:0:291976:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767735725.590531:0:291976:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767735725.590533:0:291976:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f6bae680. 00000100:00000001:1.0:1767735725.590537:0:291976:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767735725.590538:0:291976:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1767735725.590544:0:291976:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:1.0:1767735725.590546:0:291976:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000002:0x1:0x0](ffff94b1f06f21c8), inode mode 41ed mask 1 00000080:00000001:1.0:1767735725.590551:0:291976:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1767735725.590560:0:291976:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff94b1fb0f08e0. 00000080:00000001:1.0:1767735725.590564:0:291976:0:(namei.c:1347:ll_atomic_open()) Process entered 00000020:00000001:1.0:1767735725.590567:0:291976:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3082fbb50 00000080:00200000:1.0:1767735725.590570:0:291976:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=fid, dir=[0x200000002:0x1:0x0](ffff94b1f06f21c8), file ffff94b1fa79fc80, open_flags 18000, mode 0 opened 0 00000080:00000010:1.0:1767735725.590575:0:291976:0:(namei.c:1378:ll_atomic_open()) kmalloced '(it)': 72 at ffff94b1f0d304e0. 00000080:00000001:1.0:1767735725.590577:0:291976:0:(namei.c:1014:ll_lookup_it()) Process entered 00000020:00000001:1.0:1767735725.590579:0:291976:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3082fba10 00000080:00200000:1.0:1767735725.590582:0:291976:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=fid, dir=[0x200000002:0x1:0x0](ffff94b1f06f21c8), intent=open 00000080:00000010:1.0:1767735725.590588:0:291976:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1f692a200. 00000080:00000001:1.0:1767735725.590593:0:291976:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:1.0:1767735725.590596:0:291976:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1767735725.590598:0:291976:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3082fb930 00800000:00000002:1.0:1767735725.590600:0:291976:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'open' for [0x0:0x0:0x0] 'fid' on [0x200000002:0x1:0x0] 00800000:00000001:1.0:1767735725.590604:0:291976:0:(lmv_intent.c:298:lmv_intent_open()) Process entered 00800000:00000001:1.0:1767735725.590606:0:291976:0:(lmv_obd.c:2158:lmv_locate_tgt_create()) Process entered 00800000:00000001:1.0:1767735725.590610:0:291976:0:(lmv_obd.c:2204:lmv_locate_tgt_create()) Process leaving (rc=18446626090835053568 : -117982874498048 : ffff94b1f8ad0c00) 00000020:00000001:1.0:1767735725.590614:0:291976:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3082fb8b0 00800000:00000002:1.0:1767735725.590616:0:291976:0:(lmv_intent.c:373:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000002:0x1:0x0], fid2=[0x0:0x0:0x0], name='fid' -> mds #0 00000002:00000001:1.0:1767735725.590621:0:291976:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1767735725.590622:0:291976:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3082fb7e8 00000002:00010000:1.0:1767735725.590625:0:291976:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: fid,[0x0:0x0:0x0]) in obj [0x200000002:0x1:0x0], intent: open flags 0300001 00000002:00000001:1.0:1767735725.590629:0:291976:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1767735725.590631:0:291976:0:(mdc_locks.c:256:mdc_intent_open_pack()) Process entered 00000002:00000001:1.0:1767735725.590634:0:291976:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1767735725.590638:0:291976:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1c5f15700 count: 2 00010000:00000001:1.0:1767735725.590642:0:291976:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767735725.590652:0:291976:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1767735725.590655:0:291976:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767735725.590658:0:291976:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767735725.590660:0:291976:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767735725.590665:0:291976:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1d0398a80. 00000020:00000040:1.0:1767735725.590668:0:291976:0:(genops.c:1229:class_import_get()) import ffff94b1c403d800 refcount=7 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 02000000:00000001:1.0:1767735725.590673:0:291976:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1767735725.590674:0:291976:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767735725.590677:0:291976:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1767735725.590680:0:291976:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767735725.590684:0:291976:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767735725.590685:0:291976:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767735725.590687:0:291976:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767735725.590689:0:291976:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767735725.590691:0:291976:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767735725.590694:0:291976:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767735725.590700:0:291976:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94b1f0e2b400. 00000100:00000001:1.0:1767735725.590704:0:291976:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767735725.590708:0:291976:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767735725.590710:0:291976:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767735725.590712:0:291976:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767735725.590714:0:291976:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767735725.590716:0:291976:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767735725.590724:0:291976:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446626090156395136 : -117983553156480 : ffff94b1d0398a80) 00010000:00000001:1.0:1767735725.590727:0:291976:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1767735725.590729:0:291976:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1767735725.590732:0:291976:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1c5f15700 count: 2 00010000:00000001:1.0:1767735725.590734:0:291976:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767735725.590737:0:291976:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767735725.590740:0:291976:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94b1e77c4800. 00000020:00000001:1.0:1767735725.590744:0:291976:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767735725.590746:0:291976:0:(lustre_handles.c:77:class_handle_hash()) added object ffff94b1e77c4800 with handle 0x1886cffb85ccd6cb to hash 00000020:00000001:1.0:1767735725.590749:0:291976:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767735725.590750:0:291976:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626090546644992 : -117983162906624 : ffff94b1e77c4800) 00010000:00000001:1.0:1767735725.590753:0:291976:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626090546644992 : -117983162906624 : ffff94b1e77c4800) 00010000:00000001:1.0:1767735725.590762:0:291976:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767735725.590764:0:291976:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767735725.590768:0:291976:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1e77c4800/0x1886cffb85ccd6cb lrc: 3/1,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 291976 initiator: MDT0 00010000:00010000:1.0:1767735725.590776:0:291976:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1e77c4800/0x1886cffb85ccd6cb lrc: 3/1,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 291976 initiator: MDT0 00000020:00100000:1.0:1767735725.590788:0:291976:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94b1e7e86000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1767735725.590795:0:291976:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94b1d0398a80 x1853602709332992/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 968/132176 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1767735725.590806:0:291976:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1e77c4800/0x1886cffb85ccd6cb lrc: 3/1,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 291976 initiator: MDT0 00000100:00000001:1.0:1767735725.590811:0:291976:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767735725.590813:0:291976:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767735725.590818:0:291976:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1df2853c0. 00000100:00000001:1.0:1767735725.590820:0:291976:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090406925248 : -117983302626368 : ffff94b1df2853c0) 00000100:00000001:1.0:1767735725.590823:0:291976:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767735725.590825:0:291976:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090156395136 : -117983553156480 : ffff94b1d0398a80) 00000100:00000001:1.0:1767735725.590828:0:291976:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767735725.590831:0:291976:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767735725.590833:0:291976:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767735725.590835:0:291976:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767735725.590839:0:291976:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1d0398a80 x1853602709332992/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 968/132176 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767735725.590848:0:291976:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767735725.590850:0:291976:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767735725.590853:0:291976:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767735725.590856:0:291976:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767735725.590858:0:291976:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767735725.590862:0:291976:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1d0398a80 pname:cluuid:pid:xid:nid:opc:job multiop:66586885-669e-469f-b1c7-cb1a0fe6eee4:291976:1853602709332992:192.168.203.112@tcp:101:multiop.0 00000100:00000001:1.0:1767735725.590866:0:291976:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767735725.590875:0:291976:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767735725.590878:0:291976:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767735725.590880:0:291976:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767735725.591005:0:291976:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at ffff94b1d0280000. 02000000:00000001:1.0:1767735725.591008:0:291976:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767735725.591014:0:291976:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:1.0:1767735725.591018:0:291976:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1ed8107e8. 00000400:00000010:1.0:1767735725.591024:0:291976:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff94b1f0d03800. 00000100:00000200:1.0:1767735725.591030:0:291976:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1853602709332992, portal 10 00000100:00000001:1.0:1767735725.591032:0:291976:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767735725.591034:0:291976:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090156395136 : -117983553156480 : ffff94b1d0398a80) 00000100:00000040:1.0:1767735725.591041:0:291976:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff94b1d0398a80 x1853602709332992/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 968/132176 e 0 to 0 dl 1767735780 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767735725.591049:0:291976:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767735725.591052:0:291976:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:1.0:1767735725.591055:0:291976:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b088. 00000100:00000200:1.0:1767735725.591058:0:291976:0:(niobuf.c:94:ptl_send_buf()) Sending 968 bytes to portal 12, xid 1853602709332992, offset 0 00000400:00000200:1.0:1767735725.591064:0:291976:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:1.0:1767735725.591071:0:291976:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767735725.591077:0:291976:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:1.0:1767735725.591081:0:291976:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767735725.591085:0:291976:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:1.0:1767735725.591088:0:291976:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767735725.591091:0:291976:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:1.0:1767735725.591096:0:291976:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [355023:355023:256:4294967295] 192.168.203.112@tcp LPNI seq info [355023:355023:8:4294967295] 00000400:00000200:1.0:1767735725.591101:0:291976:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767735725.591110:0:291976:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:1.0:1767735725.591116:0:291976:0:(socklnd_cb.c:1001:ksocknal_send()) sending 968 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:1.0:1767735725.591120:0:291976:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1fd106e00. 00000800:00000200:1.0:1767735725.591126:0:291976:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:1.0:1767735725.591133:0:291976:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:1.0:1767735725.591137:0:291976:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1fd106e00 type 1, nob 1064 niov 1 nkiov 1 00000100:00000001:1.0:1767735725.591168:0:291976:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767735725.591173:0:291976:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: using a timeout of 4051 usecs (5 jiffies) 00000400:00000200:1.0:1767735725.591178:0:291976:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:1.0:1767735725.591181:0:291976:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 2 is 4304487417 00000100:00000001:1.0:1767735725.591187:0:291976:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 2, simply extend its deadline from 4304487412 00000100:00000001:1.0:1767735725.591193:0:291976:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 3 is 4304487417 00000100:00000001:1.0:1767735725.591196:0:291976:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 3, simply extend its deadline from 4304487412 00000100:00000001:1.0:1767735725.591200:0:291976:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767735725.591202:0:291976:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767735725.591205:0:291976:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767735725.591207:0:291976:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00100000:1.0:1767735725.591210:0:291976:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1df2853c0 going to sleep for 50 seconds 00000100:00000001:1.0:1767735725.591213:0:291976:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767735725.591215:0:291976:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767735725.591428:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767735725.591437:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1fd106e00. 00000400:00000200:3.0:1767735725.591446:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767735725.591457:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:3.0:1767735725.591465:0:196085:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b088 00000400:00000010:3.0:1767735725.591469:0:196085:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b088. 00000100:00000001:3.0:1767735725.591561:0:196085:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767735725.591572:0:196085:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1d0398a80 x1853602709332992/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 968/132176 e 0 to 0 dl 1767735780 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767735725.591588:0:196085:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767735725.591598:0:196085:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1d0398a80 x1853602709332992/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 968/132176 e 0 to 0 dl 1767735780 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767735725.591610:0:196085:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767735725.591613:0:196085:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767735725.595561:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767735725.595577:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767735725.595581:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767735725.595584:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767735725.595592:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767735725.595600:0:196086:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767735725.595609:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767735725.595614:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767735725.595619:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767735725.595624:0:196086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 608 into portal 10 MB=0x695d7830b6400 00000400:00000200:2.0:1767735725.595629:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767735725.595635:0:196086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 608/608 into md 0x2242c5 [64] + 224 00000800:00000001:2.0:1767735725.595643:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767735725.595653:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767735725.595658:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767735725.595665:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767735725.595671:0:196086:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767735725.595679:0:196086:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1d0398a80 x1853602709332992/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 968/132176 e 0 to 0 dl 1767735780 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1767735725.595694:0:196086:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=608 offset=224 replen=132176 req@ffff94b1d0398a80 x1853602709332992/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 968/132176 e 0 to 0 dl 1767735780 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767735725.595721:0:196086:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767735725.595730:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767735725.595746:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767735725.595830:0:291976:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767735725.595840:0:291976:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767735725.595842:0:291976:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767735725.595846:0:291976:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1ed8107e8. 00000400:00000200:1.0:1767735725.595853:0:291976:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1f0d03800 00000400:00000010:1.0:1767735725.595856:0:291976:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at ffff94b1f0d03800. 00000100:00000001:1.0:1767735725.595860:0:291976:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767735725.595869:0:291976:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1d0398a80 x1853602709332992/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 968/132176 e 0 to 0 dl 1767735780 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1767735725.595883:0:291976:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1d0398a80 x1853602709332992/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 968/132176 e 0 to 0 dl 1767735780 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767735725.595893:0:291976:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767735725.595895:0:291976:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767735725.595898:0:291976:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767735725.595900:0:291976:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767735725.595902:0:291976:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767735725.595905:0:291976:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767735725.595908:0:291976:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767735725.595914:0:291976:0:(import.c:2128:obd_at_measure()) add 36 to ffff94b1c403dc58 time=5 v=36 (36 36 5 5) 00000100:00001000:1.0:1767735725.595931:0:291976:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1c403dc10 time=5 v=5 (1 1 1 1) 00000100:00000001:1.0:1767735725.595934:0:291976:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1767735725.595939:0:291976:0:(client.c:1495:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff94b1d0398a80 x1853602709332992/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767735780 ref 2 fl Rpc:RPQU/600/0 rc 0/301 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767735725.595948:0:291976:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1767735725.595951:0:291976:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1767735725.595953:0:291976:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1767735725.595956:0:291976:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1767735725.595958:0:291976:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767735725.595959:0:291976:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090156395136 : -117983553156480 : ffff94b1d0398a80) 00000100:00000001:1.0:1767735725.595963:0:291976:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767735725.595965:0:291976:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1e7e86000: skip recheck: last_committed 12885028859 00000100:00000001:1.0:1767735725.595967:0:291976:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767735725.595969:0:291976:0:(client.c:1781:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1767735725.595974:0:291976:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1d0398a80 x1853602709332992/t12885028862(12885028862) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767735780 ref 3 fl Rpc:RPQU/604/0 rc 301/301 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767735725.595983:0:291976:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1767735725.595986:0:291976:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767735725.595988:0:291976:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767735725.595993:0:291976:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1d0398a80 x1853602709332992/t12885028862(12885028862) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767735780 ref 3 fl Interpret:RPQU/604/0 rc 301/301 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1767735725.596002:0:291976:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1d0398a80 pname:cluuid:pid:xid:nid:opc:job multiop:66586885-669e-469f-b1c7-cb1a0fe6eee4:291976:1853602709332992:192.168.203.112@tcp:101:multiop.0 00000100:00000001:1.0:1767735725.596008:0:291976:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767735725.596011:0:291976:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1767735725.596013:0:291976:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767735725.596015:0:291976:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767735725.596019:0:291976:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1d0398a80 x1853602709332992/t12885028862(12885028862) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767735780 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767735725.596027:0:291976:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767735725.596030:0:291976:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1df2853c0. 00000100:00000001:1.0:1767735725.596039:0:291976:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767735725.596041:0:291976:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1767735725.596044:0:291976:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1767735725.596048:0:291976:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767735725.596050:0:291976:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767735725.596053:0:291976:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1e77c4800 refcount=4 00000020:00000001:1.0:1767735725.596055:0:291976:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090546644992 : -117983162906624 : ffff94b1e77c4800) 00010000:00000001:1.0:1767735725.596058:0:291976:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090546644992 : -117983162906624 : ffff94b1e77c4800) 00010000:00010000:1.0:1767735725.596063:0:291976:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1e77c4800/0x1886cffb85ccd6cb lrc: 4/1,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 291976 initiator: MDT0 00010000:00000001:1.0:1767735725.596073:0:291976:0:(ldlm_request.c:662:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1767735725.596078:0:291976:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1e77c4800/0x1886cffb85ccd6cb lrc: 4/1,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 291976 initiator: MDT0 00010000:00000001:1.0:1767735725.596084:0:291976:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767735725.596088:0:291976:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1e77c4800/0x1886cffb85ccd6cb lrc: 4/1,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 291976 initiator: MDT0 00010000:00000001:1.0:1767735725.596094:0:291976:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767735725.596096:0:291976:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767735725.596099:0:291976:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1e77c4800/0x1886cffb85ccd6cb lrc: 3/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 291976 initiator: MDT0 00010000:00000001:1.0:1767735725.596105:0:291976:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767735725.596107:0:291976:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767735725.596111:0:291976:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767735725.596114:0:291976:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1e77c4800/0x1886cffb85ccd6cb lrc: 4/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 291976 initiator: MDT0 00010000:00010000:1.0:1767735725.596122:0:291976:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff94b1e77c4800 already unused, calling callback (ffffffffc19c9b40) 00000080:00000001:1.0:1767735725.596125:0:291976:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1767735725.596128:0:291976:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1e77c4800/0x1886cffb85ccd6cb lrc: 4/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 291976 initiator: MDT0 00010000:00000001:1.0:1767735725.596146:0:291976:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1767735725.596148:0:291976:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1767735725.596153:0:291976:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1e77c4800/0x1886cffb85ccd6cb lrc: 4/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 291976 initiator: MDT0 00010000:00000001:1.0:1767735725.596158:0:291976:0:(ldlm_request.c:1606:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1767735725.596162:0:291976:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767735725.596164:0:291976:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767735725.596165:0:291976:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767735725.596167:0:291976:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1e77c4800 refcount=5 00000020:00000001:1.0:1767735725.596170:0:291976:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090546644992 : -117983162906624 : ffff94b1e77c4800) 00010000:00000001:1.0:1767735725.596172:0:291976:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090546644992 : -117983162906624 : ffff94b1e77c4800) 00010000:00000001:1.0:1767735725.596175:0:291976:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767735725.596178:0:291976:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1e77c4800/0x1886cffb85ccd6cb lrc: 5/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 291976 initiator: MDT0 00000080:00000001:1.0:1767735725.596184:0:291976:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1767735725.596186:0:291976:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767735725.596189:0:291976:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1767735725.596191:0:291976:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767735725.596194:0:291976:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767735725.596196:0:291976:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767735725.596198:0:291976:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767735725.596200:0:291976:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767735725.596204:0:291976:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1e77c4800 with handle 0x1886cffb85ccd6cb from hash 00010000:00000001:1.0:1767735725.596207:0:291976:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767735725.596208:0:291976:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767735725.596210:0:291976:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767735725.596211:0:291976:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767735725.596213:0:291976:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767735725.596215:0:291976:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767735725.596218:0:291976:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767735725.596219:0:291976:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767735725.596227:0:291976:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767735725.596229:0:291976:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767735725.596233:0:291976:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1e77c4800/0x1886cffb85ccd6cb lrc: 3/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 291976 initiator: MDT0 00010000:00000001:1.0:1767735725.596239:0:291976:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767735725.596240:0:291976:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767735725.596242:0:291976:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767735725.596244:0:291976:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767735725.596246:0:291976:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767735725.596247:0:291976:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767735725.596248:0:291976:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767735725.596251:0:291976:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1e77c4800/0x1886cffb85ccd6cb lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 291976 initiator: MDT0 00010000:00000001:1.0:1767735725.596261:0:291976:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767735725.596263:0:291976:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1767735725.596267:0:291976:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1767735725.596273:0:291976:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=2b, status=0 req@ffff94b1d0398a80 x1853602709332992/t12885028862(12885028862) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767735780 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1767735725.596283:0:291976:0:(mdc_request.c:759:mdc_set_open_replay_data()) Process entered 00000002:00100000:1.0:1767735725.596288:0:291976:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff94b1d0398a80 x1853602709332992/t12885028862(12885028862) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767735780 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1767735725.596365:0:291976:0:(mdc_request.c:811:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767735725.596368:0:291976:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1767735725.596372:0:291976:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767735725.596377:0:291976:0:(mdc_locks.c:930:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767735725.596380:0:291976:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767735725.596383:0:291976:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00000100:00000001:1.0:1767735725.596387:0:291976:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767735725.596392:0:291976:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090156395136 : -117983553156480 : ffff94b1d0398a80) 00010000:00000001:1.0:1767735725.596396:0:291976:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1767735725.596399:0:291976:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767735725.596401:0:291976:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1767735725.596405:0:291976:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3082fb768 00000002:00002000:1.0:1767735725.596417:0:291976:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=fid intent=open status=0 disp=80002b: rc = 0 00000002:00000001:1.0:1767735725.596423:0:291976:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767735725.596430:0:291976:0:(lmv_intent.c:420:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767735725.596432:0:284304:0:(connection.c:75:cpu_latency_work()) work item of ffff94b1c5121a20 (cpu 0) has reached its deadline 4304487417, at 4304487418 00800000:00000001:1.0:1767735725.596434:0:291976:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1767735725.596445:0:291976:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000002:0x1:0x0] suppgids 0 -1: rc 0 00000100:00000010:2.0:1767735725.596451:0:284304:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94b1d1e73f00. 00000080:00000001:1.0:1767735725.596453:0:291976:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767735725.596462:0:291976:0:(namei.c:671:ll_lookup_it_finish()) Process entered 00000100:00000040:3.0:1767735725.596469:0:276642:0:(connection.c:75:cpu_latency_work()) work item of ffff94b1c5121b30 (cpu 0) has reached its deadline 4304487417, at 4304487418 00000080:00002000:1.0:1767735725.596470:0:291976:0:(namei.c:677:ll_lookup_it_finish()) it ffff94b1f0d304e0 it_disposition 80002b 00000080:00000001:1.0:1767735725.596491:0:291976:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000100:00000010:3.0:1767735725.596496:0:276642:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94b1d1e73360. 00000002:00000001:1.0:1767735725.596498:0:291976:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1767735725.596505:0:291976:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1767735725.596509:0:291976:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188109410306 : 144115188109410306 : 200000002000002) 00000080:00000001:1.0:1767735725.596514:0:291976:0:(namei.c:117:ll_iget()) Process entered 00000080:00000010:1.0:1767735725.596527:0:291976:0:(super25.c:43:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff94b1f06f5ac0. 00000080:00000001:1.0:1767735725.596537:0:291976:0:(llite_lib.c:3214:ll_read_inode2()) Process entered 00000080:00200000:1.0:1767735725.596539:0:291976:0:(llite_lib.c:3217:ll_read_inode2()) VFS Op:inode=[0x200000002:0x2:0x0](ffff94b1f06f5b88) 00000080:00000001:1.0:1767735725.596543:0:291976:0:(llite_lib.c:1844:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1767735725.596545:0:291976:0:(llite_lib.c:1848:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000002:0x2:0x0] 00000080:00000001:1.0:1767735725.596547:0:291976:0:(llite_lib.c:1865:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767735725.596551:0:291976:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188109410306 : 144115188109410306 : 200000002000002) 00000080:00000001:1.0:1767735725.596554:0:291976:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:1.0:1767735725.596558:0:291976:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000002:0x2:0x0], updating i_size 10752 00000080:00000001:1.0:1767735725.596560:0:291976:0:(llite_lib.c:3248:ll_read_inode2()) Process leaving 00000080:00000001:1.0:1767735725.596563:0:291976:0:(namei.c:160:ll_iget()) Process leaving (rc=18446626090696792968 : -117983012758648 : ffff94b1f06f5b88) 00000080:00000001:1.0:1767735725.596566:0:291976:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1767735725.596568:0:291976:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1767735725.596570:0:291976:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767735725.596574:0:291976:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000002:0x2:0x0](ffff94b1f06f5b88) for lock 0x0 00800000:00000001:1.0:1767735725.596577:0:291976:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1767735725.596579:0:291976:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00000002:00000001:1.0:1767735725.596581:0:291976:0:(mdc_locks.c:99:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767735725.596583:0:291976:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:1.0:1767735725.596588:0:291976:0:(namei.c:656:ll_splice_alias()) Add dentry ffff94b1f18e7ca8 inode ffff94b1f06f5b88 refc 1 flags 0x20000e 00000080:00000001:1.0:1767735725.596591:0:291976:0:(llite_lib.c:3017:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1767735725.596593:0:291976:0:(llite_lib.c:3027:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767735725.596603:0:291976:0:(namei.c:833:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1767735725.596606:0:291976:0:(namei.c:1252:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1767735725.596610:0:291976:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1f692a200. 00000100:00000001:1.0:1767735725.596614:0:291976:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767735725.596621:0:291976:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1d0398a80 x1853602709332992/t12885028862(12885028862) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767735780 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767735725.596629:0:291976:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767735725.596636:0:291976:0:(dir.c:3007:ll_dir_open()) Process entered 00000080:00000001:1.0:1767735725.596640:0:291976:0:(file.c:997:ll_file_open()) Process entered 00000020:00000001:1.0:1767735725.596642:0:291976:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3082fba40 00000080:00200008:1.0:1767735725.596645:0:291976:0:(file.c:1001:ll_file_open()) START file fid:[0x200000002:0x2:0x0](ffff94b1f06f5b88), flags 100000 00000080:00000010:1.0:1767735725.596651:0:291976:0:(file.c:67:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff94b1c2ea0f00. 00000080:00000010:1.0:1767735725.596658:0:291976:0:(file.c:1165:ll_file_open()) kmalloced '(*och_p)': 56 at ffff94b201a86840. 00000080:00000001:1.0:1767735725.596661:0:291976:0:(file.c:919:ll_local_open()) Process entered 00800000:00000001:1.0:1767735725.596665:0:291976:0:(lmv_obd.c:4031:lmv_set_open_replay_data()) Process entered 00000002:00000001:1.0:1767735725.596669:0:291976:0:(mdc_request.c:759:mdc_set_open_replay_data()) Process entered 00000002:00000010:1.0:1767735725.596672:0:291976:0:(obd.h:1403:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff94b1fb0f0440. 00000002:00100000:1.0:1767735725.596677:0:291976:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff94b1d0398a80 x1853602709332992/t12885028862(12885028862) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767735780 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1767735725.596685:0:291976:0:(mdc_request.c:811:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767735725.596688:0:291976:0:(lmv_obd.c:4037:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:1.0:1767735725.596692:0:291976:0:(rw.c:945:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:1.0:1767735725.596697:0:291976:0:(file.c:938:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767735725.596699:0:291976:0:(file.c:1207:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767735725.596702:0:291976:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767735725.596706:0:291976:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1d0398a80 x1853602709332992/t12885028862(12885028862) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767735780 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'multiop.0' uid:0 gid:0 projid:0 02000000:00000001:1.0:1767735725.596714:0:291976:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767735725.596717:0:291976:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 262144 at ffff94b1d0280000. 02000000:00000001:1.0:1767735725.596763:0:291976:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1767735725.596765:0:291976:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767735725.596769:0:291976:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3082fba40 00000080:00000008:1.0:1767735725.596771:0:291976:0:(file.c:1240:ll_file_open()) COMPLETED file fid:[0x200000002:0x2:0x0](ffff94b1f06f5b88), flags 100000, rc = 0 00000080:00000001:1.0:1767735725.596780:0:291976:0:(dir.c:3008:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767735725.596783:0:291976:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:1.0:1767735725.596785:0:291976:0:(dcache.c:176:ll_intent_release()) intent ffff94b1f0d304e0 released 00000080:00000001:1.0:1767735725.596787:0:291976:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:1.0:1767735725.596790:0:291976:0:(pcc.c:2363:pcc_file_open()) Process entered 00000080:00000001:1.0:1767735725.596791:0:291976:0:(pcc.c:2366:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767735725.596794:0:291976:0:(namei.c:1491:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1767735725.596797:0:291976:0:(namei.c:1503:ll_atomic_open()) kfreed 'it': 72 at ffff94b1f0d304e0. 00000080:00000001:1.0:1767735725.596801:0:291976:0:(namei.c:1505:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767735725.596804:0:291976:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:1.0:1767735725.596806:0:291976:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000002:0x2:0x0](ffff94b1f06f5b88), inode mode 4040 mask 44 00000080:00000001:1.0:1767735725.596812:0:291976:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767735725.596872:0:291976:0:(dir.c:2956:ll_dir_seek()) Process entered 00000080:00000001:1.0:1767735725.596876:0:291976:0:(dir.c:2998:ll_dir_seek()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1767735725.597597:0:291976:0:(dir.c:3013:ll_dir_release()) Process entered 00000080:00000001:1.0:1767735725.597602:0:291976:0:(file.c:420:ll_file_release()) Process entered 00000020:00000001:1.0:1767735725.597605:0:291976:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3082fbd48 00000080:00200008:1.0:1767735725.597608:0:291976:0:(file.c:424:ll_file_release()) START file fid:[0x200000002:0x2:0x0](ffff94b1f06f5b88), flags 100000 00000080:00400000:1.0:1767735725.597613:0:291976:0:(statahead.c:1714:ll_deauthorize_statahead()) deauthorize statahead for [0x200000002:0x2:0x0] 00000080:00000001:1.0:1767735725.597617:0:291976:0:(pcc.c:2433:pcc_file_release()) Process entered 00000080:00000001:1.0:1767735725.597619:0:291976:0:(pcc.c:2436:pcc_file_release()) Process leaving 00000080:00000001:1.0:1767735725.597621:0:291976:0:(file.c:339:ll_md_close()) Process entered 00000002:00000001:1.0:1767735725.597627:0:291976:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767735725.597629:0:291976:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1767735725.597634:0:291976:0:(ldlm_lock.c:1454:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767735725.597636:0:291976:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1767735725.597639:0:291976:0:(lmv_obd.c:3988:lmv_lock_match()) Lock match for [0x200000002:0x2:0x0]: 0 00000080:00000001:1.0:1767735725.597642:0:291976:0:(file.c:295:ll_md_real_close()) Process entered 00000080:00000001:1.0:1767735725.597644:0:291976:0:(file.c:148:ll_close_inode_openhandle()) Process entered 00000080:00000010:1.0:1767735725.597649:0:291976:0:(file.c:156:ll_close_inode_openhandle()) kmalloced '(op_data)': 384 at ffff94b1f692a200. 00000080:00000001:1.0:1767735725.597652:0:291976:0:(file.c:87:ll_prepare_close()) Process entered 00000080:00000001:1.0:1767735725.597656:0:291976:0:(file.c:126:ll_prepare_close()) Process leaving 00800000:00000001:1.0:1767735725.597660:0:291976:0:(lmv_obd.c:1634:lmv_close()) Process entered 00800000:00000002:1.0:1767735725.597663:0:291976:0:(lmv_obd.c:1640:lmv_close()) CLOSE [0x200000002:0x2:0x0] 00000002:00000001:1.0:1767735725.597666:0:291976:0:(mdc_request.c:878:mdc_close()) Process entered 00000002:00000002:1.0:1767735725.597668:0:291976:0:(mdc_request.c:881:mdc_close()) lustre-MDT0000-mdc-ffff94b1e7e86000: [0x200000002:0x2:0x0] file closed with intent: 0 00000100:00000010:1.0:1767735725.597674:0:291976:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1d039ad80. 00000020:00000040:1.0:1767735725.597678:0:291976:0:(genops.c:1229:class_import_get()) import ffff94b1c403d800 refcount=8 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000100:00000001:1.0:1767735725.597689:0:291976:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767735725.597692:0:291976:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767735725.597695:0:291976:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767735725.597702:0:291976:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1f692b400. 00000100:00000001:1.0:1767735725.597706:0:291976:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:1.0:1767735725.597718:0:291976:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff94b1d0398a80 x1853602709332992/t12885028862(12885028862) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767735780 ref 1 fl Complete:RPQU/604/ffffffff rc 301/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000020:00100000:1.0:1767735725.597729:0:291976:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94b1e7e86000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:1.0:1767735725.597735:0:291976:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94b1d039ad80 x1853602709333248/t0(0) o35->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:1.0:1767735725.597743:0:291976:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767735725.597745:0:291976:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767735725.597750:0:291976:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1df2853c0. 00000100:00000001:1.0:1767735725.597752:0:291976:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090406925248 : -117983302626368 : ffff94b1df2853c0) 00000100:00000001:1.0:1767735725.597755:0:291976:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767735725.597756:0:291976:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090156404096 : -117983553147520 : ffff94b1d039ad80) 00000100:00000001:1.0:1767735725.597760:0:291976:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767735725.597763:0:291976:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767735725.597765:0:291976:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767735725.597767:0:291976:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767735725.597771:0:291976:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1d039ad80 x1853602709333248/t0(0) o35->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767735725.597779:0:291976:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767735725.597781:0:291976:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767735725.597784:0:291976:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767735725.597787:0:291976:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767735725.597789:0:291976:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767735725.597793:0:291976:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1d039ad80 pname:cluuid:pid:xid:nid:opc:job multiop:66586885-669e-469f-b1c7-cb1a0fe6eee4:291976:1853602709333248:192.168.203.112@tcp:35:multiop.0 00000100:00000001:1.0:1767735725.597797:0:291976:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767735725.597800:0:291976:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767735725.597802:0:291976:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767735725.597805:0:291976:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767735725.597814:0:291976:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b1f0d03800. 02000000:00000001:1.0:1767735725.597816:0:291976:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767735725.597823:0:291976:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:1.0:1767735725.597827:0:291976:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1ed8107e8. 00000400:00000010:1.0:1767735725.597832:0:291976:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b330. 00000100:00000200:1.0:1767735725.597836:0:291976:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602709333248, portal 10 00000100:00000001:1.0:1767735725.597839:0:291976:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767735725.597840:0:291976:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090156404096 : -117983553147520 : ffff94b1d039ad80) 00000100:00000040:1.0:1767735725.597847:0:291976:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff94b1d039ad80 x1853602709333248/t0(0) o35->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767735741 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767735725.597855:0:291976:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767735725.597858:0:291976:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:1.0:1767735725.597861:0:291976:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845bb28. 00000100:00000200:1.0:1767735725.597865:0:291976:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1853602709333248, offset 0 00000400:00000200:1.0:1767735725.597871:0:291976:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:1.0:1767735725.597877:0:291976:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767735725.597883:0:291976:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:1.0:1767735725.597888:0:291976:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767735725.597892:0:291976:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:1.0:1767735725.597895:0:291976:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767735725.597898:0:291976:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:1.0:1767735725.597902:0:291976:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [355024:355024:256:4294967295] 192.168.203.112@tcp LPNI seq info [355024:355024:8:4294967295] 00000400:00000200:1.0:1767735725.597908:0:291976:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767735725.597917:0:291976:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:1.0:1767735725.597923:0:291976:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:1.0:1767735725.597927:0:291976:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1fd106000. 00000800:00000200:1.0:1767735725.597933:0:291976:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:1.0:1767735725.597940:0:291976:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:1.0:1767735725.597944:0:291976:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1fd106000 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1767735725.597965:0:291976:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767735725.597970:0:291976:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: using a timeout of 4051 usecs (5 jiffies) 00000400:00000200:1.0:1767735725.597983:0:291976:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:1.0:1767735725.597986:0:291976:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 2 is 4304487424 00000100:00000010:1.0:1767735725.597990:0:291976:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94b1f0d304e0. 00000100:00000001:1.0:1767735725.597995:0:291976:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767735725.598001:0:291976:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 3 is 4304487424 00000100:00000010:1.0:1767735725.598005:0:291976:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94b1f0d30d80. 00000100:00000001:1.0:1767735725.598008:0:291976:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767735725.598012:0:291976:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767735725.598015:0:291976:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767735725.598018:0:291976:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767735725.598020:0:291976:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767735725.598022:0:291976:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1df2853c0 going to sleep for 11 seconds 00000100:00000001:1.0:1767735725.598025:0:291976:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767735725.598028:0:291976:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767735725.598147:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767735725.598156:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1fd106000. 00000400:00000200:3.0:1767735725.598162:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767735725.598171:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:3.0:1767735725.598177:0:196085:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845bb28 00000400:00000010:3.0:1767735725.598180:0:196085:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845bb28. 00000100:00000001:3.0:1767735725.598184:0:196085:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767735725.598193:0:196085:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1d039ad80 x1853602709333248/t0(0) o35->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767735741 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767735725.598206:0:196085:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767735725.598223:0:196085:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1d039ad80 x1853602709333248/t0(0) o35->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767735741 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767735725.598378:0:196085:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767735725.598382:0:196085:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767735725.600687:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767735725.600703:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767735725.600707:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767735725.600710:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767735725.600718:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767735725.600725:0:196086:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767735725.600733:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767735725.600738:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767735725.600743:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767735725.600747:0:196086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 456 into portal 10 MB=0x695d7830b6500 00000400:00000200:2.0:1767735725.600752:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767735725.600758:0:196086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 456/456 into md 0x2242cd [1] + 224 00000800:00000001:2.0:1767735725.600764:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767735725.600773:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767735725.600777:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767735725.600782:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767735725.600787:0:196086:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767735725.600796:0:196086:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1d039ad80 x1853602709333248/t0(0) o35->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767735741 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1767735725.600810:0:196086:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=944 req@ffff94b1d039ad80 x1853602709333248/t0(0) o35->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767735741 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767735725.600837:0:196086:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767735725.600844:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767735725.600848:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767735725.600927:0:291976:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767735725.600937:0:291976:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767735725.600939:0:291976:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767735725.600942:0:291976:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1ed8107e8. 00000400:00000200:1.0:1767735725.600949:0:291976:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b330 00000400:00000010:1.0:1767735725.600952:0:291976:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b330. 00000100:00000001:1.0:1767735725.600956:0:291976:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767735725.600965:0:291976:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1d039ad80 x1853602709333248/t0(0) o35->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767735741 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1767735725.600979:0:291976:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1d039ad80 x1853602709333248/t0(0) o35->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767735741 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767735725.600989:0:291976:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767735725.600991:0:291976:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767735725.600994:0:291976:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767735725.600996:0:291976:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767735725.600998:0:291976:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767735725.601001:0:291976:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767735725.601004:0:291976:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767735725.601010:0:291976:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1c403dca0 time=155 v=5 (5 0 0 0) 00000100:00001000:1.0:1767735725.601028:0:291976:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1c403dc10 time=5 v=5 (1 1 1 1) 00000100:00000001:1.0:1767735725.601031:0:291976:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767735725.601033:0:291976:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767735725.601036:0:291976:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767735725.601040:0:291976:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767735725.601043:0:291976:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1767735725.601045:0:291976:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1767735725.601047:0:291976:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1767735725.601049:0:291976:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767735725.601051:0:291976:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090156404096 : -117983553147520 : ffff94b1d039ad80) 00000100:00000001:1.0:1767735725.601055:0:291976:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767735725.601057:0:291976:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1e7e86000: skip recheck: last_committed 12885028859 00000100:00000001:1.0:1767735725.601059:0:291976:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767735725.601061:0:291976:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767735725.601067:0:291976:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1d039ad80 x1853602709333248/t12885028863(12885028863) o35->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767735741 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767735725.601077:0:291976:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767735725.601079:0:291976:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767735725.601081:0:291976:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767735725.601086:0:291976:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1d039ad80 x1853602709333248/t12885028863(12885028863) o35->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767735741 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1767735725.601096:0:291976:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1d039ad80 pname:cluuid:pid:xid:nid:opc:job multiop:66586885-669e-469f-b1c7-cb1a0fe6eee4:291976:1853602709333248:192.168.203.112@tcp:35:multiop.0 00000100:00000001:1.0:1767735725.601102:0:291976:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767735725.601104:0:291976:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767735725.601107:0:291976:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767735725.601109:0:291976:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767735725.601113:0:291976:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1d039ad80 x1853602709333248/t12885028863(12885028863) o35->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767735741 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767735725.601121:0:291976:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767735725.601124:0:291976:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1df2853c0. 00000100:00000001:1.0:1767735725.601128:0:291976:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767735725.601129:0:291976:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767735725.601140:0:291976:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767735725.601142:0:291976:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090156404096 : -117983553147520 : ffff94b1d039ad80) 00000002:00000001:1.0:1767735725.601145:0:291976:0:(mdc_request.c:1022:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767735725.601147:0:291976:0:(lmv_obd.c:1642:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1767735725.601151:0:291976:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1f692a200. 00000080:00000001:1.0:1767735725.601155:0:291976:0:(file.c:266:ll_close_inode_openhandle()) Process leaving 00800000:00000001:1.0:1767735725.601158:0:291976:0:(lmv_obd.c:4047:lmv_clear_open_replay_data()) Process entered 00000002:00000001:1.0:1767735725.601162:0:291976:0:(mdc_request.c:843:mdc_clear_open_replay_data()) Process entered 00000002:00100000:1.0:1767735725.601168:0:291976:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff94b1d0398a80 x1853602709332992/t12885028862(12885028862) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767735780 ref 1 fl Complete:RQU/604/ffffffff rc 301/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767735725.601178:0:291976:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767735725.601179:0:291976:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090156395136 : -117983553156480 : ffff94b1d0398a80) 00000100:00000001:1.0:1767735725.601182:0:291976:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767735725.601185:0:291976:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1d0398a80 x1853602709332992/t12885028862(12885028862) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767735780 ref 2 fl Complete:RMQU/604/ffffffff rc 301/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767735725.601193:0:291976:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767735725.601195:0:291976:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767735725.601199:0:291976:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1d039ad80 x1853602709333248/t12885028863(12885028863) o35->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767735741 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767735725.601206:0:291976:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767735725.601208:0:291976:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767735725.601212:0:291976:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1d0398a80 x1853602709332992/t12885028862(12885028862) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767735780 ref 1 fl Complete:RMQU/604/ffffffff rc 301/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767735725.601219:0:291976:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:1.0:1767735725.601221:0:291976:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767735725.601223:0:291976:0:(genops.c:1242:class_import_put()) import ffff94b1c403d800 refcount=7 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000020:00000001:1.0:1767735725.601226:0:291976:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767735725.601229:0:291976:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94b1f0e2b400. 02000000:00000001:1.0:1767735725.601232:0:291976:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767735725.601234:0:291976:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767735725.601236:0:291976:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1d0398a80. 00000100:00000001:1.0:1767735725.601239:0:291976:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767735725.601245:0:291976:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767735725.601247:0:291976:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767735725.601252:0:291976:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1d039ad80 x1853602709333248/t12885028863(12885028863) o35->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767735741 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767735725.601260:0:291976:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:1.0:1767735725.601262:0:291976:0:(mdc_request.c:863:mdc_clear_open_replay_data()) kfreed 'mod': 32 at ffff94b1fb0f0440. 00000002:00000001:1.0:1767735725.601265:0:291976:0:(mdc_request.c:865:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767735725.601267:0:291976:0:(lmv_obd.c:4053:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1767735725.601270:0:291976:0:(file.c:271:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff94b201a86840. 00000100:00000001:1.0:1767735725.601272:0:291976:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767735725.601276:0:291976:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1d039ad80 x1853602709333248/t12885028863(12885028863) o35->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767735741 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767735725.601283:0:291976:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767735725.601285:0:291976:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767735725.601287:0:291976:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94b1f0d03800. 02000000:00000001:1.0:1767735725.601350:0:291976:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767735725.601354:0:291976:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767735725.601355:0:291976:0:(genops.c:1242:class_import_put()) import ffff94b1c403d800 refcount=6 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000020:00000001:1.0:1767735725.601358:0:291976:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767735725.601361:0:291976:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1f692b400. 02000000:00000001:1.0:1767735725.601364:0:291976:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767735725.601366:0:291976:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767735725.601367:0:291976:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1d039ad80. 00000100:00000001:1.0:1767735725.601371:0:291976:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767735725.601373:0:291976:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1767735725.601376:0:291976:0:(file.c:324:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1767735725.601379:0:291976:0:(file.c:80:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff94b1c2ea0f00. 00000080:00000001:1.0:1767735725.601383:0:291976:0:(file.c:404:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767735725.601388:0:291976:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3082fbd48 00000080:00000008:1.0:1767735725.601391:0:291976:0:(file.c:464:ll_file_release()) COMPLETED file fid:[0x200000002:0x2:0x0](ffff94b1f06f5b88), flags 100000, rc = 0 00000080:00000001:1.0:1767735725.601395:0:291976:0:(file.c:466:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767735725.601398:0:291976:0:(dir.c:3014:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767735725.601402:0:291976:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1767735725.601404:0:291976:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3082fbd98 00000080:00002000:1.0:1767735725.601407:0:291976:0:(dcache.c:127:ll_ddelete()) deleting dentry fid (ffff94b1f18e7ca8, parent ffff94b1f1906288, inode ffff94b1f06f5b88) hashed, 00000080:00000001:1.0:1767735725.601419:0:291976:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1767735725.601427:0:291976:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1767735725.601432:0:291976:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1767735725.601436:0:291976:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1767735725.601437:0:291976:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3082fbd98 00000080:00002000:1.0:1767735725.601440:0:291976:0:(dcache.c:127:ll_ddelete()) keeping dentry .lustre (ffff94b1f1906288, parent ffff94b1c49c60d8, inode ffff94b1f06f21c8) hashed, 00000080:00000001:1.0:1767735725.601443:0:291976:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767735725.603444:0:166640:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6d7b501b-fa70-4fef-9613-be2df560a7ce->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767735725.603455:0:166640:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767735725.603465:0:166640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1d02c8000. 00000020:00000040:3.0:1767735725.603473:0:166640:0:(genops.c:1229:class_import_get()) import ffff94b1ef331000 refcount=4 obd=MGC192.168.203.112@tcp 00000100:00000001:3.0:1767735725.603479:0:166640:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767735725.603484:0:166640:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767735725.603491:0:166640:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767735725.603501:0:166640:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94b1c53e8100. 00000100:00000001:3.0:1767735725.603510:0:166640:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767735725.603521:0:166640:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6d7b501b-fa70-4fef-9613-be2df560a7ce->MGS req@ffff94b1d02c8000 x1853602709333376/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767735725.603536:0:166640:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767735725.603541:0:166640:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767735725.603549:0:166640:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000039ea3c1e] to pc [ptlrpcd_01_00+0] req@ffff94b1d02c8000 x1853602709333376/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767735725.603587:0:166640:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767735725.603591:0:166640:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66586885-669e-469f-b1c7-cb1a0fe6eee4->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767735725.603596:0:166640:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767735725.603603:0:166640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1d02c8380. 00000020:00000040:3.0:1767735725.603607:0:166640:0:(genops.c:1229:class_import_get()) import ffff94b1f0134000 refcount=3 obd=lustre-OST0000-osc-ffff94b1e7e86000 00000100:00000001:3.0:1767735725.603609:0:166640:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767735725.603611:0:166640:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767735725.603613:0:166640:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767735725.603618:0:166640:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94b1c53e8800. 00000100:00000001:3.0:1767735725.603622:0:166640:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767735725.603629:0:166640:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 66586885-669e-469f-b1c7-cb1a0fe6eee4->lustre-OST0000_UUID req@ffff94b1d02c8380 x1853602709333504/t0(0) o400->lustre-OST0000-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767735725.603660:0:166640:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767735725.603663:0:166640:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767735725.603668:0:166640:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000388ebe71] to pc [ptlrpcd_01_01+1] req@ffff94b1d02c8380 x1853602709333504/t0(0) o400->lustre-OST0000-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767735725.603684:0:166640:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767735725.603687:0:166640:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66586885-669e-469f-b1c7-cb1a0fe6eee4->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767735725.603691:0:166640:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767735725.603696:0:166640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1d02c8700. 00000020:00000040:3.0:1767735725.603699:0:166640:0:(genops.c:1229:class_import_get()) import ffff94b1f0134800 refcount=3 obd=lustre-OST0001-osc-ffff94b1e7e86000 00000100:00000001:3.0:1767735725.603702:0:166640:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767735725.603704:0:166640:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767735725.603707:0:166640:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767735725.603715:0:166640:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94b1c53e8400. 00000100:00000001:3.0:1767735725.603719:0:166640:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767735725.603725:0:166640:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 66586885-669e-469f-b1c7-cb1a0fe6eee4->lustre-OST0001_UUID req@ffff94b1d02c8700 x1853602709333632/t0(0) o400->lustre-OST0001-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767735725.603733:0:166640:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767735725.603737:0:166640:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767735725.603743:0:166640:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000020a88e03] to pc [ptlrpcd_01_00+0] req@ffff94b1d02c8700 x1853602709333632/t0(0) o400->lustre-OST0001-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767735725.603753:0:166640:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767735725.603760:0:166640:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (9825) 00000100:00000001:3.0:1767735725.603784:0:196094:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767735725.603789:0:196094:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767735725.603792:0:196094:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767735725.603798:0:196094:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1d02c8380 x1853602709333504/t0(0) o400->lustre-OST0000-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767735725.603809:0:196094:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767735725.603812:0:196094:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767735725.603826:0:196094:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767735725.603831:0:196094:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767735725.603835:0:196094:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767735725.603840:0:196094:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1d02c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:66586885-669e-469f-b1c7-cb1a0fe6eee4:196094:1853602709333504:192.168.203.112@tcp:400:kworker.0 00000100:00000001:3.0:1767735725.603846:0:196094:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767735725.603854:0:196094:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767735725.603858:0:196094:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767735725.603861:0:196094:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767735725.603867:0:196094:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94b1d1118800. 02000000:00000001:3.0:1767735725.603871:0:196094:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767735725.603880:0:196094:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:3.0:1767735725.603887:0:196094:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1dd1136e0. 00000400:00000010:3.0:1767735725.603897:0:196094:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d85e7088. 00000100:00000200:3.0:1767735725.603908:0:196094:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853602709333504, portal 4 00000100:00000001:3.0:1767735725.603912:0:196094:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767735725.603915:0:196094:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155541376 : -117983554010240 : ffff94b1d02c8380) 00000100:00000001:2.0:1767735725.603921:0:196093:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767735725.603930:0:196094:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b1d02c8380 x1853602709333504/t0(0) o400->lustre-OST0000-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767735741 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767735725.603931:0:196093:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767735725.603939:0:196093:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767735725.603954:0:196094:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767735725.603964:0:196093:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1d02c8000 x1853602709333376/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767735725.603974:0:196094:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:3.0:1767735725.603988:0:196094:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d85e77f8. 00000100:00000200:3.0:1767735725.604003:0:196094:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853602709333504, offset 0 00000100:00000001:2.0:1767735725.604004:0:196093:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:3.0:1767735725.604017:0:196094:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000100:00000001:2.0:1767735725.604022:0:196093:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767735725.604032:0:196093:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:3.0:1767735725.604033:0:196094:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 02000000:00000001:2.0:1767735725.604041:0:196093:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767735725.604047:0:196093:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767735725.604050:0:196094:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000100:00100000:2.0:1767735725.604058:0:196093:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1d02c8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6d7b501b-fa70-4fef-9613-be2df560a7ce:196093:1853602709333376:192.168.203.112@tcp:400:kworker.0 00000400:00000200:3.0:1767735725.604065:0:196094:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1767735725.604084:0:196093:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1767735725.604092:0:196094:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 02000000:00000001:2.0:1767735725.604097:0:196093:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:3.0:1767735725.604105:0:196094:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 02000000:00000001:2.0:1767735725.604106:0:196093:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767735725.604119:0:196093:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1767735725.604120:0:196094:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 02000000:00000010:2.0:1767735725.604138:0:196093:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94b1f0d0f000. 00000400:00000200:3.0:1767735725.604140:0:196094:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [355025:355025:256:4294967295] 192.168.203.112@tcp LPNI seq info [355025:355025:8:4294967295] 02000000:00000001:2.0:1767735725.604148:0:196093:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767735725.604159:0:196094:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767735725.604177:0:196094:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000400:00000200:2.0:1767735725.604209:0:196093:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000800:00000200:3.0:1767735725.604211:0:196094:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.112@tcp 00000400:00000010:2.0:1767735725.604222:0:196093:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1f8c5ee70. 00000800:00000010:3.0:1767735725.604224:0:196094:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1c53e8d00. 00000400:00000010:2.0:1767735725.604244:0:196093:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1faa29990. 00000800:00000200:3.0:1767735725.604245:0:196094:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000100:00000200:2.0:1767735725.604262:0:196093:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853602709333376, portal 25 00000800:00000200:3.0:1767735725.604275:0:196094:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000100:00000001:2.0:1767735725.604277:0:196093:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767735725.604289:0:196093:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155540480 : -117983554011136 : ffff94b1d02c8000) 00000800:00000200:3.0:1767735725.604368:0:196094:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1c53e8d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000040:2.0:1767735725.604368:0:196093:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b1d02c8000 x1853602709333376/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767735741 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767735725.604397:0:196093:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767735725.604405:0:196094:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767735725.604408:0:196093:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000100:00000040:3.0:1767735725.604419:0:196094:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff94b1e7e86000: using a timeout of 9227 usecs (10 jiffies) 00000400:00000010:2.0:1767735725.604420:0:196093:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1faa29f68. 00000100:00000200:2.0:1767735725.604444:0:196093:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853602709333376, offset 0 00000400:00000200:3.0:1767735725.604457:0:196094:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:3.0:1767735725.604465:0:196094:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 2 is 4304487436 00000400:00000200:2.0:1767735725.604477:0:196093:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000100:00000001:3.0:1767735725.604487:0:196094:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-ffff94b1e7e86000: PM QoS request active for cpu 2, simply extend its deadline from 4304487424 00000400:00000200:2.0:1767735725.604500:0:196093:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:3.0:1767735725.604511:0:196094:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 3 is 4304487436 00000400:00000200:2.0:1767735725.604520:0:196093:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000100:00000001:3.0:1767735725.604525:0:196094:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-ffff94b1e7e86000: PM QoS request active for cpu 3, simply extend its deadline from 4304487424 00000400:00000200:2.0:1767735725.604529:0:196093:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1767735725.604538:0:196094:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767735725.604547:0:196093:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000100:00000001:3.0:1767735725.604555:0:196094:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767735725.604566:0:196093:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1767735725.604571:0:196094:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767735725.604579:0:196094:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767735725.604580:0:196093:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:2.0:1767735725.604600:0:196093:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [355026:355026:255:4294967295] 192.168.203.112@tcp LPNI seq info [355026:355026:7:4294967295] 00000100:00000001:3.0:1767735725.604602:0:196094:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767735725.604612:0:196094:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:2.0:1767735725.604623:0:196093:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:3.0:1767735725.604624:0:196094:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767735725.604639:0:196094:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767735725.604651:0:196094:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767735725.604666:0:196094:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767735725.604674:0:196093:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:2.0:1767735725.604702:0:196093:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:2.0:1767735725.604710:0:196093:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1d1c83300. 00000800:00000200:2.0:1767735725.604719:0:196093:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:2.0:1767735725.604728:0:196093:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:2.0:1767735725.604733:0:196093:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1d1c83300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767735725.604739:0:196093:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767735725.604745:0:196093:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:2.0:1767735725.604749:0:196093:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 2 is 4304488282 00000100:00000001:2.0:1767735725.604758:0:196093:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4304487436 00000100:00000001:2.0:1767735725.604768:0:196093:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 3 is 4304488282 00000800:00000200:3.0:1767735725.604777:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1767735725.604777:0:196093:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4304487436 00000800:00000010:3.0:1767735725.604792:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1c53e8d00. 00000100:00000001:2.0:1767735725.604793:0:196093:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767735725.604805:0:196093:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767735725.604806:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767735725.604815:0:196093:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1767735725.604828:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000040:2.0:1767735725.604836:0:196093:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1d02c8700 x1853602709333632/t0(0) o400->lustre-OST0001-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767735725.604840:0:196085:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d85e77f8 00000400:00000010:3.0:1767735725.604854:0:196085:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d85e77f8. 00000100:00000001:3.0:1767735725.604874:0:196085:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767735725.604874:0:196093:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767735725.604888:0:196093:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767735725.604897:0:196093:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000200:3.0:1767735725.604900:0:196085:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1d02c8380 x1853602709333504/t0(0) o400->lustre-OST0000-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767735741 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767735725.604903:0:196093:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767735725.604918:0:196093:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767735725.604934:0:196093:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1d02c8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:66586885-669e-469f-b1c7-cb1a0fe6eee4:196093:1853602709333632:192.168.203.112@tcp:400:kworker.0 00000100:00000001:2.0:1767735725.604939:0:196093:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767735725.604945:0:196093:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767735725.604948:0:196093:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767735725.604951:0:196093:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767735725.604958:0:196093:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94b1f0d0e400. 02000000:00000001:2.0:1767735725.604961:0:196093:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767735725.604969:0:196093:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:2.0:1767735725.604975:0:196093:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1f8c5e108. 00000400:00000010:2.0:1767735725.604991:0:196093:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1faa29330. 00000100:00000200:2.0:1767735725.604997:0:196093:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853602709333632, portal 4 00000100:00000001:2.0:1767735725.605001:0:196093:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767735725.605003:0:196093:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155542272 : -117983554009344 : ffff94b1d02c8700) 00000100:00000040:2.0:1767735725.605013:0:196093:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b1d02c8700 x1853602709333632/t0(0) o400->lustre-OST0001-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767735741 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767735725.605048:0:196093:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767735725.605063:0:196093:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:2.0:1767735725.605075:0:196093:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1faa292a8. 00000100:00000200:2.0:1767735725.605084:0:196093:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853602709333632, offset 0 00000100:00000001:3.0:1767735725.605087:0:196085:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1767735725.605097:0:196093:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000100:00000040:3.0:1767735725.605106:0:196085:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1d02c8380 x1853602709333504/t0(0) o400->lustre-OST0000-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767735741 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767735725.605115:0:196093:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767735725.605134:0:196093:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000100:00000001:3.0:1767735725.605149:0:196085:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767735725.605153:0:196093:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1767735725.605161:0:196085:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1767735725.605167:0:196093:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:2.0:1767735725.605172:0:196093:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767735725.605176:0:196093:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:2.0:1767735725.605181:0:196093:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [355027:355027:254:4294967295] 192.168.203.112@tcp LPNI seq info [355027:355027:6:4294967295] 00000400:00000200:2.0:1767735725.605186:0:196093:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767735725.605195:0:196093:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:2.0:1767735725.605201:0:196093:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:2.0:1767735725.605209:0:196093:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1d1c83900. 00000800:00000200:2.0:1767735725.605217:0:196093:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:2.0:1767735725.605224:0:196093:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:2.0:1767735725.605228:0:196093:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1d1c83900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767735725.605233:0:196093:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767735725.605238:0:196093:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff94b1e7e86000: using a timeout of 6378 usecs (7 jiffies) 00000400:00000200:2.0:1767735725.605245:0:196093:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:2.0:1767735725.605248:0:196093:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 2 is 4304487433 00000100:00000001:2.0:1767735725.605254:0:196093:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff94b1e7e86000: PM QoS request active for cpu 2, keep current deadline 4304488282 00000800:00000200:3.0:1767735725.605267:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1767735725.605269:0:196093:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 3 is 4304487433 00000800:00000010:3.0:1767735725.605276:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1d1c83300. 00000100:00000001:2.0:1767735725.605278:0:196093:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff94b1e7e86000: PM QoS request active for cpu 3, keep current deadline 4304488282 00000100:00000001:2.0:1767735725.605288:0:196093:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767735725.605353:0:196093:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767735725.605357:0:196093:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767735725.605362:0:196093:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767735725.605370:0:196093:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767735725.605374:0:196093:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767735725.605378:0:196093:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767735725.605381:0:196093:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767735725.605385:0:196093:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767735725.605390:0:196093:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1767735725.605396:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1e77c4800. 00000400:00000200:3.0:1767735725.605420:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767735725.605435:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:3.0:1767735725.605442:0:196085:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1faa29f68 00000400:00000010:3.0:1767735725.605445:0:196085:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1faa29f68. 00000100:00000001:3.0:1767735725.605453:0:196085:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767735725.605461:0:196085:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1d02c8000 x1853602709333376/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767735741 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767735725.605474:0:196085:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767735725.605479:0:196085:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1d02c8000 x1853602709333376/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767735741 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767735725.605489:0:196085:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767735725.605493:0:196085:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767735725.605562:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767735725.605567:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1d1c83900. 00000400:00000200:3.0:1767735725.605572:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767735725.605577:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:3.0:1767735725.605580:0:196085:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1faa292a8 00000400:00000010:3.0:1767735725.605583:0:196085:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1faa292a8. 00000100:00000001:3.0:1767735725.605586:0:196085:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767735725.605591:0:196085:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1d02c8700 x1853602709333632/t0(0) o400->lustre-OST0001-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767735741 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767735725.605602:0:196085:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767735725.605605:0:196085:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1d02c8700 x1853602709333632/t0(0) o400->lustre-OST0001-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767735741 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767735725.605693:0:196085:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767735725.605696:0:196085:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767735725.607863:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767735725.607879:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767735725.607883:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767735725.607888:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767735725.607897:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767735725.607906:0:196086:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767735725.607915:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767735725.607919:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767735725.607925:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767735725.607929:0:196086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 224 into portal 4 MB=0x695d7830b6600 00000400:00000200:2.0:1767735725.607935:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767735725.607942:0:196086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.112@tcp of length 224/224 into md 0x2242d5 [1] + 224 00000800:00000001:2.0:1767735725.607948:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767735725.607959:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767735725.607962:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767735725.607967:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767735725.607973:0:196086:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767735725.607982:0:196086:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1d02c8380 x1853602709333504/t0(0) o400->lustre-OST0000-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767735741 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767735725.607998:0:196086:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94b1d02c8380 x1853602709333504/t0(0) o400->lustre-OST0000-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767735741 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767735725.608050:0:196086:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767735725.608062:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767735725.608068:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767735725.608359:0:196094:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767735725.608366:0:196094:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:2.0:1767735725.608375:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767735725.608386:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767735725.608390:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767735725.608394:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767735725.608402:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767735725.608413:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767735725.608422:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767735725.608428:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767735725.608436:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767735725.608443:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 224 into portal 25 MB=0x695d7830b6580 00000400:00000200:2.0:1767735725.608448:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767735725.608456:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.112@tcp of length 224/224 into md 0x2242e5 [1] + 224 00000800:00000001:2.0:1767735725.608464:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767735725.608487:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767735725.608491:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:3.0:1767735725.608495:0:196094:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:2.0:1767735725.608500:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000001:3.0:1767735725.608502:0:196094:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767735725.608519:0:196094:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1dd1136e0. 00000400:00000200:3.0:1767735725.608532:0:196094:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d85e7088 00000400:00000010:3.0:1767735725.608537:0:196094:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d85e7088. 00000100:00000001:3.0:1767735725.608545:0:196094:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767735725.608547:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767735725.608559:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1d02c8000 x1853602709333376/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767735741 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767735725.608575:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94b1d02c8000 x1853602709333376/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767735741 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767735725.608597:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767735725.608608:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767735725.608620:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767735725.608624:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:3.0:1767735725.608631:0:196094:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1d02c8380 x1853602709333504/t0(0) o400->lustre-OST0000-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767735741 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767735725.608635:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767735725.608667:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000200:3.0:1767735725.608698:0:196094:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1d02c8380 x1853602709333504/t0(0) o400->lustre-OST0000-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767735741 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767735725.608700:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000100:00000001:3.0:1767735725.608722:0:196094:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767735725.608729:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:3.0:1767735725.608730:0:196094:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767735725.608742:0:196094:0:(client.c:1578:after_reply()) Process entered 00000400:00000200:2.0:1767735725.608744:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 02000000:00000001:3.0:1767735725.608759:0:196094:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767735725.608771:0:196094:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:2.0:1767735725.608773:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:3.0:1767735725.608785:0:196094:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767735725.608799:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 224 into portal 4 MB=0x695d7830b6680 02000000:00000001:3.0:1767735725.608801:0:196094:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767735725.608823:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00001000:3.0:1767735725.608827:0:196094:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1f0134458 time=5 v=5 (5 5 0 0) 00000400:00000200:2.0:1767735725.608838:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.112@tcp of length 224/224 into md 0x2242f5 [1] + 224 00000100:00001000:3.0:1767735725.608844:0:196094:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1f0134410 time=12 v=5 (1 0 0 0) 00000800:00000001:2.0:1767735725.608847:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767735725.608852:0:196094:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767735725.608856:0:196094:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767735725.608860:0:196094:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000800:00000001:2.0:1767735725.608865:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767735725.608868:0:196094:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767735725.608874:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767735725.608877:0:196094:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767735725.608883:0:196094:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff94b1e7e86000: skip recheck: last_committed 17179879262 00000400:00000200:2.0:1767735725.608893:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:3.0:1767735725.608894:0:196094:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767735725.608906:0:196094:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767735725.608910:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:3.0:1767735725.608926:0:196094:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1d02c8380 x1853602709333504/t0(0) o400->lustre-OST0000-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767735741 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767735725.608928:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1d02c8700 x1853602709333632/t0(0) o400->lustre-OST0001-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767735741 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767735725.609028:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94b1d02c8700 x1853602709333632/t0(0) o400->lustre-OST0001-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767735741 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767735725.609072:0:196094:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767735725.609090:0:196094:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767735725.609094:0:196094:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767735725.609095:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767735725.609111:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:3.0:1767735725.609121:0:196094:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1d02c8380 x1853602709333504/t0(0) o400->lustre-OST0000-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767735741 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767735725.609125:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767735725.609149:0:196094:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1d02c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:66586885-669e-469f-b1c7-cb1a0fe6eee4:196094:1853602709333504:192.168.203.112@tcp:400:kworker.0 00000100:00000001:2.0:1767735725.609160:0:196093:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767735725.609164:0:196094:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767735725.609165:0:196093:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767735725.609181:0:196094:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000001:2.0:1767735725.609185:0:196093:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:3.0:1767735725.609192:0:196094:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1d02c8380 x1853602709333504/t0(0) o400->lustre-OST0000-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767735741 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1767735725.609193:0:196093:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767735725.609205:0:196093:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1f8c5ee70. 00000400:00000200:2.0:1767735725.609219:0:196093:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1faa29990 00000100:00000001:3.0:1767735725.609220:0:196094:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000010:2.0:1767735725.609235:0:196093:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1faa29990. 02000000:00000001:3.0:1767735725.609237:0:196094:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1767735725.609244:0:196093:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000010:3.0:1767735725.609245:0:196094:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94b1d1118800. 02000000:00000001:3.0:1767735725.609258:0:196094:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000200:2.0:1767735725.609264:0:196093:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1d02c8000 x1853602709333376/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767735741 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767735725.609265:0:196094:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767735725.609272:0:196094:0:(genops.c:1242:class_import_put()) import ffff94b1f0134000 refcount=2 obd=lustre-OST0000-osc-ffff94b1e7e86000 00000020:00000001:3.0:1767735725.609286:0:196094:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767735725.609367:0:196094:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94b1c53e8800. 00000080:00000010:1.1:1767735725.609376:0:291749:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94b1fb0f08e0. 02000000:00000001:3.0:1767735725.609380:0:196094:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767735725.609390:0:196094:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767735725.609395:0:196094:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1d02c8380. 00000100:00000001:3.0:1767735725.609405:0:196094:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767735725.609414:0:196094:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767735725.609421:0:196094:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767735725.609424:0:196093:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1d02c8000 x1853602709333376/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767735741 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767735725.609432:0:196094:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767735725.609441:0:196094:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767735725.609449:0:196093:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767735725.609453:0:196094:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767735725.609457:0:196093:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767735725.609462:0:196094:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767735725.609473:0:196093:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767735725.609477:0:196093:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767735725.609480:0:196093:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767735725.609483:0:196093:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767735725.609487:0:196093:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767735725.609494:0:196093:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1ef331458 time=103 v=5 (5 5 5 5) 00000100:00001000:2.0:1767735725.609500:0:196093:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1ef331410 time=103 v=5 (1 1 1 1) 00000100:00000001:2.0:1767735725.609504:0:196093:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767735725.609506:0:196093:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767735725.609508:0:196093:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767735725.609511:0:196093:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767735725.609514:0:196093:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767735725.609520:0:196093:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1d02c8000 x1853602709333376/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767735741 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767735725.609528:0:196093:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767735725.609532:0:196093:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767735725.609535:0:196093:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767735725.609540:0:196093:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1d02c8000 x1853602709333376/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767735741 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767735725.609550:0:196093:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1d02c8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6d7b501b-fa70-4fef-9613-be2df560a7ce:196093:1853602709333376:192.168.203.112@tcp:400:kworker.0 00000400:00000001:2.0:1767735725.609558:0:196093:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767735725.609560:0:196093:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767735725.609562:0:196093:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1f8c5e108. 00000400:00000200:2.0:1767735725.609566:0:196093:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1faa29330 00000400:00000010:2.0:1767735725.609568:0:196093:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1faa29330. 00000100:00000001:2.0:1767735725.609572:0:196093:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767735725.609577:0:196093:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1d02c8700 x1853602709333632/t0(0) o400->lustre-OST0001-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767735741 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767735725.609588:0:196093:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1d02c8700 x1853602709333632/t0(0) o400->lustre-OST0001-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767735741 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767735725.609596:0:196093:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767735725.609598:0:196093:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767735725.609610:0:196093:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767735725.609611:0:196093:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767735725.609613:0:196093:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767735725.609615:0:196093:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767735725.609618:0:196093:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767735725.609624:0:196093:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1f0134c58 time=5 v=5 (5 5 0 0) 00000100:00001000:2.0:1767735725.609629:0:196093:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1f0134c10 time=41 v=5 (1 0 0 0) 00000100:00000001:2.0:1767735725.609633:0:196093:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767735725.609635:0:196093:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767735725.609638:0:196093:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767735725.609642:0:196093:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767735725.609646:0:196093:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767735725.609648:0:196093:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff94b1e7e86000: skip recheck: last_committed 12884911456 00000100:00000001:2.0:1767735725.609651:0:196093:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767735725.609654:0:196093:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767735725.609660:0:196093:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1d02c8700 x1853602709333632/t0(0) o400->lustre-OST0001-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767735741 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767735725.609668:0:196093:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767735725.609670:0:196093:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767735725.609673:0:196093:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767735725.609678:0:196093:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1d02c8700 x1853602709333632/t0(0) o400->lustre-OST0001-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767735741 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767735725.609688:0:196093:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1d02c8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:66586885-669e-469f-b1c7-cb1a0fe6eee4:196093:1853602709333632:192.168.203.112@tcp:400:kworker.0 00000100:00000001:2.0:1767735725.609693:0:196093:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767735725.609697:0:196093:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767735725.609701:0:196093:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1d02c8000 x1853602709333376/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767735741 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767735725.609711:0:196093:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767735725.609714:0:196093:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767735725.609718:0:196093:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94b1f0d0f000. 02000000:00000001:2.0:1767735725.609722:0:196093:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767735725.609724:0:196093:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767735725.609727:0:196093:0:(genops.c:1242:class_import_put()) import ffff94b1ef331000 refcount=3 obd=MGC192.168.203.112@tcp 00000020:00000001:2.0:1767735725.609740:0:196093:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767735725.609743:0:196093:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94b1c53e8100. 02000000:00000001:2.0:1767735725.609747:0:196093:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767735725.609750:0:196093:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767735725.609753:0:196093:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1d02c8000. 00000100:00000001:2.0:1767735725.609758:0:196093:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767735725.609760:0:196093:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767735725.609763:0:196093:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767735725.609768:0:196093:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1d02c8700 x1853602709333632/t0(0) o400->lustre-OST0001-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767735741 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767735725.609777:0:196093:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767735725.609779:0:196093:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767735725.609781:0:196093:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94b1f0d0e400. 02000000:00000001:2.0:1767735725.609784:0:196093:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767735725.609786:0:196093:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767735725.609788:0:196093:0:(genops.c:1242:class_import_put()) import ffff94b1f0134800 refcount=2 obd=lustre-OST0001-osc-ffff94b1e7e86000 00000020:00000001:2.0:1767735725.609791:0:196093:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767735725.609793:0:196093:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94b1c53e8400. 02000000:00000001:2.0:1767735725.609795:0:196093:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767735725.609797:0:196093:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767735725.609799:0:196093:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1d02c8700. 00000100:00000001:2.0:1767735725.609802:0:196093:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767735725.609805:0:196093:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767735725.609807:0:196093:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767735725.609813:0:196093:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767735725.609816:0:196093:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767735725.609820:0:196093:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767735725.609823:0:196093:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767735725.794466:0:276642:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767735725.794472:0:276642:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767735725.794479:0:276642:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767735725.794483:0:276642:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767735725.794502:0:276642:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767735725.794503:0:276642:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767735725.794507:0:276642:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767735725.794509:0:276642:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767735725.794573:0:226620:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767735725.794580:0:226620:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767735725.794598:0:226620:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0:1767735726.220244:0:292065:0:(llite_lib.c:4131:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767735726.399410:0:292101:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1767735726.399416:0:292101:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: sanity test_161d: @@@@@@ FAIL: read failed 00000001:00000001:0.0:1767735726.403250:0:292101:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000100:00000040:2.0:1767735726.498419:0:284304:0:(connection.c:75:cpu_latency_work()) work item of ffff94b1c5121a20 (cpu 0) has reached its deadline 4304488282, at 4304488320 00000100:00000010:2.0:1767735726.498433:0:284304:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94b1f0d304e0. 00000100:00000040:3.0:1767735726.499396:0:276642:0:(connection.c:75:cpu_latency_work()) work item of ffff94b1c5121b30 (cpu 0) has reached its deadline 4304488282, at 4304488321 00000100:00000010:3.0:1767735726.499411:0:276642:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94b1f0d30d80. 00010000:00000001:3.0:1767735726.819428:0:276642:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767735726.819435:0:276642:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767735726.819447:0:276642:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767735726.819450:0:276642:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767735726.819458:0:276642:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767735726.819462:0:276642:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767735726.819470:0:276642:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767735726.819473:0:276642:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767735726.819553:0:215725:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767735726.819561:0:215725:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767735726.819569:0:215725:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1767735727.029387:0:292199:0:(llite_lib.c:4131:ll_show_options()) Process leaving (rc=0 : 0 : 0) Debug log: 6563 lines, 6563 kept, 0 dropped, 0 bad.